2024-08-29T14:35:05.293 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-08-29T14:35:05.316 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-29T14:35:05.406 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879923 branch: wip-yuri4-testing-2024-08-28-1359 description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7879923' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri4-testing-2024-08-28-1359 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(POOL_APP_NOT_ENABLED\) - OSD_DOWN - mons down - mon down - MON_DOWN - out of quorum - PG_DEGRADED - Reduced data availability - Degraded data redundancy - OSDMAP_FLAGS - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri4-testing-2024-08-28-1359 sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 owner: scheduled_yuriw@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 8916 sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 sleep_before_teardown: 0 subset: 111/120000 suite: upgrade suite_branch: wip-yuri4-testing-2024-08-28-1359 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 targets: smithi131.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ12oXePCx+9ZeziB8uEbXVo/s0GR6japCsREUDbuHU6eKJYgHs6FRezctdsC6ZD7nXAhenrHzxyU0yhfNjWVMw= smithi169.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG6DnFN7kYvhCDe/mxsGVxiCCV/+la3CznytONmZw58AlVG7jvgubl6lMRpIpiaRque0D7+qEiOvnnM02HkFtqE= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-08-29_14:13:22 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-29T14:35:05.406 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa; will attempt to use it 2024-08-29T14:35:05.407 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa/tasks 2024-08-29T14:35:05.407 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-29T14:35:05.408 INFO:teuthology.task.internal:Checking packages... 2024-08-29T14:35:05.432 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1f4056d968930e12926c25a8f13ee8ed6047c791' 2024-08-29T14:35:05.432 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:35:05.432 INFO:teuthology.packaging:ref: None 2024-08-29T14:35:05.432 INFO:teuthology.packaging:tag: None 2024-08-29T14:35:05.432 INFO:teuthology.packaging:branch: wip-yuri4-testing-2024-08-28-1359 2024-08-29T14:35:05.432 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:35:05.433 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri4-testing-2024-08-28-1359 2024-08-29T14:35:05.571 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4579.g1f4056d9 2024-08-29T14:35:05.572 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-29T14:35:05.581 INFO:teuthology.task.internal:no buildpackages task found 2024-08-29T14:35:05.581 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-29T14:35:05.597 INFO:teuthology.task.internal:Saving configuration 2024-08-29T14:35:05.616 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-29T14:35:05.626 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-29T14:35:05.651 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi131.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879923', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-29 14:29:43.673049', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ12oXePCx+9ZeziB8uEbXVo/s0GR6japCsREUDbuHU6eKJYgHs6FRezctdsC6ZD7nXAhenrHzxyU0yhfNjWVMw='} 2024-08-29T14:35:05.669 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi169.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879923', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-29 14:29:43.671055', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG6DnFN7kYvhCDe/mxsGVxiCCV/+la3CznytONmZw58AlVG7jvgubl6lMRpIpiaRque0D7+qEiOvnnM02HkFtqE='} 2024-08-29T14:35:05.669 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-29T14:35:05.675 INFO:teuthology.task.internal:roles: ubuntu@smithi131.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-29T14:35:05.675 INFO:teuthology.task.internal:roles: ubuntu@smithi169.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-29T14:35:05.675 INFO:teuthology.run_tasks:Running task console_log... 2024-08-29T14:35:05.739 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f4d96e27be0>, signals=[15]) 2024-08-29T14:35:05.739 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-29T14:35:05.745 INFO:teuthology.task.internal:Opening connections... 2024-08-29T14:35:05.745 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi131.front.sepia.ceph.com 2024-08-29T14:35:05.746 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi131.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T14:35:05.827 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi169.front.sepia.ceph.com 2024-08-29T14:35:05.828 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T14:35:05.905 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-29T14:35:05.911 DEBUG:teuthology.orchestra.run.smithi131:> uname -m 2024-08-29T14:35:05.929 INFO:teuthology.orchestra.run.smithi131.stdout:x86_64 2024-08-29T14:35:05.930 DEBUG:teuthology.orchestra.run.smithi131:> cat /etc/os-release 2024-08-29T14:35:05.988 INFO:teuthology.orchestra.run.smithi131.stdout:NAME="CentOS Stream" 2024-08-29T14:35:05.988 INFO:teuthology.orchestra.run.smithi131.stdout:VERSION="9" 2024-08-29T14:35:05.988 INFO:teuthology.orchestra.run.smithi131.stdout:ID="centos" 2024-08-29T14:35:05.988 INFO:teuthology.orchestra.run.smithi131.stdout:ID_LIKE="rhel fedora" 2024-08-29T14:35:05.988 INFO:teuthology.orchestra.run.smithi131.stdout:VERSION_ID="9" 2024-08-29T14:35:05.988 INFO:teuthology.orchestra.run.smithi131.stdout:PLATFORM_ID="platform:el9" 2024-08-29T14:35:05.988 INFO:teuthology.orchestra.run.smithi131.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-29T14:35:05.989 INFO:teuthology.orchestra.run.smithi131.stdout:ANSI_COLOR="0;31" 2024-08-29T14:35:05.989 INFO:teuthology.orchestra.run.smithi131.stdout:LOGO="fedora-logo-icon" 2024-08-29T14:35:05.989 INFO:teuthology.orchestra.run.smithi131.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-29T14:35:05.989 INFO:teuthology.orchestra.run.smithi131.stdout:HOME_URL="https://centos.org/" 2024-08-29T14:35:05.989 INFO:teuthology.orchestra.run.smithi131.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-08-29T14:35:05.989 INFO:teuthology.orchestra.run.smithi131.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-29T14:35:05.989 INFO:teuthology.orchestra.run.smithi131.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-29T14:35:05.990 INFO:teuthology.lock.ops:Updating smithi131.front.sepia.ceph.com on lock server 2024-08-29T14:35:06.011 DEBUG:teuthology.orchestra.run.smithi169:> uname -m 2024-08-29T14:35:06.029 INFO:teuthology.orchestra.run.smithi169.stdout:x86_64 2024-08-29T14:35:06.029 DEBUG:teuthology.orchestra.run.smithi169:> cat /etc/os-release 2024-08-29T14:35:06.088 INFO:teuthology.orchestra.run.smithi169.stdout:NAME="CentOS Stream" 2024-08-29T14:35:06.088 INFO:teuthology.orchestra.run.smithi169.stdout:VERSION="9" 2024-08-29T14:35:06.088 INFO:teuthology.orchestra.run.smithi169.stdout:ID="centos" 2024-08-29T14:35:06.088 INFO:teuthology.orchestra.run.smithi169.stdout:ID_LIKE="rhel fedora" 2024-08-29T14:35:06.088 INFO:teuthology.orchestra.run.smithi169.stdout:VERSION_ID="9" 2024-08-29T14:35:06.088 INFO:teuthology.orchestra.run.smithi169.stdout:PLATFORM_ID="platform:el9" 2024-08-29T14:35:06.089 INFO:teuthology.orchestra.run.smithi169.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-29T14:35:06.089 INFO:teuthology.orchestra.run.smithi169.stdout:ANSI_COLOR="0;31" 2024-08-29T14:35:06.089 INFO:teuthology.orchestra.run.smithi169.stdout:LOGO="fedora-logo-icon" 2024-08-29T14:35:06.089 INFO:teuthology.orchestra.run.smithi169.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-29T14:35:06.089 INFO:teuthology.orchestra.run.smithi169.stdout:HOME_URL="https://centos.org/" 2024-08-29T14:35:06.089 INFO:teuthology.orchestra.run.smithi169.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-08-29T14:35:06.089 INFO:teuthology.orchestra.run.smithi169.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-29T14:35:06.089 INFO:teuthology.orchestra.run.smithi169.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-29T14:35:06.089 INFO:teuthology.lock.ops:Updating smithi169.front.sepia.ceph.com on lock server 2024-08-29T14:35:06.110 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-29T14:35:06.118 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-29T14:35:06.123 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-29T14:35:06.123 DEBUG:teuthology.orchestra.run.smithi131:> test '!' -e /home/ubuntu/cephtest 2024-08-29T14:35:06.126 DEBUG:teuthology.orchestra.run.smithi169:> test '!' -e /home/ubuntu/cephtest 2024-08-29T14:35:06.145 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-29T14:35:06.152 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-29T14:35:06.152 DEBUG:teuthology.orchestra.run.smithi131:> test -z $(ls -A /var/lib/ceph) 2024-08-29T14:35:06.184 DEBUG:teuthology.orchestra.run.smithi169:> test -z $(ls -A /var/lib/ceph) 2024-08-29T14:35:06.284 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-29T14:35:06.339 INFO:teuthology.run_tasks:Running task kernel... 2024-08-29T14:35:06.354 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-29T14:35:06.354 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-29T14:35:06.354 DEBUG:teuthology.orchestra.run.smithi131:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-29T14:35:06.355 DEBUG:teuthology.orchestra.run.smithi169:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-29T14:35:06.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:35:06.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:35:06.372 DEBUG:teuthology.orchestra.run.smithi131:> uname -r 2024-08-29T14:35:06.373 DEBUG:teuthology.orchestra.run.smithi169:> uname -r 2024-08-29T14:35:06.431 INFO:teuthology.orchestra.run.smithi169.stdout:5.14.0-503.el9.x86_64 2024-08-29T14:35:06.431 INFO:teuthology.task.kernel:Running kernel on smithi169: 5.14.0-503.el9.x86_64 2024-08-29T14:35:06.431 DEBUG:teuthology.orchestra.run.smithi169:> sudo yum install -y kernel 2024-08-29T14:35:06.432 INFO:teuthology.orchestra.run.smithi131.stdout:5.14.0-503.el9.x86_64 2024-08-29T14:35:06.433 INFO:teuthology.task.kernel:Running kernel on smithi131: 5.14.0-503.el9.x86_64 2024-08-29T14:35:06.433 DEBUG:teuthology.orchestra.run.smithi131:> sudo yum install -y kernel 2024-08-29T14:35:10.135 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 8.2 MB 00:01 2024-08-29T14:35:10.946 INFO:teuthology.orchestra.run.smithi131.stdout:CentOS Stream 9 - BaseOS 3.0 MB/s | 8.2 MB 00:02 2024-08-29T14:35:12.974 INFO:teuthology.orchestra.run.smithi131.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-08-29T14:35:17.492 INFO:teuthology.orchestra.run.smithi131.stdout:CentOS Stream 9 - CRB 9.2 MB/s | 6.6 MB 00:00 2024-08-29T14:35:18.176 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - AppStream 2.9 MB/s | 20 MB 00:06 2024-08-29T14:35:19.000 INFO:teuthology.orchestra.run.smithi131.stdout:CentOS Stream 9 - Extras packages 63 kB/s | 18 kB 00:00 2024-08-29T14:35:19.738 INFO:teuthology.orchestra.run.smithi131.stdout:Extra Packages for Enterprise Linux 36 MB/s | 22 MB 00:00 2024-08-29T14:35:22.527 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.6 MB 00:00 2024-08-29T14:35:24.061 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - Extras packages 56 kB/s | 18 kB 00:00 2024-08-29T14:35:24.915 INFO:teuthology.orchestra.run.smithi169.stdout:Extra Packages for Enterprise Linux 31 MB/s | 22 MB 00:00 2024-08-29T14:35:25.168 INFO:teuthology.orchestra.run.smithi131.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-08-29T14:35:27.225 INFO:teuthology.orchestra.run.smithi131.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-29T14:35:27.225 INFO:teuthology.orchestra.run.smithi131.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-08-29T14:35:27.313 INFO:teuthology.orchestra.run.smithi131.stdout:Dependencies resolved. 2024-08-29T14:35:27.314 INFO:teuthology.orchestra.run.smithi131.stdout:Nothing to do. 2024-08-29T14:35:27.314 INFO:teuthology.orchestra.run.smithi131.stdout:Complete! 2024-08-29T14:35:27.403 DEBUG:teuthology.orchestra.run.smithi131:> echo no | sudo yum reinstall kernel || true 2024-08-29T14:35:27.946 INFO:teuthology.orchestra.run.smithi131.stdout:Last metadata expiration check: 0:00:02 ago on Thu 29 Aug 2024 02:35:25 PM UTC. 2024-08-29T14:35:28.085 INFO:teuthology.orchestra.run.smithi131.stdout:Dependencies resolved. 2024-08-29T14:35:28.094 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:35:28.094 INFO:teuthology.orchestra.run.smithi131.stdout: Package Architecture Version Repository Size 2024-08-29T14:35:28.094 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:35:28.094 INFO:teuthology.orchestra.run.smithi131.stdout:Reinstalling: 2024-08-29T14:35:28.094 INFO:teuthology.orchestra.run.smithi131.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-29T14:35:28.094 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:35:28.094 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction Summary 2024-08-29T14:35:28.094 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:35:28.094 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:35:28.094 INFO:teuthology.orchestra.run.smithi131.stdout:Total download size: 1.9 M 2024-08-29T14:35:28.095 INFO:teuthology.orchestra.run.smithi131.stdout:Installed size: 0 2024-08-29T14:35:28.095 INFO:teuthology.orchestra.run.smithi131.stderr:Operation aborted. 2024-08-29T14:35:28.151 INFO:teuthology.orchestra.run.smithi131.stdout:Is this ok [y/N]: 2024-08-29T14:35:28.151 DEBUG:teuthology.orchestra.run.smithi131:> sudo yum reinstall -y kernel || true 2024-08-29T14:35:28.691 INFO:teuthology.orchestra.run.smithi131.stdout:Last metadata expiration check: 0:00:03 ago on Thu 29 Aug 2024 02:35:25 PM UTC. 2024-08-29T14:35:28.816 INFO:teuthology.orchestra.run.smithi131.stdout:Dependencies resolved. 2024-08-29T14:35:28.817 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:35:28.817 INFO:teuthology.orchestra.run.smithi131.stdout: Package Architecture Version Repository Size 2024-08-29T14:35:28.817 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:35:28.817 INFO:teuthology.orchestra.run.smithi131.stdout:Reinstalling: 2024-08-29T14:35:28.817 INFO:teuthology.orchestra.run.smithi131.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-29T14:35:28.817 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:35:28.817 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction Summary 2024-08-29T14:35:28.817 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:35:28.817 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:35:28.817 INFO:teuthology.orchestra.run.smithi131.stdout:Total download size: 1.9 M 2024-08-29T14:35:28.818 INFO:teuthology.orchestra.run.smithi131.stdout:Installed size: 0 2024-08-29T14:35:28.818 INFO:teuthology.orchestra.run.smithi131.stdout:Downloading Packages: 2024-08-29T14:35:29.620 INFO:teuthology.orchestra.run.smithi131.stdout:kernel-5.14.0-503.el9.x86_64.rpm 3.4 MB/s | 1.9 MB 00:00 2024-08-29T14:35:29.621 INFO:teuthology.orchestra.run.smithi131.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:35:29.621 INFO:teuthology.orchestra.run.smithi131.stdout:Total 2.3 MB/s | 1.9 MB 00:00 2024-08-29T14:35:29.649 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction check 2024-08-29T14:35:29.877 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction check succeeded. 2024-08-29T14:35:29.877 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction test 2024-08-29T14:35:29.907 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction test succeeded. 2024-08-29T14:35:29.907 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction 2024-08-29T14:35:30.060 INFO:teuthology.orchestra.run.smithi131.stdout: Preparing : 1/1 2024-08-29T14:35:30.131 INFO:teuthology.orchestra.run.smithi131.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-29T14:35:30.131 INFO:teuthology.orchestra.run.smithi131.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:35:30.388 INFO:teuthology.orchestra.run.smithi169.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-08-29T14:35:30.864 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:35:30.865 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-29T14:35:31.584 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:35:31.585 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:35:31.585 INFO:teuthology.orchestra.run.smithi131.stdout:Reinstalled: 2024-08-29T14:35:31.585 INFO:teuthology.orchestra.run.smithi131.stdout: kernel-5.14.0-503.el9.x86_64 2024-08-29T14:35:31.585 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:35:31.585 INFO:teuthology.orchestra.run.smithi131.stdout:Complete! 2024-08-29T14:35:31.776 DEBUG:teuthology.orchestra.run.smithi131:> rpm -q kernel | sort -rV | head -n 1 2024-08-29T14:35:31.835 INFO:teuthology.orchestra.run.smithi131.stdout:kernel-5.14.0-503.el9.x86_64 2024-08-29T14:35:31.836 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-08-29T14:35:31.836 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-08-29T14:35:31.836 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-29T14:35:31.836 DEBUG:teuthology.orchestra.run.smithi131:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-29T14:35:31.869 INFO:teuthology.orchestra.run.smithi131.stdout:ttyS1 2024-08-29T14:35:31.888 DEBUG:teuthology.parallel:result is None 2024-08-29T14:35:32.419 INFO:teuthology.orchestra.run.smithi169.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-29T14:35:32.419 INFO:teuthology.orchestra.run.smithi169.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-08-29T14:35:32.493 INFO:teuthology.orchestra.run.smithi169.stdout:Dependencies resolved. 2024-08-29T14:35:32.494 INFO:teuthology.orchestra.run.smithi169.stdout:Nothing to do. 2024-08-29T14:35:32.494 INFO:teuthology.orchestra.run.smithi169.stdout:Complete! 2024-08-29T14:35:32.610 DEBUG:teuthology.orchestra.run.smithi169:> echo no | sudo yum reinstall kernel || true 2024-08-29T14:35:33.161 INFO:teuthology.orchestra.run.smithi169.stdout:Last metadata expiration check: 0:00:03 ago on Thu 29 Aug 2024 02:35:30 PM UTC. 2024-08-29T14:35:33.318 INFO:teuthology.orchestra.run.smithi169.stdout:Dependencies resolved. 2024-08-29T14:35:33.324 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:35:33.324 INFO:teuthology.orchestra.run.smithi169.stdout: Package Architecture Version Repository Size 2024-08-29T14:35:33.324 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:35:33.324 INFO:teuthology.orchestra.run.smithi169.stdout:Reinstalling: 2024-08-29T14:35:33.324 INFO:teuthology.orchestra.run.smithi169.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-29T14:35:33.325 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:35:33.325 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction Summary 2024-08-29T14:35:33.325 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:35:33.325 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:35:33.325 INFO:teuthology.orchestra.run.smithi169.stdout:Total download size: 1.9 M 2024-08-29T14:35:33.325 INFO:teuthology.orchestra.run.smithi169.stdout:Installed size: 0 2024-08-29T14:35:33.326 INFO:teuthology.orchestra.run.smithi169.stderr:Operation aborted. 2024-08-29T14:35:33.387 INFO:teuthology.orchestra.run.smithi169.stdout:Is this ok [y/N]: 2024-08-29T14:35:33.387 DEBUG:teuthology.orchestra.run.smithi169:> sudo yum reinstall -y kernel || true 2024-08-29T14:35:33.932 INFO:teuthology.orchestra.run.smithi169.stdout:Last metadata expiration check: 0:00:03 ago on Thu 29 Aug 2024 02:35:30 PM UTC. 2024-08-29T14:35:34.059 INFO:teuthology.orchestra.run.smithi169.stdout:Dependencies resolved. 2024-08-29T14:35:34.060 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:35:34.060 INFO:teuthology.orchestra.run.smithi169.stdout: Package Architecture Version Repository Size 2024-08-29T14:35:34.060 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:35:34.061 INFO:teuthology.orchestra.run.smithi169.stdout:Reinstalling: 2024-08-29T14:35:34.061 INFO:teuthology.orchestra.run.smithi169.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-29T14:35:34.061 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:35:34.061 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction Summary 2024-08-29T14:35:34.061 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:35:34.061 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:35:34.061 INFO:teuthology.orchestra.run.smithi169.stdout:Total download size: 1.9 M 2024-08-29T14:35:34.061 INFO:teuthology.orchestra.run.smithi169.stdout:Installed size: 0 2024-08-29T14:35:34.061 INFO:teuthology.orchestra.run.smithi169.stdout:Downloading Packages: 2024-08-29T14:35:35.373 INFO:teuthology.orchestra.run.smithi169.stdout:kernel-5.14.0-503.el9.x86_64.rpm 1.8 MB/s | 1.9 MB 00:01 2024-08-29T14:35:35.373 INFO:teuthology.orchestra.run.smithi169.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:35:35.373 INFO:teuthology.orchestra.run.smithi169.stdout:Total 1.4 MB/s | 1.9 MB 00:01 2024-08-29T14:35:35.407 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction check 2024-08-29T14:35:35.664 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction check succeeded. 2024-08-29T14:35:35.664 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction test 2024-08-29T14:35:35.695 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction test succeeded. 2024-08-29T14:35:35.695 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction 2024-08-29T14:35:35.884 INFO:teuthology.orchestra.run.smithi169.stdout: Preparing : 1/1 2024-08-29T14:35:35.950 INFO:teuthology.orchestra.run.smithi169.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-29T14:35:35.950 INFO:teuthology.orchestra.run.smithi169.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:35:36.657 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:35:36.658 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-29T14:35:37.445 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:35:37.445 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:35:37.445 INFO:teuthology.orchestra.run.smithi169.stdout:Reinstalled: 2024-08-29T14:35:37.445 INFO:teuthology.orchestra.run.smithi169.stdout: kernel-5.14.0-503.el9.x86_64 2024-08-29T14:35:37.445 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:35:37.445 INFO:teuthology.orchestra.run.smithi169.stdout:Complete! 2024-08-29T14:35:37.636 DEBUG:teuthology.orchestra.run.smithi169:> rpm -q kernel | sort -rV | head -n 1 2024-08-29T14:35:37.694 INFO:teuthology.orchestra.run.smithi169.stdout:kernel-5.14.0-503.el9.x86_64 2024-08-29T14:35:37.694 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-08-29T14:35:37.694 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-08-29T14:35:37.695 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-29T14:35:37.695 DEBUG:teuthology.orchestra.run.smithi169:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-29T14:35:37.732 INFO:teuthology.orchestra.run.smithi169.stdout:ttyS1 2024-08-29T14:35:37.752 DEBUG:teuthology.parallel:result is None 2024-08-29T14:35:37.752 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-29T14:35:37.759 INFO:teuthology.task.internal:Creating test directory... 2024-08-29T14:35:37.759 DEBUG:teuthology.orchestra.run.smithi131:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-29T14:35:37.762 DEBUG:teuthology.orchestra.run.smithi169:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-29T14:35:37.808 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-29T14:35:37.816 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-29T14:35:37.860 INFO:teuthology.task.internal:Creating archive directory... 2024-08-29T14:35:37.861 DEBUG:teuthology.orchestra.run.smithi131:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-29T14:35:37.863 DEBUG:teuthology.orchestra.run.smithi169:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-29T14:35:37.891 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-29T14:35:37.898 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-29T14:35:37.898 DEBUG:teuthology.orchestra.run.smithi131:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-29T14:35:37.928 DEBUG:teuthology.orchestra.run.smithi169:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-29T14:35:37.967 INFO:teuthology.orchestra.run.smithi131.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T14:35:37.979 INFO:teuthology.orchestra.run.smithi131.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T14:35:37.994 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T14:35:38.005 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T14:35:38.006 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-29T14:35:38.013 INFO:teuthology.task.internal:Configuring sudo... 2024-08-29T14:35:38.013 DEBUG:teuthology.orchestra.run.smithi131:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-29T14:35:38.023 DEBUG:teuthology.orchestra.run.smithi169:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-29T14:35:38.050 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-29T14:35:38.059 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-29T14:35:38.059 DEBUG:teuthology.orchestra.run.smithi131:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-29T14:35:38.093 DEBUG:teuthology.orchestra.run.smithi169:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-29T14:35:38.108 DEBUG:teuthology.orchestra.run.smithi131:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-29T14:35:38.195 DEBUG:teuthology.orchestra.run.smithi131:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-29T14:35:38.243 DEBUG:teuthology.orchestra.run.smithi131:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-29T14:35:38.327 DEBUG:teuthology.orchestra.run.smithi131:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-29T14:35:38.370 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:35:38.371 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-29T14:35:38.438 DEBUG:teuthology.orchestra.run.smithi169:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-29T14:35:38.478 DEBUG:teuthology.orchestra.run.smithi169:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-29T14:35:38.532 DEBUG:teuthology.orchestra.run.smithi169:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-29T14:35:38.615 DEBUG:teuthology.orchestra.run.smithi169:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-29T14:35:38.655 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:35:38.655 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-29T14:35:38.720 DEBUG:teuthology.orchestra.run.smithi131:> sudo service rsyslog restart 2024-08-29T14:35:38.723 DEBUG:teuthology.orchestra.run.smithi169:> sudo service rsyslog restart 2024-08-29T14:35:38.757 INFO:teuthology.orchestra.run.smithi131.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-29T14:35:38.794 INFO:teuthology.orchestra.run.smithi169.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-29T14:35:39.164 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-29T14:35:39.172 INFO:teuthology.task.internal:Starting timer... 2024-08-29T14:35:39.172 INFO:teuthology.run_tasks:Running task pcp... 2024-08-29T14:35:39.191 INFO:teuthology.run_tasks:Running task selinux... 2024-08-29T14:35:39.200 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-29T14:35:39.200 DEBUG:teuthology.orchestra.run.smithi131:> sudo service auditd rotate 2024-08-29T14:35:39.251 INFO:teuthology.orchestra.run.smithi131.stdout:Rotating logs: 2024-08-29T14:35:39.253 DEBUG:teuthology.orchestra.run.smithi169:> sudo service auditd rotate 2024-08-29T14:35:39.301 INFO:teuthology.orchestra.run.smithi169.stdout:Rotating logs: 2024-08-29T14:35:39.303 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-29T14:35:39.303 DEBUG:teuthology.orchestra.run.smithi131:> /usr/sbin/getenforce 2024-08-29T14:35:39.325 INFO:teuthology.orchestra.run.smithi131.stdout:Permissive 2024-08-29T14:35:39.325 DEBUG:teuthology.orchestra.run.smithi169:> /usr/sbin/getenforce 2024-08-29T14:35:39.358 INFO:teuthology.orchestra.run.smithi169.stdout:Permissive 2024-08-29T14:35:39.359 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi131.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi169.front.sepia.ceph.com': 'permissive'} 2024-08-29T14:35:39.359 DEBUG:teuthology.orchestra.run.smithi131:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-29T14:35:39.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:35:39.392 DEBUG:teuthology.orchestra.run.smithi169:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-29T14:35:39.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:35:39.425 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-29T14:35:39.425 DEBUG:teuthology.orchestra.run.smithi131:> sudo /usr/sbin/setenforce permissive 2024-08-29T14:35:39.460 DEBUG:teuthology.orchestra.run.smithi169:> sudo /usr/sbin/setenforce permissive 2024-08-29T14:35:39.498 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-29T14:35:39.507 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-08-29T14:35:39.510 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-08-29T14:35:39.618 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-29T14:35:39.629 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-29T14:35:39.630 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi131.front.sepia.ceph.com,smithi169.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-29T14:37:22.865 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi131.front.sepia.ceph.com'), Remote(name='ubuntu@smithi169.front.sepia.ceph.com')] 2024-08-29T14:37:22.867 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi131.front.sepia.ceph.com' 2024-08-29T14:37:22.868 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi131.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T14:37:22.946 DEBUG:teuthology.orchestra.run.smithi131:> true 2024-08-29T14:37:23.028 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi131.front.sepia.ceph.com' 2024-08-29T14:37:23.028 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-08-29T14:37:23.029 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T14:37:23.105 DEBUG:teuthology.orchestra.run.smithi169:> true 2024-08-29T14:37:23.184 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi169.front.sepia.ceph.com' 2024-08-29T14:37:23.184 INFO:teuthology.run_tasks:Running task clock... 2024-08-29T14:37:23.196 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-29T14:37:23.196 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-29T14:37:23.197 DEBUG:teuthology.orchestra.run.smithi131:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T14:37:23.200 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-29T14:37:23.200 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T14:37:23.226 INFO:teuthology.orchestra.run.smithi131.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-29T14:37:23.241 INFO:teuthology.orchestra.run.smithi131.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-29T14:37:23.254 INFO:teuthology.orchestra.run.smithi169.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-29T14:37:23.265 INFO:teuthology.orchestra.run.smithi131.stderr:sudo: ntpd: command not found 2024-08-29T14:37:23.268 INFO:teuthology.orchestra.run.smithi169.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-29T14:37:23.276 INFO:teuthology.orchestra.run.smithi131.stdout:506 Cannot talk to daemon 2024-08-29T14:37:23.290 INFO:teuthology.orchestra.run.smithi131.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-29T14:37:23.292 INFO:teuthology.orchestra.run.smithi169.stderr:sudo: ntpd: command not found 2024-08-29T14:37:23.303 INFO:teuthology.orchestra.run.smithi169.stdout:506 Cannot talk to daemon 2024-08-29T14:37:23.305 INFO:teuthology.orchestra.run.smithi131.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-29T14:37:23.321 INFO:teuthology.orchestra.run.smithi169.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-29T14:37:23.331 INFO:teuthology.orchestra.run.smithi169.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-29T14:37:23.361 INFO:teuthology.orchestra.run.smithi131.stderr:bash: line 1: ntpq: command not found 2024-08-29T14:37:23.366 INFO:teuthology.orchestra.run.smithi131.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-29T14:37:23.366 INFO:teuthology.orchestra.run.smithi131.stdout:=============================================================================== 2024-08-29T14:37:23.366 INFO:teuthology.orchestra.run.smithi131.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:37:23.366 INFO:teuthology.orchestra.run.smithi131.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:37:23.366 INFO:teuthology.orchestra.run.smithi131.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:37:23.366 INFO:teuthology.orchestra.run.smithi131.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:37:23.386 INFO:teuthology.orchestra.run.smithi169.stderr:bash: line 1: ntpq: command not found 2024-08-29T14:37:23.389 INFO:teuthology.orchestra.run.smithi169.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-29T14:37:23.389 INFO:teuthology.orchestra.run.smithi169.stdout:=============================================================================== 2024-08-29T14:37:23.390 INFO:teuthology.orchestra.run.smithi169.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:37:23.390 INFO:teuthology.orchestra.run.smithi169.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:37:23.390 INFO:teuthology.orchestra.run.smithi169.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:37:23.390 INFO:teuthology.orchestra.run.smithi169.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:37:23.391 INFO:teuthology.run_tasks:Running task pexec... 2024-08-29T14:37:23.400 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-29T14:37:23.400 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi131.front.sepia.ceph.com 2024-08-29T14:37:23.400 DEBUG:teuthology.orchestra.run.smithi131:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-29T14:37:23.401 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi169.front.sepia.ceph.com 2024-08-29T14:37:23.401 DEBUG:teuthology.orchestra.run.smithi169:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-29T14:37:23.746 INFO:teuthology.orchestra.run.smithi131.stdout:Dependencies resolved. 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout: Package Architecture Version Repository Size 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout:Removing: 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout:Removing unused dependencies: 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction Summary 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout:Remove 2 Packages 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout:Freed space: 5.5 M 2024-08-29T14:37:23.747 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction check 2024-08-29T14:37:23.751 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction check succeeded. 2024-08-29T14:37:23.751 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction test 2024-08-29T14:37:23.772 INFO:teuthology.orchestra.run.smithi169.stdout:Dependencies resolved. 2024-08-29T14:37:23.774 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:37:23.774 INFO:teuthology.orchestra.run.smithi169.stdout: Package Architecture Version Repository Size 2024-08-29T14:37:23.774 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:37:23.774 INFO:teuthology.orchestra.run.smithi169.stdout:Removing: 2024-08-29T14:37:23.774 INFO:teuthology.orchestra.run.smithi169.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-08-29T14:37:23.774 INFO:teuthology.orchestra.run.smithi169.stdout:Removing unused dependencies: 2024-08-29T14:37:23.774 INFO:teuthology.orchestra.run.smithi169.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-08-29T14:37:23.774 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:37:23.775 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction Summary 2024-08-29T14:37:23.775 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:37:23.775 INFO:teuthology.orchestra.run.smithi169.stdout:Remove 2 Packages 2024-08-29T14:37:23.775 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:37:23.775 INFO:teuthology.orchestra.run.smithi169.stdout:Freed space: 5.5 M 2024-08-29T14:37:23.775 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction check 2024-08-29T14:37:23.778 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction check succeeded. 2024-08-29T14:37:23.778 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction test 2024-08-29T14:37:23.787 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction test succeeded. 2024-08-29T14:37:23.787 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction 2024-08-29T14:37:23.813 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction test succeeded. 2024-08-29T14:37:23.813 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction 2024-08-29T14:37:23.920 INFO:teuthology.orchestra.run.smithi131.stdout: Preparing : 1/1 2024-08-29T14:37:23.943 INFO:teuthology.orchestra.run.smithi169.stdout: Preparing : 1/1 2024-08-29T14:37:24.009 INFO:teuthology.orchestra.run.smithi131.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-08-29T14:37:24.029 INFO:teuthology.orchestra.run.smithi169.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-08-29T14:37:24.067 INFO:teuthology.orchestra.run.smithi131.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-08-29T14:37:24.099 INFO:teuthology.orchestra.run.smithi169.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-08-29T14:37:24.536 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-08-29T14:37:24.536 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-08-29T14:37:24.563 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-08-29T14:37:24.563 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-08-29T14:37:24.766 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-08-29T14:37:24.766 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:37:24.766 INFO:teuthology.orchestra.run.smithi169.stdout:Removed: 2024-08-29T14:37:24.766 INFO:teuthology.orchestra.run.smithi169.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-29T14:37:24.766 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:37:24.766 INFO:teuthology.orchestra.run.smithi169.stdout:Complete! 2024-08-29T14:37:24.791 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-08-29T14:37:24.791 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:37:24.791 INFO:teuthology.orchestra.run.smithi131.stdout:Removed: 2024-08-29T14:37:24.791 INFO:teuthology.orchestra.run.smithi131.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-29T14:37:24.791 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:37:24.791 INFO:teuthology.orchestra.run.smithi131.stdout:Complete! 2024-08-29T14:37:25.619 INFO:teuthology.orchestra.run.smithi131.stdout:Last metadata expiration check: 0:00:43 ago on Thu 29 Aug 2024 02:36:42 PM UTC. 2024-08-29T14:37:25.631 INFO:teuthology.orchestra.run.smithi169.stdout:Last metadata expiration check: 0:00:42 ago on Thu 29 Aug 2024 02:36:43 PM UTC. 2024-08-29T14:37:25.758 INFO:teuthology.orchestra.run.smithi131.stdout:Dependencies resolved. 2024-08-29T14:37:25.759 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:37:25.759 INFO:teuthology.orchestra.run.smithi131.stdout: Package Arch Version Repository Size 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout:Installing: 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout:Installing dependencies: 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-29T14:37:25.760 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:37:25.761 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction Summary 2024-08-29T14:37:25.761 INFO:teuthology.orchestra.run.smithi131.stdout:================================================================================ 2024-08-29T14:37:25.761 INFO:teuthology.orchestra.run.smithi131.stdout:Install 7 Packages 2024-08-29T14:37:25.761 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:37:25.761 INFO:teuthology.orchestra.run.smithi131.stdout:Total download size: 5.2 M 2024-08-29T14:37:25.761 INFO:teuthology.orchestra.run.smithi131.stdout:Installed size: 19 M 2024-08-29T14:37:25.761 INFO:teuthology.orchestra.run.smithi131.stdout:Downloading Packages: 2024-08-29T14:37:25.773 INFO:teuthology.orchestra.run.smithi169.stdout:Dependencies resolved. 2024-08-29T14:37:25.773 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:37:25.773 INFO:teuthology.orchestra.run.smithi169.stdout: Package Arch Version Repository Size 2024-08-29T14:37:25.773 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:37:25.773 INFO:teuthology.orchestra.run.smithi169.stdout:Installing: 2024-08-29T14:37:25.773 INFO:teuthology.orchestra.run.smithi169.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-08-29T14:37:25.773 INFO:teuthology.orchestra.run.smithi169.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-29T14:37:25.773 INFO:teuthology.orchestra.run.smithi169.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-29T14:37:25.773 INFO:teuthology.orchestra.run.smithi169.stdout:Installing dependencies: 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction Summary 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout:================================================================================ 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout:Install 7 Packages 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout:Total download size: 5.2 M 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout:Installed size: 19 M 2024-08-29T14:37:25.774 INFO:teuthology.orchestra.run.smithi169.stdout:Downloading Packages: 2024-08-29T14:37:26.407 INFO:teuthology.orchestra.run.smithi169.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 358 kB/s | 44 kB 00:00 2024-08-29T14:37:26.457 INFO:teuthology.orchestra.run.smithi169.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 608 kB/s | 106 kB 00:00 2024-08-29T14:37:26.517 INFO:teuthology.orchestra.run.smithi169.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 657 kB/s | 72 kB 00:00 2024-08-29T14:37:26.575 INFO:teuthology.orchestra.run.smithi169.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 715 kB/s | 84 kB 00:00 2024-08-29T14:37:26.635 INFO:teuthology.orchestra.run.smithi169.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.5 MB/s | 906 kB 00:00 2024-08-29T14:37:26.635 INFO:teuthology.orchestra.run.smithi131.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 122 kB/s | 44 kB 00:00 2024-08-29T14:37:26.719 INFO:teuthology.orchestra.run.smithi131.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 237 kB/s | 106 kB 00:00 2024-08-29T14:37:26.811 INFO:teuthology.orchestra.run.smithi169.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 2.8 MB/s | 837 kB 00:00 2024-08-29T14:37:26.829 INFO:teuthology.orchestra.run.smithi131.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 371 kB/s | 72 kB 00:00 2024-08-29T14:37:26.888 INFO:teuthology.orchestra.run.smithi131.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 501 kB/s | 84 kB 00:00 2024-08-29T14:37:26.954 INFO:teuthology.orchestra.run.smithi169.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 8.4 MB/s | 3.2 MB 00:00 2024-08-29T14:37:26.954 INFO:teuthology.orchestra.run.smithi169.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:37:26.954 INFO:teuthology.orchestra.run.smithi169.stdout:Total 4.4 MB/s | 5.2 MB 00:01 2024-08-29T14:37:27.039 INFO:teuthology.orchestra.run.smithi131.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 1.2 MB/s | 906 kB 00:00 2024-08-29T14:37:27.074 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction check 2024-08-29T14:37:27.090 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction check succeeded. 2024-08-29T14:37:27.090 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction test 2024-08-29T14:37:27.191 INFO:teuthology.orchestra.run.smithi131.stdout:(6/7): runc-1.1.13-4.el9.x86_64.rpm 10 MB/s | 3.2 MB 00:00 2024-08-29T14:37:27.217 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction test succeeded. 2024-08-29T14:37:27.218 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction 2024-08-29T14:37:27.317 INFO:teuthology.orchestra.run.smithi131.stdout:(7/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 1.7 MB/s | 837 kB 00:00 2024-08-29T14:37:27.317 INFO:teuthology.orchestra.run.smithi131.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:37:27.317 INFO:teuthology.orchestra.run.smithi131.stdout:Total 3.3 MB/s | 5.2 MB 00:01 2024-08-29T14:37:27.429 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction check 2024-08-29T14:37:27.444 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction check succeeded. 2024-08-29T14:37:27.444 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction test 2024-08-29T14:37:27.572 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction test succeeded. 2024-08-29T14:37:27.572 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction 2024-08-29T14:37:27.826 INFO:teuthology.orchestra.run.smithi169.stdout: Preparing : 1/1 2024-08-29T14:37:27.909 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-08-29T14:37:27.967 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-08-29T14:37:28.005 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-08-29T14:37:28.176 INFO:teuthology.orchestra.run.smithi131.stdout: Preparing : 1/1 2024-08-29T14:37:28.237 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-08-29T14:37:28.323 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-08-29T14:37:28.332 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-08-29T14:37:28.366 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-08-29T14:37:28.396 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-08-29T14:37:28.616 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-08-29T14:37:28.652 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-08-29T14:37:28.782 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-08-29T14:37:28.817 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-08-29T14:37:28.919 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-08-29T14:37:28.984 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:37:29.082 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-08-29T14:37:29.113 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-08-29T14:37:29.219 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-08-29T14:37:29.281 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:37:30.019 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:37:30.020 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-08-29T14:37:30.020 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-08-29T14:37:30.020 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-08-29T14:37:30.020 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-08-29T14:37:30.020 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-08-29T14:37:30.020 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-08-29T14:37:30.294 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:37:30.295 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-08-29T14:37:30.295 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-08-29T14:37:30.295 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-08-29T14:37:30.295 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-08-29T14:37:30.295 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-08-29T14:37:30.295 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-08-29T14:37:30.374 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:37:30.374 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:37:30.374 INFO:teuthology.orchestra.run.smithi169.stdout:Installed: 2024-08-29T14:37:30.374 INFO:teuthology.orchestra.run.smithi169.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-29T14:37:30.374 INFO:teuthology.orchestra.run.smithi169.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-29T14:37:30.374 INFO:teuthology.orchestra.run.smithi169.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-29T14:37:30.375 INFO:teuthology.orchestra.run.smithi169.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-29T14:37:30.375 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:37:30.375 INFO:teuthology.orchestra.run.smithi169.stdout:Complete! 2024-08-29T14:37:30.677 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:37:30.677 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:37:30.677 INFO:teuthology.orchestra.run.smithi131.stdout:Installed: 2024-08-29T14:37:30.677 INFO:teuthology.orchestra.run.smithi131.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-29T14:37:30.677 INFO:teuthology.orchestra.run.smithi131.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-29T14:37:30.677 INFO:teuthology.orchestra.run.smithi131.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-29T14:37:30.677 INFO:teuthology.orchestra.run.smithi131.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-29T14:37:30.677 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:37:30.678 INFO:teuthology.orchestra.run.smithi131.stdout:Complete! 2024-08-29T14:37:30.713 DEBUG:teuthology.parallel:result is None 2024-08-29T14:37:30.998 DEBUG:teuthology.parallel:result is None 2024-08-29T14:37:30.998 INFO:teuthology.run_tasks:Running task install... 2024-08-29T14:37:31.008 DEBUG:teuthology.task.install:project ceph 2024-08-29T14:37:31.008 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791'}} 2024-08-29T14:37:31.008 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791'} 2024-08-29T14:37:31.008 INFO:teuthology.task.install:Using flavor: default 2024-08-29T14:37:31.014 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-29T14:37:31.014 INFO:teuthology.task.install:extra packages: [] 2024-08-29T14:37:31.014 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791', 'tag': None, 'wait_for_package': False} 2024-08-29T14:37:31.015 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:37:31.015 INFO:teuthology.packaging:ref: None 2024-08-29T14:37:31.015 INFO:teuthology.packaging:tag: None 2024-08-29T14:37:31.015 INFO:teuthology.packaging:branch: quincy 2024-08-29T14:37:31.015 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:37:31.016 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-29T14:37:31.018 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791', 'tag': None, 'wait_for_package': False} 2024-08-29T14:37:31.018 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:37:31.018 INFO:teuthology.packaging:ref: None 2024-08-29T14:37:31.018 INFO:teuthology.packaging:tag: None 2024-08-29T14:37:31.018 INFO:teuthology.packaging:branch: quincy 2024-08-29T14:37:31.018 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:37:31.019 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-29T14:37:31.248 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/a89f613db4d5b6bca82681f19d73c6d337aae2d5/centos/9/flavors/default/ 2024-08-29T14:37:31.249 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1503.ga89f613d 2024-08-29T14:37:31.267 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/a89f613db4d5b6bca82681f19d73c6d337aae2d5/centos/9/flavors/default/ 2024-08-29T14:37:31.267 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1503.ga89f613d 2024-08-29T14:37:31.359 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/a89f613db4d5b6bca82681f19d73c6d337aae2d5/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/a89f613db4d5b6bca82681f19d73c6d337aae2d5/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/a89f613db4d5b6bca82681f19d73c6d337aae2d5/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-29T14:37:31.360 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:37:31.360 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-29T14:37:31.374 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/a89f613db4d5b6bca82681f19d73c6d337aae2d5/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/a89f613db4d5b6bca82681f19d73c6d337aae2d5/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/a89f613db4d5b6bca82681f19d73c6d337aae2d5/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-29T14:37:31.374 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:37:31.375 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-29T14:37:31.387 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-29T14:37:31.387 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:37:31.387 INFO:teuthology.packaging:ref: None 2024-08-29T14:37:31.387 INFO:teuthology.packaging:tag: None 2024-08-29T14:37:31.387 INFO:teuthology.packaging:branch: quincy 2024-08-29T14:37:31.387 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:37:31.387 DEBUG:teuthology.orchestra.run.smithi169:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-29T14:37:31.405 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-29T14:37:31.405 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:37:31.405 INFO:teuthology.packaging:ref: None 2024-08-29T14:37:31.405 INFO:teuthology.packaging:tag: None 2024-08-29T14:37:31.405 INFO:teuthology.packaging:branch: quincy 2024-08-29T14:37:31.405 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:37:31.405 DEBUG:teuthology.orchestra.run.smithi131:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-29T14:37:31.453 DEBUG:teuthology.orchestra.run.smithi169:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-29T14:37:31.476 DEBUG:teuthology.orchestra.run.smithi131:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-29T14:37:31.531 DEBUG:teuthology.orchestra.run.smithi169:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-29T14:37:31.563 DEBUG:teuthology.orchestra.run.smithi131:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-29T14:37:31.589 INFO:teuthology.orchestra.run.smithi131.stdout:check_obsoletes = 1 2024-08-29T14:37:31.591 DEBUG:teuthology.orchestra.run.smithi131:> sudo yum clean all 2024-08-29T14:37:31.595 INFO:teuthology.orchestra.run.smithi169.stdout:check_obsoletes = 1 2024-08-29T14:37:31.597 DEBUG:teuthology.orchestra.run.smithi169:> sudo yum clean all 2024-08-29T14:37:31.818 INFO:teuthology.orchestra.run.smithi131.stdout:45 files removed 2024-08-29T14:37:31.823 INFO:teuthology.orchestra.run.smithi169.stdout:45 files removed 2024-08-29T14:37:31.845 DEBUG:teuthology.orchestra.run.smithi131:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-29T14:37:31.850 DEBUG:teuthology.orchestra.run.smithi169:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-29T14:37:32.398 INFO:teuthology.orchestra.run.smithi131.stdout:ceph packages for x86_64 278 kB/s | 77 kB 00:00 2024-08-29T14:37:32.408 INFO:teuthology.orchestra.run.smithi169.stdout:ceph packages for x86_64 275 kB/s | 77 kB 00:00 2024-08-29T14:37:32.692 INFO:teuthology.orchestra.run.smithi169.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-08-29T14:37:32.707 INFO:teuthology.orchestra.run.smithi131.stdout:ceph noarch packages 40 kB/s | 11 kB 00:00 2024-08-29T14:37:32.968 INFO:teuthology.orchestra.run.smithi169.stdout:ceph source packages 7.4 kB/s | 1.8 kB 00:00 2024-08-29T14:37:32.974 INFO:teuthology.orchestra.run.smithi131.stdout:ceph source packages 7.7 kB/s | 1.8 kB 00:00 2024-08-29T14:37:33.701 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-08-29T14:37:34.607 INFO:teuthology.orchestra.run.smithi131.stdout:CentOS Stream 9 - BaseOS 5.2 MB/s | 8.2 MB 00:01 2024-08-29T14:37:35.794 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - AppStream 20 MB/s | 20 MB 00:01 2024-08-29T14:37:36.767 INFO:teuthology.orchestra.run.smithi131.stdout:CentOS Stream 9 - AppStream 19 MB/s | 20 MB 00:01 2024-08-29T14:37:41.035 INFO:teuthology.orchestra.run.smithi131.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.6 MB 00:00 2024-08-29T14:37:42.627 INFO:teuthology.orchestra.run.smithi131.stdout:CentOS Stream 9 - Extras packages 48 kB/s | 18 kB 00:00 2024-08-29T14:37:42.886 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - CRB 2.0 MB/s | 6.6 MB 00:03 2024-08-29T14:37:43.481 INFO:teuthology.orchestra.run.smithi131.stdout:Extra Packages for Enterprise Linux 31 MB/s | 22 MB 00:00 2024-08-29T14:37:45.154 INFO:teuthology.orchestra.run.smithi169.stdout:CentOS Stream 9 - Extras packages 18 kB/s | 18 kB 00:01 2024-08-29T14:37:45.975 INFO:teuthology.orchestra.run.smithi169.stdout:Extra Packages for Enterprise Linux 32 MB/s | 22 MB 00:00 2024-08-29T14:37:48.929 INFO:teuthology.orchestra.run.smithi131.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-08-29T14:37:51.230 INFO:teuthology.orchestra.run.smithi131.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-29T14:37:51.231 INFO:teuthology.orchestra.run.smithi131.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-29T14:37:51.297 INFO:teuthology.orchestra.run.smithi131.stdout:Dependencies resolved. 2024-08-29T14:37:51.304 INFO:teuthology.orchestra.run.smithi131.stdout:======================================================================================= 2024-08-29T14:37:51.304 INFO:teuthology.orchestra.run.smithi131.stdout: Package Arch Version Repository Size 2024-08-29T14:37:51.304 INFO:teuthology.orchestra.run.smithi131.stdout:======================================================================================= 2024-08-29T14:37:51.304 INFO:teuthology.orchestra.run.smithi131.stdout:Installing: 2024-08-29T14:37:51.304 INFO:teuthology.orchestra.run.smithi131.stdout: ceph x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 6.5 k 2024-08-29T14:37:51.304 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-base x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 5.0 M 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-fuse x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 813 k 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 137 k 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 1.4 M 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 124 k 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 3.4 M 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 7.4 M 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-rook noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 47 k 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-radosgw x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 14 M 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-test x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 48 M 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: cephadm noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 83 k 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: libcephfs-devel x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 25 k 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: libcephfs2 x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 636 k 2024-08-29T14:37:51.305 INFO:teuthology.orchestra.run.smithi131.stdout: librados-devel x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 126 k 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cephfs x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 156 k 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: python3-rados x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 320 k 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: python3-rbd x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 295 k 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: python3-rgw x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 99 k 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: rbd-fuse x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 82 k 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: rbd-mirror x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 2.9 M 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: rbd-nbd x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 165 k 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout:Upgrading: 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: librados2 x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 3.1 M 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: librbd1 x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 2.9 M 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout:Installing dependencies: 2024-08-29T14:37:51.306 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-common x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 22 M 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 24 k 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mds x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 2.1 M 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 240 k 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mon x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 3.9 M 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-osd x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 15 M 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 15 k 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-selinux x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 25 k 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-29T14:37:51.307 INFO:teuthology.orchestra.run.smithi131.stdout: libcephsqlite x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 163 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: libradosstriper1 x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 458 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: librgw2 x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 4.9 M 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-08-29T14:37:51.308 INFO:teuthology.orchestra.run.smithi131.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-ceph-argparse x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 45 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-ceph-common x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 120 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-08-29T14:37:51.309 INFO:teuthology.orchestra.run.smithi131.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-29T14:37:51.310 INFO:teuthology.orchestra.run.smithi131.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-29T14:37:51.311 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-29T14:37:51.312 INFO:teuthology.orchestra.run.smithi131.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout:Installing weak dependencies: 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction Summary 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout:======================================================================================= 2024-08-29T14:37:51.313 INFO:teuthology.orchestra.run.smithi131.stdout:Install 112 Packages 2024-08-29T14:37:51.314 INFO:teuthology.orchestra.run.smithi131.stdout:Upgrade 2 Packages 2024-08-29T14:37:51.314 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:37:51.314 INFO:teuthology.orchestra.run.smithi169.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-29T14:37:51.314 INFO:teuthology.orchestra.run.smithi131.stdout:Total download size: 190 M 2024-08-29T14:37:51.314 INFO:teuthology.orchestra.run.smithi131.stdout:Downloading Packages: 2024-08-29T14:37:51.797 INFO:teuthology.orchestra.run.smithi131.stdout:(1/114): ceph-17.2.7-1503.ga89f613d.el9.x86_64. 55 kB/s | 6.5 kB 00:00 2024-08-29T14:37:52.197 INFO:teuthology.orchestra.run.smithi131.stdout:(2/114): ceph-fuse-17.2.7-1503.ga89f613d.el9.x8 2.0 MB/s | 813 kB 00:00 2024-08-29T14:37:52.273 INFO:teuthology.orchestra.run.smithi131.stdout:(3/114): ceph-immutable-object-cache-17.2.7-150 1.8 MB/s | 137 kB 00:00 2024-08-29T14:37:52.831 INFO:teuthology.orchestra.run.smithi131.stdout:(4/114): ceph-mds-17.2.7-1503.ga89f613d.el9.x86 3.7 MB/s | 2.1 MB 00:00 2024-08-29T14:37:52.923 INFO:teuthology.orchestra.run.smithi131.stdout:(5/114): ceph-base-17.2.7-1503.ga89f613d.el9.x8 4.0 MB/s | 5.0 MB 00:01 2024-08-29T14:37:53.182 INFO:teuthology.orchestra.run.smithi131.stdout:(6/114): ceph-mgr-17.2.7-1503.ga89f613d.el9.x86 4.0 MB/s | 1.4 MB 00:00 2024-08-29T14:37:53.424 INFO:teuthology.orchestra.run.smithi131.stdout:(7/114): ceph-mon-17.2.7-1503.ga89f613d.el9.x86 7.8 MB/s | 3.9 MB 00:00 2024-08-29T14:37:53.583 INFO:teuthology.orchestra.run.smithi169.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-29T14:37:53.584 INFO:teuthology.orchestra.run.smithi169.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-29T14:37:53.660 INFO:teuthology.orchestra.run.smithi169.stdout:Dependencies resolved. 2024-08-29T14:37:53.667 INFO:teuthology.orchestra.run.smithi169.stdout:======================================================================================= 2024-08-29T14:37:53.667 INFO:teuthology.orchestra.run.smithi169.stdout: Package Arch Version Repository Size 2024-08-29T14:37:53.667 INFO:teuthology.orchestra.run.smithi169.stdout:======================================================================================= 2024-08-29T14:37:53.667 INFO:teuthology.orchestra.run.smithi169.stdout:Installing: 2024-08-29T14:37:53.667 INFO:teuthology.orchestra.run.smithi169.stdout: ceph x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 6.5 k 2024-08-29T14:37:53.667 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-base x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 5.0 M 2024-08-29T14:37:53.667 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-fuse x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 813 k 2024-08-29T14:37:53.667 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 137 k 2024-08-29T14:37:53.667 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 1.4 M 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 124 k 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 3.4 M 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 7.4 M 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-rook noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 47 k 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-radosgw x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 14 M 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-test x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 48 M 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: cephadm noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 83 k 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: libcephfs-devel x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 25 k 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: libcephfs2 x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 636 k 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: librados-devel x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 126 k 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cephfs x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 156 k 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-29T14:37:53.668 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rados x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 320 k 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rbd x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 295 k 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rgw x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 99 k 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-fuse x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 82 k 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-mirror x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 2.9 M 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-nbd x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 165 k 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout:Upgrading: 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: librados2 x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 3.1 M 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: librbd1 x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 2.9 M 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout:Installing dependencies: 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-common x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 22 M 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 24 k 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mds x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 2.1 M 2024-08-29T14:37:53.669 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 240 k 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mon x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 3.9 M 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-osd x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 15 M 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1503.ga89f613d.el9 ceph-noarch 15 k 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-selinux x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 25 k 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: libcephsqlite x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 163 k 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-29T14:37:53.670 INFO:teuthology.orchestra.run.smithi169.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: libradosstriper1 x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 458 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: librgw2 x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 4.9 M 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-29T14:37:53.671 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ceph-argparse x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 45 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ceph-common x86_64 2:17.2.7-1503.ga89f613d.el9 ceph 120 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-29T14:37:53.672 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-29T14:37:53.673 INFO:teuthology.orchestra.run.smithi169.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-29T14:37:53.674 INFO:teuthology.orchestra.run.smithi169.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-29T14:37:53.675 INFO:teuthology.orchestra.run.smithi169.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-29T14:37:53.676 INFO:teuthology.orchestra.run.smithi169.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-29T14:37:53.676 INFO:teuthology.orchestra.run.smithi169.stdout:Installing weak dependencies: 2024-08-29T14:37:53.676 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-29T14:37:53.676 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:37:53.676 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction Summary 2024-08-29T14:37:53.676 INFO:teuthology.orchestra.run.smithi169.stdout:======================================================================================= 2024-08-29T14:37:53.676 INFO:teuthology.orchestra.run.smithi169.stdout:Install 112 Packages 2024-08-29T14:37:53.676 INFO:teuthology.orchestra.run.smithi169.stdout:Upgrade 2 Packages 2024-08-29T14:37:53.676 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:37:53.676 INFO:teuthology.orchestra.run.smithi169.stdout:Total download size: 190 M 2024-08-29T14:37:53.677 INFO:teuthology.orchestra.run.smithi169.stdout:Downloading Packages: 2024-08-29T14:37:54.315 INFO:teuthology.orchestra.run.smithi169.stdout:(1/114): ceph-17.2.7-1503.ga89f613d.el9.x86_64. 30 kB/s | 6.5 kB 00:00 2024-08-29T14:37:54.399 INFO:teuthology.orchestra.run.smithi131.stdout:(8/114): ceph-radosgw-17.2.7-1503.ga89f613d.el9 15 MB/s | 14 MB 00:00 2024-08-29T14:37:54.474 INFO:teuthology.orchestra.run.smithi131.stdout:(9/114): ceph-selinux-17.2.7-1503.ga89f613d.el9 336 kB/s | 25 kB 00:00 2024-08-29T14:37:54.741 INFO:teuthology.orchestra.run.smithi131.stdout:(10/114): ceph-common-17.2.7-1503.ga89f613d.el9 7.3 MB/s | 22 MB 00:03 2024-08-29T14:37:54.823 INFO:teuthology.orchestra.run.smithi169.stdout:(2/114): ceph-fuse-17.2.7-1503.ga89f613d.el9.x8 1.6 MB/s | 813 kB 00:00 2024-08-29T14:37:54.900 INFO:teuthology.orchestra.run.smithi131.stdout:(11/114): ceph-osd-17.2.7-1503.ga89f613d.el9.x8 8.9 MB/s | 15 MB 00:01 2024-08-29T14:37:54.925 INFO:teuthology.orchestra.run.smithi131.stdout:(12/114): libcephfs-devel-17.2.7-1503.ga89f613d 136 kB/s | 25 kB 00:00 2024-08-29T14:37:54.957 INFO:teuthology.orchestra.run.smithi169.stdout:(3/114): ceph-base-17.2.7-1503.ga89f613d.el9.x8 5.8 MB/s | 5.0 MB 00:00 2024-08-29T14:37:54.999 INFO:teuthology.orchestra.run.smithi169.stdout:(4/114): ceph-immutable-object-cache-17.2.7-150 783 kB/s | 137 kB 00:00 2024-08-29T14:37:55.000 INFO:teuthology.orchestra.run.smithi131.stdout:(13/114): libcephsqlite-17.2.7-1503.ga89f613d.e 2.1 MB/s | 163 kB 00:00 2024-08-29T14:37:55.026 INFO:teuthology.orchestra.run.smithi131.stdout:(14/114): libcephfs2-17.2.7-1503.ga89f613d.el9. 5.0 MB/s | 636 kB 00:00 2024-08-29T14:37:55.101 INFO:teuthology.orchestra.run.smithi131.stdout:(15/114): librados-devel-17.2.7-1503.ga89f613d. 1.2 MB/s | 126 kB 00:00 2024-08-29T14:37:55.135 INFO:teuthology.orchestra.run.smithi131.stdout:(16/114): libradosstriper1-17.2.7-1503.ga89f613 4.1 MB/s | 458 kB 00:00 2024-08-29T14:37:55.149 INFO:teuthology.orchestra.run.smithi169.stdout:(5/114): ceph-mgr-17.2.7-1503.ga89f613d.el9.x86 9.4 MB/s | 1.4 MB 00:00 2024-08-29T14:37:55.202 INFO:teuthology.orchestra.run.smithi131.stdout:(17/114): python3-ceph-argparse-17.2.7-1503.ga8 678 kB/s | 45 kB 00:00 2024-08-29T14:37:55.319 INFO:teuthology.orchestra.run.smithi131.stdout:(18/114): python3-ceph-common-17.2.7-1503.ga89f 1.0 MB/s | 120 kB 00:00 2024-08-29T14:37:55.427 INFO:teuthology.orchestra.run.smithi131.stdout:(19/114): python3-cephfs-17.2.7-1503.ga89f613d. 1.4 MB/s | 156 kB 00:00 2024-08-29T14:37:55.527 INFO:teuthology.orchestra.run.smithi131.stdout:(20/114): python3-rados-17.2.7-1503.ga89f613d.e 3.1 MB/s | 320 kB 00:00 2024-08-29T14:37:55.583 INFO:teuthology.orchestra.run.smithi169.stdout:(6/114): ceph-mon-17.2.7-1503.ga89f613d.el9.x86 9.0 MB/s | 3.9 MB 00:00 2024-08-29T14:37:55.603 INFO:teuthology.orchestra.run.smithi131.stdout:(21/114): librgw2-17.2.7-1503.ga89f613d.el9.x86 9.8 MB/s | 4.9 MB 00:00 2024-08-29T14:37:55.628 INFO:teuthology.orchestra.run.smithi131.stdout:(22/114): python3-rbd-17.2.7-1503.ga89f613d.el9 2.9 MB/s | 295 kB 00:00 2024-08-29T14:37:55.679 INFO:teuthology.orchestra.run.smithi131.stdout:(23/114): python3-rgw-17.2.7-1503.ga89f613d.el9 1.3 MB/s | 99 kB 00:00 2024-08-29T14:37:55.704 INFO:teuthology.orchestra.run.smithi131.stdout:(24/114): rbd-fuse-17.2.7-1503.ga89f613d.el9.x8 1.1 MB/s | 82 kB 00:00 2024-08-29T14:37:55.767 INFO:teuthology.orchestra.run.smithi169.stdout:(7/114): ceph-mds-17.2.7-1503.ga89f613d.el9.x86 2.6 MB/s | 2.1 MB 00:00 2024-08-29T14:37:55.804 INFO:teuthology.orchestra.run.smithi131.stdout:(25/114): rbd-nbd-17.2.7-1503.ga89f613d.el9.x86 1.6 MB/s | 165 kB 00:00 2024-08-29T14:37:55.896 INFO:teuthology.orchestra.run.smithi131.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1503.g 266 kB/s | 24 kB 00:00 2024-08-29T14:37:56.013 INFO:teuthology.orchestra.run.smithi131.stdout:(27/114): rbd-mirror-17.2.7-1503.ga89f613d.el9. 8.8 MB/s | 2.9 MB 00:00 2024-08-29T14:37:56.038 INFO:teuthology.orchestra.run.smithi131.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1503.ga89f613 874 kB/s | 124 kB 00:00 2024-08-29T14:37:56.430 INFO:teuthology.orchestra.run.smithi131.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1503.ga89f6 8.0 MB/s | 3.4 MB 00:00 2024-08-29T14:37:56.522 INFO:teuthology.orchestra.run.smithi131.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1503.ga8 2.6 MB/s | 240 kB 00:00 2024-08-29T14:37:56.984 INFO:teuthology.orchestra.run.smithi169.stdout:(8/114): ceph-osd-17.2.7-1503.ga89f613d.el9.x86 11 MB/s | 15 MB 00:01 2024-08-29T14:37:56.989 INFO:teuthology.orchestra.run.smithi131.stdout:(31/114): ceph-test-17.2.7-1503.ga89f613d.el9.x 19 MB/s | 48 MB 00:02 2024-08-29T14:37:57.014 INFO:teuthology.orchestra.run.smithi131.stdout:(32/114): ceph-mgr-rook-17.2.7-1503.ga89f613d.e 97 kB/s | 47 kB 00:00 2024-08-29T14:37:57.034 INFO:teuthology.orchestra.run.smithi169.stdout:(9/114): ceph-selinux-17.2.7-1503.ga89f613d.el9 505 kB/s | 25 kB 00:00 2024-08-29T14:37:57.039 INFO:teuthology.orchestra.run.smithi131.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1503.ga 293 kB/s | 15 kB 00:00 2024-08-29T14:37:57.073 INFO:teuthology.orchestra.run.smithi131.stdout:(34/114): cephadm-17.2.7-1503.ga89f613d.el9.noa 1.4 MB/s | 83 kB 00:00 2024-08-29T14:37:57.182 INFO:teuthology.orchestra.run.smithi131.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 6.5 MB/s | 7.4 MB 00:01 2024-08-29T14:37:57.376 INFO:teuthology.orchestra.run.smithi169.stdout:(10/114): ceph-common-17.2.7-1503.ga89f613d.el9 6.9 MB/s | 22 MB 00:03 2024-08-29T14:37:57.426 INFO:teuthology.orchestra.run.smithi169.stdout:(11/114): libcephfs-devel-17.2.7-1503.ga89f613d 501 kB/s | 25 kB 00:00 2024-08-29T14:37:57.526 INFO:teuthology.orchestra.run.smithi169.stdout:(12/114): libcephfs2-17.2.7-1503.ga89f613d.el9. 6.2 MB/s | 636 kB 00:00 2024-08-29T14:37:57.532 INFO:teuthology.orchestra.run.smithi131.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 162 kB/s | 80 kB 00:00 2024-08-29T14:37:57.577 INFO:teuthology.orchestra.run.smithi169.stdout:(13/114): libcephsqlite-17.2.7-1503.ga89f613d.e 3.2 MB/s | 163 kB 00:00 2024-08-29T14:37:57.627 INFO:teuthology.orchestra.run.smithi169.stdout:(14/114): librados-devel-17.2.7-1503.ga89f613d. 2.5 MB/s | 126 kB 00:00 2024-08-29T14:37:57.691 INFO:teuthology.orchestra.run.smithi131.stdout:(37/114): libquadmath-11.5.0-2.el9.x86_64.rpm 376 kB/s | 191 kB 00:00 2024-08-29T14:37:57.693 INFO:teuthology.orchestra.run.smithi169.stdout:(15/114): libradosstriper1-17.2.7-1503.ga89f613 6.7 MB/s | 458 kB 00:00 2024-08-29T14:37:57.883 INFO:teuthology.orchestra.run.smithi131.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 723 kB/s | 253 kB 00:00 2024-08-29T14:37:57.908 INFO:teuthology.orchestra.run.smithi131.stdout:(39/114): libgfortran-11.5.0-2.el9.x86_64.rpm 960 kB/s | 801 kB 00:00 2024-08-29T14:37:57.935 INFO:teuthology.orchestra.run.smithi169.stdout:(16/114): librgw2-17.2.7-1503.ga89f613d.el9.x86 20 MB/s | 4.9 MB 00:00 2024-08-29T14:37:57.986 INFO:teuthology.orchestra.run.smithi169.stdout:(17/114): python3-ceph-argparse-17.2.7-1503.ga8 905 kB/s | 45 kB 00:00 2024-08-29T14:37:57.992 INFO:teuthology.orchestra.run.smithi131.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 979 kB/s | 106 kB 00:00 2024-08-29T14:37:58.017 INFO:teuthology.orchestra.run.smithi131.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-08-29T14:37:58.036 INFO:teuthology.orchestra.run.smithi169.stdout:(18/114): python3-ceph-common-17.2.7-1503.ga89f 2.3 MB/s | 120 kB 00:00 2024-08-29T14:37:58.086 INFO:teuthology.orchestra.run.smithi169.stdout:(19/114): python3-cephfs-17.2.7-1503.ga89f613d. 3.0 MB/s | 156 kB 00:00 2024-08-29T14:37:58.101 INFO:teuthology.orchestra.run.smithi131.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-08-29T14:37:58.126 INFO:teuthology.orchestra.run.smithi131.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-08-29T14:37:58.153 INFO:teuthology.orchestra.run.smithi169.stdout:(20/114): python3-rados-17.2.7-1503.ga89f613d.e 4.7 MB/s | 320 kB 00:00 2024-08-29T14:37:58.185 INFO:teuthology.orchestra.run.smithi131.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 2.5 MB/s | 1.2 MB 00:00 2024-08-29T14:37:58.202 INFO:teuthology.orchestra.run.smithi131.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 325 kB/s | 33 kB 00:00 2024-08-29T14:37:58.212 INFO:teuthology.orchestra.run.smithi169.stdout:(21/114): python3-rbd-17.2.7-1503.ga89f613d.el9 4.9 MB/s | 295 kB 00:00 2024-08-29T14:37:58.262 INFO:teuthology.orchestra.run.smithi169.stdout:(22/114): python3-rgw-17.2.7-1503.ga89f613d.el9 1.9 MB/s | 99 kB 00:00 2024-08-29T14:37:58.294 INFO:teuthology.orchestra.run.smithi131.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-08-29T14:37:58.319 INFO:teuthology.orchestra.run.smithi131.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 160 kB 00:00 2024-08-29T14:37:58.321 INFO:teuthology.orchestra.run.smithi169.stdout:(23/114): rbd-fuse-17.2.7-1503.ga89f613d.el9.x8 1.4 MB/s | 82 kB 00:00 2024-08-29T14:37:58.411 INFO:teuthology.orchestra.run.smithi131.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 387 kB/s | 45 kB 00:00 2024-08-29T14:37:58.480 INFO:teuthology.orchestra.run.smithi169.stdout:(24/114): rbd-mirror-17.2.7-1503.ga89f613d.el9. 19 MB/s | 2.9 MB 00:00 2024-08-29T14:37:58.528 INFO:teuthology.orchestra.run.smithi131.stdout:(49/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.4 MB/s | 3.0 MB 00:00 2024-08-29T14:37:58.530 INFO:teuthology.orchestra.run.smithi169.stdout:(25/114): rbd-nbd-17.2.7-1503.ga89f613d.el9.x86 3.2 MB/s | 165 kB 00:00 2024-08-29T14:37:58.553 INFO:teuthology.orchestra.run.smithi131.stdout:(50/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.0 MB/s | 292 kB 00:00 2024-08-29T14:37:58.629 INFO:teuthology.orchestra.run.smithi131.stdout:(51/114): openblas-0.3.26-2.el9.x86_64.rpm 384 kB/s | 38 kB 00:00 2024-08-29T14:37:58.662 INFO:teuthology.orchestra.run.smithi131.stdout:(52/114): librdkafka-1.6.1-102.el9.x86_64.rpm 1.9 MB/s | 662 kB 00:00 2024-08-29T14:37:58.680 INFO:teuthology.orchestra.run.smithi169.stdout:(26/114): ceph-radosgw-17.2.7-1503.ga89f613d.el 5.0 MB/s | 14 MB 00:02 2024-08-29T14:37:58.697 INFO:teuthology.orchestra.run.smithi169.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1503.g 146 kB/s | 24 kB 00:00 2024-08-29T14:37:58.737 INFO:teuthology.orchestra.run.smithi131.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 805 kB/s | 87 kB 00:00 2024-08-29T14:37:58.739 INFO:teuthology.orchestra.run.smithi169.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1503.ga89f613 2.1 MB/s | 124 kB 00:00 2024-08-29T14:37:58.846 INFO:teuthology.orchestra.run.smithi131.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-08-29T14:37:58.864 INFO:teuthology.orchestra.run.smithi169.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1503.ga89f6 20 MB/s | 3.4 MB 00:00 2024-08-29T14:37:58.914 INFO:teuthology.orchestra.run.smithi169.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1503.ga8 4.7 MB/s | 240 kB 00:00 2024-08-29T14:37:58.946 INFO:teuthology.orchestra.run.smithi131.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 175 kB/s | 17 kB 00:00 2024-08-29T14:37:58.965 INFO:teuthology.orchestra.run.smithi169.stdout:(31/114): ceph-mgr-rook-17.2.7-1503.ga89f613d.e 953 kB/s | 47 kB 00:00 2024-08-29T14:37:59.015 INFO:teuthology.orchestra.run.smithi169.stdout:(32/114): ceph-prometheus-alerts-17.2.7-1503.ga 290 kB/s | 15 kB 00:00 2024-08-29T14:37:59.063 INFO:teuthology.orchestra.run.smithi131.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-08-29T14:37:59.065 INFO:teuthology.orchestra.run.smithi169.stdout:(33/114): cephadm-17.2.7-1503.ga89f613d.el9.noa 1.6 MB/s | 83 kB 00:00 2024-08-29T14:37:59.164 INFO:teuthology.orchestra.run.smithi131.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 256 kB/s | 26 kB 00:00 2024-08-29T14:37:59.199 INFO:teuthology.orchestra.run.smithi169.stdout:(34/114): fuse-2.9.9-16.el9.x86_64.rpm 598 kB/s | 80 kB 00:00 2024-08-29T14:37:59.264 INFO:teuthology.orchestra.run.smithi131.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-08-29T14:37:59.325 INFO:teuthology.orchestra.run.smithi169.stdout:(35/114): libgfortran-11.5.0-2.el9.x86_64.rpm 6.3 MB/s | 801 kB 00:00 2024-08-29T14:37:59.373 INFO:teuthology.orchestra.run.smithi131.stdout:(59/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-08-29T14:37:59.375 INFO:teuthology.orchestra.run.smithi169.stdout:(36/114): libquadmath-11.5.0-2.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-08-29T14:37:59.473 INFO:teuthology.orchestra.run.smithi131.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 347 kB/s | 35 kB 00:00 2024-08-29T14:37:59.834 INFO:teuthology.orchestra.run.smithi169.stdout:(37/114): ceph-test-17.2.7-1503.ga89f613d.el9.x 17 MB/s | 48 MB 00:02 2024-08-29T14:37:59.859 INFO:teuthology.orchestra.run.smithi169.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 523 kB/s | 253 kB 00:00 2024-08-29T14:37:59.909 INFO:teuthology.orchestra.run.smithi169.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-08-29T14:38:00.018 INFO:teuthology.orchestra.run.smithi169.stdout:(40/114): ceph-mgr-diskprediction-local-17.2.7- 5.8 MB/s | 7.4 MB 00:01 2024-08-29T14:38:00.043 INFO:teuthology.orchestra.run.smithi169.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 1.0 MB/s | 135 kB 00:00 2024-08-29T14:38:00.093 INFO:teuthology.orchestra.run.smithi169.stdout:(42/114): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-08-29T14:38:00.152 INFO:teuthology.orchestra.run.smithi169.stdout:(43/114): python3-cryptography-36.0.1-4.el9.x86 3.9 MB/s | 1.2 MB 00:00 2024-08-29T14:38:00.177 INFO:teuthology.orchestra.run.smithi169.stdout:(44/114): python3-requests-2.25.1-8.el9.noarch. 786 kB/s | 125 kB 00:00 2024-08-29T14:38:00.181 INFO:teuthology.orchestra.run.smithi131.stdout:(61/114): openblas-openmp-0.3.26-2.el9.x86_64.r 3.0 MB/s | 4.9 MB 00:01 2024-08-29T14:38:00.523 INFO:teuthology.orchestra.run.smithi131.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 734 kB/s | 250 kB 00:00 2024-08-29T14:38:00.711 INFO:teuthology.orchestra.run.smithi169.stdout:(45/114): flexiblas-openblas-openmp-3.0.4-8.el9 34 kB/s | 18 kB 00:00 2024-08-29T14:38:00.736 INFO:teuthology.orchestra.run.smithi169.stdout:(46/114): flexiblas-3.0.4-8.el9.x86_64.rpm 51 kB/s | 33 kB 00:00 2024-08-29T14:38:00.932 INFO:teuthology.orchestra.run.smithi131.stdout:(63/114): python3-oauthlib-3.1.1-5.el9.noarch.r 544 kB/s | 222 kB 00:00 2024-08-29T14:38:01.117 INFO:teuthology.orchestra.run.smithi131.stdout:(64/114): python3-packaging-20.9-5.el9.noarch.r 421 kB/s | 77 kB 00:00 2024-08-29T14:38:01.241 INFO:teuthology.orchestra.run.smithi131.stdout:(65/114): python3-pluggy-0.13.1-7.el9.noarch.rp 331 kB/s | 41 kB 00:00 2024-08-29T14:38:01.278 INFO:teuthology.orchestra.run.smithi169.stdout:(47/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.7 MB/s | 3.0 MB 00:01 2024-08-29T14:38:01.303 INFO:teuthology.orchestra.run.smithi169.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 80 kB/s | 45 kB 00:00 2024-08-29T14:38:01.349 INFO:teuthology.orchestra.run.smithi131.stdout:(66/114): python3-prettytable-0.7.2-27.el9.noar 390 kB/s | 42 kB 00:00 2024-08-29T14:38:01.429 INFO:teuthology.orchestra.run.smithi169.stdout:(49/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 223 kB/s | 160 kB 00:00 2024-08-29T14:38:01.995 INFO:teuthology.orchestra.run.smithi169.stdout:(50/114): openblas-0.3.26-2.el9.x86_64.rpm 68 kB/s | 38 kB 00:00 2024-08-29T14:38:02.033 INFO:teuthology.orchestra.run.smithi131.stdout:(67/114): python3-py-1.10.0-6.el9.noarch.rpm 698 kB/s | 477 kB 00:00 2024-08-29T14:38:02.104 INFO:teuthology.orchestra.run.smithi169.stdout:(51/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 366 kB/s | 292 kB 00:00 2024-08-29T14:38:02.221 INFO:teuthology.orchestra.run.smithi169.stdout:(52/114): librdkafka-1.6.1-102.el9.x86_64.rpm 703 kB/s | 662 kB 00:00 2024-08-29T14:38:02.300 INFO:teuthology.orchestra.run.smithi131.stdout:(68/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 595 kB/s | 159 kB 00:00 2024-08-29T14:38:02.725 INFO:teuthology.orchestra.run.smithi131.stdout:(69/114): python3-pyasn1-modules-0.4.8-6.el9.no 656 kB/s | 279 kB 00:00 2024-08-29T14:38:02.788 INFO:teuthology.orchestra.run.smithi169.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 128 kB/s | 87 kB 00:00 2024-08-29T14:38:02.859 INFO:teuthology.orchestra.run.smithi131.stdout:(70/114): python3-babel-2.9.1-2.el9.noarch.rpm 1.4 MB/s | 6.0 MB 00:04 2024-08-29T14:38:02.968 INFO:teuthology.orchestra.run.smithi131.stdout:(71/114): python3-pytz-2021.1-5.el9.noarch.rpm 471 kB/s | 51 kB 00:00 2024-08-29T14:38:03.076 INFO:teuthology.orchestra.run.smithi131.stdout:(72/114): python3-requests-oauthlib-1.3.0-12.el 496 kB/s | 54 kB 00:00 2024-08-29T14:38:03.180 INFO:teuthology.orchestra.run.smithi169.stdout:(54/114): openblas-openmp-0.3.26-2.el9.x86_64.r 4.2 MB/s | 4.9 MB 00:01 2024-08-29T14:38:03.372 INFO:teuthology.orchestra.run.smithi169.stdout:(55/114): python3-babel-2.9.1-2.el9.noarch.rpm 5.2 MB/s | 6.0 MB 00:01 2024-08-29T14:38:03.526 INFO:teuthology.orchestra.run.smithi131.stdout:(73/114): python3-pytest-6.2.2-7.el9.noarch.rpm 648 kB/s | 519 kB 00:00 2024-08-29T14:38:03.630 INFO:teuthology.orchestra.run.smithi169.stdout:(56/114): python3-devel-3.9.19-8.el9.x86_64.rpm 291 kB/s | 245 kB 00:00 2024-08-29T14:38:03.635 INFO:teuthology.orchestra.run.smithi131.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-08-29T14:38:03.705 INFO:teuthology.orchestra.run.smithi169.stdout:(57/114): python3-iniconfig-1.1.1-7.el9.noarch. 33 kB/s | 17 kB 00:00 2024-08-29T14:38:03.993 INFO:teuthology.orchestra.run.smithi131.stdout:(75/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.1 MB/s | 5.1 MB 00:04 2024-08-29T14:38:04.102 INFO:teuthology.orchestra.run.smithi131.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 651 kB/s | 304 kB 00:00 2024-08-29T14:38:04.172 INFO:teuthology.orchestra.run.smithi169.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 48 kB/s | 26 kB 00:00 2024-08-29T14:38:04.180 INFO:teuthology.orchestra.run.smithi131.stdout:(77/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.0 MB/s | 309 kB 00:00 2024-08-29T14:38:04.194 INFO:teuthology.orchestra.run.smithi131.stdout:(78/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 318 kB/s | 64 kB 00:00 2024-08-29T14:38:04.211 INFO:teuthology.orchestra.run.smithi131.stdout:(79/114): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-08-29T14:38:04.222 INFO:teuthology.orchestra.run.smithi169.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 37 kB/s | 19 kB 00:00 2024-08-29T14:38:04.248 INFO:teuthology.orchestra.run.smithi169.stdout:(60/114): python3-jinja2-2.11.3-6.el9.noarch.rp 284 kB/s | 248 kB 00:00 2024-08-29T14:38:04.261 INFO:teuthology.orchestra.run.smithi131.stdout:(80/114): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-08-29T14:38:04.287 INFO:teuthology.orchestra.run.smithi131.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-29T14:38:04.304 INFO:teuthology.orchestra.run.smithi131.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.9 MB/s | 32 kB 00:00 2024-08-29T14:38:04.329 INFO:teuthology.orchestra.run.smithi131.stdout:(83/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.9 MB/s | 548 kB 00:00 2024-08-29T14:38:04.346 INFO:teuthology.orchestra.run.smithi131.stdout:(84/114): python3-certifi-2023.05.07-4.el9.noar 337 kB/s | 14 kB 00:00 2024-08-29T14:38:04.380 INFO:teuthology.orchestra.run.smithi131.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-08-29T14:38:04.421 INFO:teuthology.orchestra.run.smithi131.stdout:(86/114): python3-google-auth-2.34.0-1.el9.noar 5.2 MB/s | 220 kB 00:00 2024-08-29T14:38:04.455 INFO:teuthology.orchestra.run.smithi131.stdout:(87/114): python3-cherrypy-18.6.1-2.el9.noarch. 3.2 MB/s | 358 kB 00:00 2024-08-29T14:38:04.480 INFO:teuthology.orchestra.run.smithi131.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 182 kB/s | 11 kB 00:00 2024-08-29T14:38:04.506 INFO:teuthology.orchestra.run.smithi131.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 351 kB/s | 18 kB 00:00 2024-08-29T14:38:04.531 INFO:teuthology.orchestra.run.smithi131.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-08-29T14:38:04.556 INFO:teuthology.orchestra.run.smithi131.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 388 kB/s | 19 kB 00:00 2024-08-29T14:38:04.582 INFO:teuthology.orchestra.run.smithi131.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-29T14:38:04.607 INFO:teuthology.orchestra.run.smithi131.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-08-29T14:38:04.632 INFO:teuthology.orchestra.run.smithi131.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 815 kB/s | 41 kB 00:00 2024-08-29T14:38:04.657 INFO:teuthology.orchestra.run.smithi131.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-29T14:38:04.683 INFO:teuthology.orchestra.run.smithi131.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-29T14:38:04.700 INFO:teuthology.orchestra.run.smithi131.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 3.4 MB/s | 58 kB 00:00 2024-08-29T14:38:04.734 INFO:teuthology.orchestra.run.smithi131.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-08-29T14:38:04.750 INFO:teuthology.orchestra.run.smithi131.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 995 kB/s | 16 kB 00:00 2024-08-29T14:38:04.784 INFO:teuthology.orchestra.run.smithi131.stdout:(100/114): python3-kubernetes-26.1.0-2.el9.noar 5.8 MB/s | 1.0 MB 00:00 2024-08-29T14:38:04.790 INFO:teuthology.orchestra.run.smithi169.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 61 kB/s | 35 kB 00:00 2024-08-29T14:38:04.810 INFO:teuthology.orchestra.run.smithi131.stdout:(101/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-08-29T14:38:04.835 INFO:teuthology.orchestra.run.smithi131.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-08-29T14:38:04.869 INFO:teuthology.orchestra.run.smithi131.stdout:(103/114): python3-routes-2.5.1-5.el9.noarch.rp 3.2 MB/s | 188 kB 00:00 2024-08-29T14:38:04.894 INFO:teuthology.orchestra.run.smithi131.stdout:(104/114): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-08-29T14:38:04.898 INFO:teuthology.orchestra.run.smithi169.stdout:(62/114): python3-mako-1.1.4-6.el9.noarch.rpm 237 kB/s | 172 kB 00:00 2024-08-29T14:38:04.919 INFO:teuthology.orchestra.run.smithi131.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-08-29T14:38:04.945 INFO:teuthology.orchestra.run.smithi131.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-08-29T14:38:04.970 INFO:teuthology.orchestra.run.smithi131.stdout:(107/114): python3-webob-1.8.8-2.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-08-29T14:38:04.995 INFO:teuthology.orchestra.run.smithi131.stdout:(108/114): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-08-29T14:38:05.020 INFO:teuthology.orchestra.run.smithi131.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 805 kB/s | 20 kB 00:00 2024-08-29T14:38:05.054 INFO:teuthology.orchestra.run.smithi131.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-08-29T14:38:05.104 INFO:teuthology.orchestra.run.smithi131.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-08-29T14:38:05.330 INFO:teuthology.orchestra.run.smithi131.stdout:(112/114): librados2-17.2.7-1503.ga89f613d.el9. 11 MB/s | 3.1 MB 00:00 2024-08-29T14:38:05.382 INFO:teuthology.orchestra.run.smithi169.stdout:(63/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.5 MB/s | 5.1 MB 00:01 2024-08-29T14:38:05.388 INFO:teuthology.orchestra.run.smithi131.stdout:(113/114): librbd1-17.2.7-1503.ga89f613d.el9.x8 10 MB/s | 2.9 MB 00:00 2024-08-29T14:38:05.566 INFO:teuthology.orchestra.run.smithi169.stdout:(64/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 323 kB/s | 250 kB 00:00 2024-08-29T14:38:05.683 INFO:teuthology.orchestra.run.smithi169.stdout:(65/114): python3-oauthlib-3.1.1-5.el9.noarch.r 283 kB/s | 222 kB 00:00 2024-08-29T14:38:06.050 INFO:teuthology.orchestra.run.smithi169.stdout:(66/114): python3-packaging-20.9-5.el9.noarch.r 116 kB/s | 77 kB 00:00 2024-08-29T14:38:06.141 INFO:teuthology.orchestra.run.smithi169.stdout:(67/114): python3-pluggy-0.13.1-7.el9.noarch.rp 72 kB/s | 41 kB 00:00 2024-08-29T14:38:06.258 INFO:teuthology.orchestra.run.smithi169.stdout:(68/114): python3-prettytable-0.7.2-27.el9.noar 73 kB/s | 42 kB 00:00 2024-08-29T14:38:06.876 INFO:teuthology.orchestra.run.smithi169.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 216 kB/s | 159 kB 00:00 2024-08-29T14:38:06.901 INFO:teuthology.orchestra.run.smithi169.stdout:(70/114): python3-py-1.10.0-6.el9.noarch.rpm 561 kB/s | 477 kB 00:00 2024-08-29T14:38:07.043 INFO:teuthology.orchestra.run.smithi169.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 356 kB/s | 279 kB 00:00 2024-08-29T14:38:07.510 INFO:teuthology.orchestra.run.smithi169.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 84 kB/s | 51 kB 00:00 2024-08-29T14:38:07.651 INFO:teuthology.orchestra.run.smithi169.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 88 kB/s | 54 kB 00:00 2024-08-29T14:38:07.718 INFO:teuthology.orchestra.run.smithi169.stdout:(74/114): python3-pytest-6.2.2-7.el9.noarch.rpm 616 kB/s | 519 kB 00:00 2024-08-29T14:38:08.218 INFO:teuthology.orchestra.run.smithi169.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 73 kB/s | 42 kB 00:00 2024-08-29T14:38:08.519 INFO:teuthology.orchestra.run.smithi169.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 380 kB/s | 304 kB 00:00 2024-08-29T14:38:08.577 INFO:teuthology.orchestra.run.smithi169.stdout:(77/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 5.3 MB/s | 309 kB 00:00 2024-08-29T14:38:08.602 INFO:teuthology.orchestra.run.smithi169.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-08-29T14:38:08.628 INFO:teuthology.orchestra.run.smithi169.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-08-29T14:38:08.669 INFO:teuthology.orchestra.run.smithi169.stdout:(80/114): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2024-08-29T14:38:08.695 INFO:teuthology.orchestra.run.smithi169.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-29T14:38:08.720 INFO:teuthology.orchestra.run.smithi169.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-29T14:38:08.746 INFO:teuthology.orchestra.run.smithi169.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 565 kB/s | 14 kB 00:00 2024-08-29T14:38:08.771 INFO:teuthology.orchestra.run.smithi169.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 6.8 MB/s | 172 kB 00:00 2024-08-29T14:38:08.833 INFO:teuthology.orchestra.run.smithi169.stdout:(85/114): python3-cherrypy-18.6.1-2.el9.noarch. 5.6 MB/s | 358 kB 00:00 2024-08-29T14:38:08.863 INFO:teuthology.orchestra.run.smithi169.stdout:(86/114): python3-google-auth-2.34.0-1.el9.noar 7.3 MB/s | 220 kB 00:00 2024-08-29T14:38:08.880 INFO:teuthology.orchestra.run.smithi169.stdout:(87/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 96 kB/s | 64 kB 00:00 2024-08-29T14:38:08.897 INFO:teuthology.orchestra.run.smithi169.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 333 kB/s | 11 kB 00:00 2024-08-29T14:38:08.922 INFO:teuthology.orchestra.run.smithi169.stdout:(89/114): python3-jaraco-collections-3.0.0-8.el 1.3 MB/s | 23 kB 00:00 2024-08-29T14:38:08.956 INFO:teuthology.orchestra.run.smithi169.stdout:(90/114): python3-jaraco-classes-3.2.1-5.el9.no 233 kB/s | 18 kB 00:00 2024-08-29T14:38:08.973 INFO:teuthology.orchestra.run.smithi169.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 400 kB/s | 19 kB 00:00 2024-08-29T14:38:08.998 INFO:teuthology.orchestra.run.smithi169.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 795 kB/s | 20 kB 00:00 2024-08-29T14:38:09.023 INFO:teuthology.orchestra.run.smithi169.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 181 kB/s | 9.0 kB 00:00 2024-08-29T14:38:09.049 INFO:teuthology.orchestra.run.smithi169.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 1.6 MB/s | 41 kB 00:00 2024-08-29T14:38:09.074 INFO:teuthology.orchestra.run.smithi169.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-29T14:38:09.099 INFO:teuthology.orchestra.run.smithi169.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-29T14:38:09.125 INFO:teuthology.orchestra.run.smithi169.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-08-29T14:38:09.167 INFO:teuthology.orchestra.run.smithi169.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 6.4 MB/s | 272 kB 00:00 2024-08-29T14:38:09.192 INFO:teuthology.orchestra.run.smithi169.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 660 kB/s | 16 kB 00:00 2024-08-29T14:38:09.217 INFO:teuthology.orchestra.run.smithi169.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-08-29T14:38:09.251 INFO:teuthology.orchestra.run.smithi169.stdout:(101/114): python3-kubernetes-26.1.0-2.el9.noar 4.5 MB/s | 1.0 MB 00:00 2024-08-29T14:38:09.276 INFO:teuthology.orchestra.run.smithi169.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 525 kB/s | 31 kB 00:00 2024-08-29T14:38:09.301 INFO:teuthology.orchestra.run.smithi169.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-29T14:38:09.327 INFO:teuthology.orchestra.run.smithi169.stdout:(104/114): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-08-29T14:38:09.352 INFO:teuthology.orchestra.run.smithi169.stdout:(105/114): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-08-29T14:38:09.377 INFO:teuthology.orchestra.run.smithi169.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-08-29T14:38:09.403 INFO:teuthology.orchestra.run.smithi169.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-29T14:38:09.436 INFO:teuthology.orchestra.run.smithi169.stdout:(108/114): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-08-29T14:38:09.461 INFO:teuthology.orchestra.run.smithi169.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 800 kB/s | 20 kB 00:00 2024-08-29T14:38:09.504 INFO:teuthology.orchestra.run.smithi169.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-08-29T14:38:09.562 INFO:teuthology.orchestra.run.smithi169.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-08-29T14:38:09.721 INFO:teuthology.orchestra.run.smithi169.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 7.4 MB/s | 16 MB 00:02 2024-08-29T14:38:09.879 INFO:teuthology.orchestra.run.smithi169.stdout:(113/114): librbd1-17.2.7-1503.ga89f613d.el9.x8 9.3 MB/s | 2.9 MB 00:00 2024-08-29T14:38:10.021 INFO:teuthology.orchestra.run.smithi169.stdout:(114/114): librados2-17.2.7-1503.ga89f613d.el9. 6.0 MB/s | 3.1 MB 00:00 2024-08-29T14:38:10.027 INFO:teuthology.orchestra.run.smithi169.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:38:10.027 INFO:teuthology.orchestra.run.smithi169.stdout:Total 12 MB/s | 190 MB 00:16 2024-08-29T14:38:10.783 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction check 2024-08-29T14:38:10.880 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction check succeeded. 2024-08-29T14:38:10.880 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction test 2024-08-29T14:38:12.316 INFO:teuthology.orchestra.run.smithi169.stdout:Transaction test succeeded. 2024-08-29T14:38:12.316 INFO:teuthology.orchestra.run.smithi169.stdout:Running transaction 2024-08-29T14:38:16.973 INFO:teuthology.orchestra.run.smithi169.stdout: Preparing : 1/1 2024-08-29T14:38:17.199 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-29T14:38:17.224 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-29T14:38:17.267 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-29T14:38:17.567 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-29T14:38:17.675 INFO:teuthology.orchestra.run.smithi169.stdout: Upgrading : librados2-2:17.2.7-1503.ga89f613d.el9.x86_64 5/116 2024-08-29T14:38:17.788 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: librados2-2:17.2.7-1503.ga89f613d.el9.x86_64 5/116 2024-08-29T14:38:17.826 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libcephfs2-2:17.2.7-1503.ga89f613d.el9.x86_64 6/116 2024-08-29T14:38:17.918 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: libcephfs2-2:17.2.7-1503.ga89f613d.el9.x86_64 6/116 2024-08-29T14:38:17.959 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-rados-2:17.2.7-1503.ga89f613d.el9.x86_64 7/116 2024-08-29T14:38:17.997 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-29T14:38:18.450 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-29T14:38:18.478 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : librgw2-2:17.2.7-1503.ga89f613d.el9.x86_64 10/116 2024-08-29T14:38:18.536 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: librgw2-2:17.2.7-1503.ga89f613d.el9.x86_64 10/116 2024-08-29T14:38:18.563 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libcephsqlite-2:17.2.7-1503.ga89f613d.el9.x86_64 11/116 2024-08-29T14:38:18.655 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1503.ga89f613d.el9.x86_64 11/116 2024-08-29T14:38:18.680 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libradosstriper1-2:17.2.7-1503.ga89f613d.el9.x86 12/116 2024-08-29T14:38:18.792 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1503.ga89f613d.el9.x86 12/116 2024-08-29T14:38:18.835 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-29T14:38:18.867 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-29T14:38:18.897 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-29T14:38:18.938 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-29T14:38:19.002 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-29T14:38:19.048 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-29T14:38:19.229 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-29T14:38:19.265 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-29T14:38:19.344 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-29T14:38:19.404 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-29T14:38:19.435 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-29T14:38:19.470 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-08-29T14:38:19.506 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-08-29T14:38:19.548 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-ceph-argparse-2:17.2.7-1503.ga89f613d.el 26/116 2024-08-29T14:38:19.623 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cephfs-2:17.2.7-1503.ga89f613d.el9.x86_6 27/116 2024-08-29T14:38:19.759 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-29T14:38:19.826 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-29T14:38:20.371 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-29T14:38:20.455 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-29T14:38:20.501 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-29T14:38:20.544 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-29T14:38:20.586 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-29T14:38:20.625 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-29T14:38:20.661 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-rgw-2:17.2.7-1503.ga89f613d.el9.x86_64 36/116 2024-08-29T14:38:20.709 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : librados-devel-2:17.2.7-1503.ga89f613d.el9.x86_6 37/116 2024-08-29T14:38:20.739 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-29T14:38:20.776 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-29T14:38:20.832 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-29T14:38:20.905 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-29T14:38:20.944 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-08-29T14:38:20.980 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-29T14:38:21.027 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-29T14:38:21.081 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-29T14:38:21.131 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-29T14:38:21.269 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-29T14:38:21.316 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-29T14:38:21.358 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-29T14:38:21.462 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-29T14:38:21.499 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-08-29T14:38:21.539 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-29T14:38:21.577 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-29T14:38:21.630 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-29T14:38:21.754 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-29T14:38:21.797 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-29T14:38:21.836 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-29T14:38:21.945 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-29T14:38:21.998 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-29T14:38:22.759 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-29T14:38:22.805 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-29T14:38:22.839 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-29T14:38:22.890 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-29T14:38:22.993 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-29T14:38:23.049 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-08-29T14:38:23.083 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-29T14:38:23.275 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-08-29T14:38:23.298 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-08-29T14:38:23.385 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-29T14:38:24.063 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-29T14:38:24.188 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-29T14:38:24.995 INFO:teuthology.orchestra.run.smithi131.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 759 kB/s | 16 MB 00:21 2024-08-29T14:38:25.000 INFO:teuthology.orchestra.run.smithi131.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:38:25.000 INFO:teuthology.orchestra.run.smithi131.stdout:Total 5.7 MB/s | 190 MB 00:33 2024-08-29T14:38:25.434 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-29T14:38:25.537 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-29T14:38:25.755 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction check 2024-08-29T14:38:25.826 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-29T14:38:25.850 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction check succeeded. 2024-08-29T14:38:25.850 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction test 2024-08-29T14:38:25.865 INFO:teuthology.orchestra.run.smithi169.stdout: Upgrading : librbd1-2:17.2.7-1503.ga89f613d.el9.x86_64 75/116 2024-08-29T14:38:25.956 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: librbd1-2:17.2.7-1503.ga89f613d.el9.x86_64 75/116 2024-08-29T14:38:25.995 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-rbd-2:17.2.7-1503.ga89f613d.el9.x86_64 76/116 2024-08-29T14:38:26.044 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-29T14:38:26.108 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-29T14:38:26.297 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-29T14:38:26.341 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-29T14:38:26.419 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-29T14:38:26.516 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-29T14:38:26.655 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-29T14:38:26.704 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-29T14:38:26.733 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-29T14:38:26.766 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-29T14:38:26.807 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-29T14:38:26.843 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-29T14:38:27.285 INFO:teuthology.orchestra.run.smithi131.stdout:Transaction test succeeded. 2024-08-29T14:38:27.289 INFO:teuthology.orchestra.run.smithi131.stdout:Running transaction 2024-08-29T14:38:27.504 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: cephadm-2:17.2.7-1503.ga89f613d.el9.noarch 89/116 2024-08-29T14:38:27.536 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : cephadm-2:17.2.7-1503.ga89f613d.el9.noarch 89/116 2024-08-29T14:38:27.566 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1503.ga89f613d.e 90/116 2024-08-29T14:38:27.643 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1503.ga89f613d. 91/116 2024-08-29T14:38:27.669 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-ceph-common-2:17.2.7-1503.ga89f613d.el9. 92/116 2024-08-29T14:38:30.014 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 93/116 2024-08-29T14:38:30.132 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 93/116 2024-08-29T14:38:30.637 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 93/116 2024-08-29T14:38:30.668 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-base-2:17.2.7-1503.ga89f613d.el9.x86_64 94/116 2024-08-29T14:38:30.764 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-base-2:17.2.7-1503.ga89f613d.el9.x86_64 94/116 2024-08-29T14:38:30.765 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-29T14:38:30.765 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-29T14:38:30.765 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:38:30.794 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-selinux-2:17.2.7-1503.ga89f613d.el9.x86_64 95/116 2024-08-29T14:38:31.877 INFO:teuthology.orchestra.run.smithi131.stdout: Preparing : 1/1 2024-08-29T14:38:31.947 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-29T14:38:31.973 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-29T14:38:32.015 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-29T14:38:32.308 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-29T14:38:32.415 INFO:teuthology.orchestra.run.smithi131.stdout: Upgrading : librados2-2:17.2.7-1503.ga89f613d.el9.x86_64 5/116 2024-08-29T14:38:32.528 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: librados2-2:17.2.7-1503.ga89f613d.el9.x86_64 5/116 2024-08-29T14:38:32.558 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : libcephfs2-2:17.2.7-1503.ga89f613d.el9.x86_64 6/116 2024-08-29T14:38:32.650 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: libcephfs2-2:17.2.7-1503.ga89f613d.el9.x86_64 6/116 2024-08-29T14:38:32.683 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-rados-2:17.2.7-1503.ga89f613d.el9.x86_64 7/116 2024-08-29T14:38:32.704 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-29T14:38:33.143 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-29T14:38:33.169 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : librgw2-2:17.2.7-1503.ga89f613d.el9.x86_64 10/116 2024-08-29T14:38:33.235 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: librgw2-2:17.2.7-1503.ga89f613d.el9.x86_64 10/116 2024-08-29T14:38:33.262 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : libcephsqlite-2:17.2.7-1503.ga89f613d.el9.x86_64 11/116 2024-08-29T14:38:33.362 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1503.ga89f613d.el9.x86_64 11/116 2024-08-29T14:38:33.387 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : libradosstriper1-2:17.2.7-1503.ga89f613d.el9.x86 12/116 2024-08-29T14:38:33.515 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1503.ga89f613d.el9.x86 12/116 2024-08-29T14:38:33.550 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-29T14:38:33.582 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-29T14:38:33.612 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-29T14:38:33.645 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-29T14:38:33.709 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-29T14:38:33.746 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-29T14:38:33.778 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-29T14:38:33.805 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-29T14:38:33.873 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-29T14:38:33.927 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-29T14:38:33.958 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-29T14:38:33.993 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-08-29T14:38:34.028 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-08-29T14:38:34.063 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-ceph-argparse-2:17.2.7-1503.ga89f613d.el 26/116 2024-08-29T14:38:34.129 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-cephfs-2:17.2.7-1503.ga89f613d.el9.x86_6 27/116 2024-08-29T14:38:34.273 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-29T14:38:34.332 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-29T14:38:34.855 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-29T14:38:34.935 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-29T14:38:34.974 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-29T14:38:35.008 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-29T14:38:35.051 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-29T14:38:35.099 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-29T14:38:35.135 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-rgw-2:17.2.7-1503.ga89f613d.el9.x86_64 36/116 2024-08-29T14:38:35.173 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : librados-devel-2:17.2.7-1503.ga89f613d.el9.x86_6 37/116 2024-08-29T14:38:35.203 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-29T14:38:35.240 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-29T14:38:35.294 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-29T14:38:35.369 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-29T14:38:35.403 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-08-29T14:38:35.439 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-29T14:38:35.486 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-29T14:38:35.531 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-29T14:38:35.573 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-29T14:38:35.719 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-29T14:38:35.759 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-29T14:38:35.800 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-29T14:38:35.902 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-29T14:38:35.950 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-08-29T14:38:35.990 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-29T14:38:36.019 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-29T14:38:36.063 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-29T14:38:36.188 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-29T14:38:36.231 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-29T14:38:36.270 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-29T14:38:36.377 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-29T14:38:36.433 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-29T14:38:37.150 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-29T14:38:37.205 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-29T14:38:37.239 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-29T14:38:37.272 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-29T14:38:37.373 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-29T14:38:37.431 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-08-29T14:38:37.465 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-29T14:38:37.650 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-08-29T14:38:37.681 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-08-29T14:38:37.757 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-29T14:38:38.412 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-29T14:38:38.529 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-29T14:38:39.754 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-29T14:38:39.846 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-29T14:38:40.136 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-29T14:38:40.183 INFO:teuthology.orchestra.run.smithi131.stdout: Upgrading : librbd1-2:17.2.7-1503.ga89f613d.el9.x86_64 75/116 2024-08-29T14:38:40.273 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: librbd1-2:17.2.7-1503.ga89f613d.el9.x86_64 75/116 2024-08-29T14:38:40.313 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-rbd-2:17.2.7-1503.ga89f613d.el9.x86_64 76/116 2024-08-29T14:38:40.370 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-29T14:38:40.434 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-29T14:38:40.627 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-29T14:38:40.675 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-29T14:38:40.753 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-29T14:38:40.842 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-29T14:38:40.990 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-29T14:38:41.038 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-29T14:38:41.068 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-29T14:38:41.101 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-29T14:38:41.134 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-29T14:38:41.161 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-29T14:38:41.723 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: cephadm-2:17.2.7-1503.ga89f613d.el9.noarch 89/116 2024-08-29T14:38:41.759 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : cephadm-2:17.2.7-1503.ga89f613d.el9.noarch 89/116 2024-08-29T14:38:41.789 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1503.ga89f613d.e 90/116 2024-08-29T14:38:41.863 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1503.ga89f613d. 91/116 2024-08-29T14:38:41.892 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-ceph-common-2:17.2.7-1503.ga89f613d.el9. 92/116 2024-08-29T14:38:42.166 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1503.ga89f613d.el9.x86_64 95/116 2024-08-29T14:38:42.166 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /sys 2024-08-29T14:38:42.166 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /proc 2024-08-29T14:38:42.166 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /mnt 2024-08-29T14:38:42.166 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /var/tmp 2024-08-29T14:38:42.166 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /home 2024-08-29T14:38:42.166 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /root 2024-08-29T14:38:42.167 INFO:teuthology.orchestra.run.smithi169.stdout:skipping the directory /tmp 2024-08-29T14:38:42.167 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:38:42.240 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1503.ga89f613d.el9.noa 96/116 2024-08-29T14:38:43.266 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1503.ga89f613d.el9.noa 96/116 2024-08-29T14:38:43.303 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1503.ga89f613d.el9.n 97/116 2024-08-29T14:38:44.254 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 93/116 2024-08-29T14:38:44.269 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1503.ga89f613d.el9.n 97/116 2024-08-29T14:38:44.303 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1503.ga89 98/116 2024-08-29T14:38:44.361 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 93/116 2024-08-29T14:38:44.404 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1503.ga89 98/116 2024-08-29T14:38:44.559 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1503.ga89f613d.el 99/116 2024-08-29T14:38:44.589 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-2:17.2.7-1503.ga89f613d.el9.x86_64 100/116 2024-08-29T14:38:44.613 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1503.ga89f613d.el9.x86_64 100/116 2024-08-29T14:38:44.613 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:38:44.613 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-29T14:38:44.613 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-29T14:38:44.613 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-29T14:38:44.613 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:38:44.656 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mgr-rook-2:17.2.7-1503.ga89f613d.el9.noarch 101/116 2024-08-29T14:38:44.841 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1503.ga89f613d.el9.noarch 101/116 2024-08-29T14:38:44.865 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mds-2:17.2.7-1503.ga89f613d.el9.x86_64 102/116 2024-08-29T14:38:44.866 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 93/116 2024-08-29T14:38:44.888 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mds-2:17.2.7-1503.ga89f613d.el9.x86_64 102/116 2024-08-29T14:38:44.888 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:38:44.888 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-29T14:38:44.889 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-29T14:38:44.889 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-29T14:38:44.889 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:38:44.912 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-base-2:17.2.7-1503.ga89f613d.el9.x86_64 94/116 2024-08-29T14:38:45.015 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-base-2:17.2.7-1503.ga89f613d.el9.x86_64 94/116 2024-08-29T14:38:45.015 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-29T14:38:45.015 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-29T14:38:45.015 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:38:45.047 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-selinux-2:17.2.7-1503.ga89f613d.el9.x86_64 95/116 2024-08-29T14:38:45.257 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-mon-2:17.2.7-1503.ga89f613d.el9.x86_64 103/116 2024-08-29T14:38:45.281 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-mon-2:17.2.7-1503.ga89f613d.el9.x86_64 103/116 2024-08-29T14:38:45.281 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:38:45.281 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-29T14:38:45.281 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-29T14:38:45.281 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-29T14:38:45.281 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:38:46.591 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-osd-2:17.2.7-1503.ga89f613d.el9.x86_64 104/116 2024-08-29T14:38:46.618 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-osd-2:17.2.7-1503.ga89f613d.el9.x86_64 104/116 2024-08-29T14:38:46.618 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:38:46.618 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-29T14:38:46.618 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-29T14:38:46.618 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-29T14:38:46.618 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:38:47.857 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-2:17.2.7-1503.ga89f613d.el9.x86_64 105/116 2024-08-29T14:38:47.885 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-radosgw-2:17.2.7-1503.ga89f613d.el9.x86_64 106/116 2024-08-29T14:38:47.962 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1503.ga89f613d.el9.x86_64 106/116 2024-08-29T14:38:47.963 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:38:47.963 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-29T14:38:47.963 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-29T14:38:47.963 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-29T14:38:47.963 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:38:48.003 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1503.ga89f6 107/116 2024-08-29T14:38:48.026 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1503.ga89f6 107/116 2024-08-29T14:38:48.026 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:38:48.026 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-29T14:38:48.026 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:38:48.328 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : rbd-mirror-2:17.2.7-1503.ga89f613d.el9.x86_64 108/116 2024-08-29T14:38:48.351 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1503.ga89f613d.el9.x86_64 108/116 2024-08-29T14:38:48.352 INFO:teuthology.orchestra.run.smithi169.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:38:48.352 INFO:teuthology.orchestra.run.smithi169.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-29T14:38:48.352 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-29T14:38:48.352 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-29T14:38:48.352 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:38:52.758 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-test-2:17.2.7-1503.ga89f613d.el9.x86_64 109/116 2024-08-29T14:38:52.789 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : ceph-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 110/116 2024-08-29T14:38:52.830 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : rbd-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 111/116 2024-08-29T14:38:52.952 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : rbd-nbd-2:17.2.7-1503.ga89f613d.el9.x86_64 112/116 2024-08-29T14:38:52.988 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-29T14:38:53.020 INFO:teuthology.orchestra.run.smithi169.stdout: Installing : libcephfs-devel-2:17.2.7-1503.ga89f613d.el9.x86_ 114/116 2024-08-29T14:38:53.020 INFO:teuthology.orchestra.run.smithi169.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-29T14:38:53.112 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-29T14:38:53.112 INFO:teuthology.orchestra.run.smithi169.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-29T14:38:56.468 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1503.ga89f613d.el9.x86_64 95/116 2024-08-29T14:38:56.468 INFO:teuthology.orchestra.run.smithi131.stdout:skipping the directory /sys 2024-08-29T14:38:56.468 INFO:teuthology.orchestra.run.smithi131.stdout:skipping the directory /proc 2024-08-29T14:38:56.468 INFO:teuthology.orchestra.run.smithi131.stdout:skipping the directory /mnt 2024-08-29T14:38:56.468 INFO:teuthology.orchestra.run.smithi131.stdout:skipping the directory /var/tmp 2024-08-29T14:38:56.468 INFO:teuthology.orchestra.run.smithi131.stdout:skipping the directory /home 2024-08-29T14:38:56.468 INFO:teuthology.orchestra.run.smithi131.stdout:skipping the directory /root 2024-08-29T14:38:56.468 INFO:teuthology.orchestra.run.smithi131.stdout:skipping the directory /tmp 2024-08-29T14:38:56.468 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:38:56.540 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1503.ga89f613d.el9.noa 96/116 2024-08-29T14:38:57.567 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1503.ga89f613d.el9.noa 96/116 2024-08-29T14:38:57.603 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1503.ga89f613d.el9.n 97/116 2024-08-29T14:38:58.095 INFO:teuthology.orchestra.run.smithi169.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-29T14:38:58.095 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-2:17.2.7-1503.ga89f613d.el9.x86_64 1/116 2024-08-29T14:38:58.095 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-base-2:17.2.7-1503.ga89f613d.el9.x86_64 2/116 2024-08-29T14:38:58.095 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 3/116 2024-08-29T14:38:58.095 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 4/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1503.ga89f6 5/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mds-2:17.2.7-1503.ga89f613d.el9.x86_64 6/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-2:17.2.7-1503.ga89f613d.el9.x86_64 7/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mon-2:17.2.7-1503.ga89f613d.el9.x86_64 8/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-osd-2:17.2.7-1503.ga89f613d.el9.x86_64 9/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-radosgw-2:17.2.7-1503.ga89f613d.el9.x86_64 10/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-selinux-2:17.2.7-1503.ga89f613d.el9.x86_64 11/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-test-2:17.2.7-1503.ga89f613d.el9.x86_64 12/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libcephfs-devel-2:17.2.7-1503.ga89f613d.el9.x86_ 13/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libcephfs2-2:17.2.7-1503.ga89f613d.el9.x86_64 14/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libcephsqlite-2:17.2.7-1503.ga89f613d.el9.x86_64 15/116 2024-08-29T14:38:58.096 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librados-devel-2:17.2.7-1503.ga89f613d.el9.x86_6 16/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libradosstriper1-2:17.2.7-1503.ga89f613d.el9.x86 17/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librgw2-2:17.2.7-1503.ga89f613d.el9.x86_64 18/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1503.ga89f613d.el 19/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-ceph-common-2:17.2.7-1503.ga89f613d.el9. 20/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cephfs-2:17.2.7-1503.ga89f613d.el9.x86_6 21/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-rados-2:17.2.7-1503.ga89f613d.el9.x86_64 22/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-rbd-2:17.2.7-1503.ga89f613d.el9.x86_64 23/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-rgw-2:17.2.7-1503.ga89f613d.el9.x86_64 24/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : rbd-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 25/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : rbd-mirror-2:17.2.7-1503.ga89f613d.el9.x86_64 26/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : rbd-nbd-2:17.2.7-1503.ga89f613d.el9.x86_64 27/116 2024-08-29T14:38:58.097 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1503.ga89f613d. 28/116 2024-08-29T14:38:58.105 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1503.ga89f613d.el9.noa 29/116 2024-08-29T14:38:58.105 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1503.ga89f613d.el9.n 30/116 2024-08-29T14:38:58.105 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1503.ga89 31/116 2024-08-29T14:38:58.105 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1503.ga89f613d.el 32/116 2024-08-29T14:38:58.105 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1503.ga89f613d.el9.noarch 33/116 2024-08-29T14:38:58.105 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1503.ga89f613d.e 34/116 2024-08-29T14:38:58.105 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : cephadm-2:17.2.7-1503.ga89f613d.el9.noarch 35/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-29T14:38:58.106 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-29T14:38:58.107 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-29T14:38:58.108 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-29T14:38:58.109 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-29T14:38:58.110 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librados2-2:17.2.7-1503.ga89f613d.el9.x86_64 113/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-29T14:38:58.111 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librbd1-2:17.2.7-1503.ga89f613d.el9.x86_64 115/116 2024-08-29T14:38:58.561 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1503.ga89f613d.el9.n 97/116 2024-08-29T14:38:58.586 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1503.ga89 98/116 2024-08-29T14:38:58.690 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1503.ga89 98/116 2024-08-29T14:38:58.849 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1503.ga89f613d.el 99/116 2024-08-29T14:38:58.880 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-mgr-2:17.2.7-1503.ga89f613d.el9.x86_64 100/116 2024-08-29T14:38:58.904 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1503.ga89f613d.el9.x86_64 100/116 2024-08-29T14:38:58.904 INFO:teuthology.orchestra.run.smithi131.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:38:58.904 INFO:teuthology.orchestra.run.smithi131.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-29T14:38:58.904 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-29T14:38:58.904 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-29T14:38:58.905 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:38:58.948 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-mgr-rook-2:17.2.7-1503.ga89f613d.el9.noarch 101/116 2024-08-29T14:38:59.131 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1503.ga89f613d.el9.noarch 101/116 2024-08-29T14:38:59.157 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-mds-2:17.2.7-1503.ga89f613d.el9.x86_64 102/116 2024-08-29T14:38:59.180 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-mds-2:17.2.7-1503.ga89f613d.el9.x86_64 102/116 2024-08-29T14:38:59.180 INFO:teuthology.orchestra.run.smithi131.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:38:59.180 INFO:teuthology.orchestra.run.smithi131.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-29T14:38:59.180 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-29T14:38:59.181 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-29T14:38:59.181 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:38:59.549 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-mon-2:17.2.7-1503.ga89f613d.el9.x86_64 103/116 2024-08-29T14:38:59.572 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-mon-2:17.2.7-1503.ga89f613d.el9.x86_64 103/116 2024-08-29T14:38:59.573 INFO:teuthology.orchestra.run.smithi131.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:38:59.573 INFO:teuthology.orchestra.run.smithi131.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-29T14:38:59.573 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-29T14:38:59.573 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-29T14:38:59.573 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:39:00.100 INFO:teuthology.orchestra.run.smithi169.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-29T14:39:00.100 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:39:00.100 INFO:teuthology.orchestra.run.smithi169.stdout:Upgraded: 2024-08-29T14:39:00.100 INFO:teuthology.orchestra.run.smithi169.stdout: librados2-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.100 INFO:teuthology.orchestra.run.smithi169.stdout: librbd1-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.100 INFO:teuthology.orchestra.run.smithi169.stdout:Installed: 2024-08-29T14:39:00.100 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.100 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-base-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.100 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.100 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-grafana-dashboards-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-immutable-object-cache-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mds-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-cephadm-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-dashboard-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-modules-core-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-rook-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mon-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-osd-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-prometheus-alerts-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-radosgw-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.101 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-selinux-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-test-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: cephadm-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: libcephfs-devel-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: libcephfs2-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: libcephsqlite-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-29T14:39:00.102 INFO:teuthology.orchestra.run.smithi169.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: librados-devel-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: libradosstriper1-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: librgw2-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: openblas-0.3.26-2.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-29T14:39:00.103 INFO:teuthology.orchestra.run.smithi169.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ceph-argparse-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cephfs-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-29T14:39:00.104 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-29T14:39:00.105 INFO:teuthology.orchestra.run.smithi169.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ply-3.11-14.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-29T14:39:00.106 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rados-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rbd-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rgw-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-29T14:39:00.107 INFO:teuthology.orchestra.run.smithi169.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-29T14:39:00.108 INFO:teuthology.orchestra.run.smithi169.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-29T14:39:00.108 INFO:teuthology.orchestra.run.smithi169.stdout: python3-webob-1.8.8-2.el9.noarch 2024-08-29T14:39:00.108 INFO:teuthology.orchestra.run.smithi169.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-29T14:39:00.108 INFO:teuthology.orchestra.run.smithi169.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-29T14:39:00.108 INFO:teuthology.orchestra.run.smithi169.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-29T14:39:00.108 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.108 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-mirror-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.108 INFO:teuthology.orchestra.run.smithi169.stdout: rbd-nbd-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:00.108 INFO:teuthology.orchestra.run.smithi169.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-29T14:39:00.108 INFO:teuthology.orchestra.run.smithi169.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-29T14:39:00.109 INFO:teuthology.orchestra.run.smithi169.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-29T14:39:00.109 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:39:00.109 INFO:teuthology.orchestra.run.smithi169.stdout:Complete! 2024-08-29T14:39:00.424 DEBUG:teuthology.parallel:result is None 2024-08-29T14:39:00.892 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-osd-2:17.2.7-1503.ga89f613d.el9.x86_64 104/116 2024-08-29T14:39:00.919 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-osd-2:17.2.7-1503.ga89f613d.el9.x86_64 104/116 2024-08-29T14:39:00.919 INFO:teuthology.orchestra.run.smithi131.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:39:00.919 INFO:teuthology.orchestra.run.smithi131.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-29T14:39:00.919 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-29T14:39:00.919 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-29T14:39:00.919 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:39:02.155 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-2:17.2.7-1503.ga89f613d.el9.x86_64 105/116 2024-08-29T14:39:02.193 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-radosgw-2:17.2.7-1503.ga89f613d.el9.x86_64 106/116 2024-08-29T14:39:02.271 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1503.ga89f613d.el9.x86_64 106/116 2024-08-29T14:39:02.272 INFO:teuthology.orchestra.run.smithi131.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:39:02.272 INFO:teuthology.orchestra.run.smithi131.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-29T14:39:02.272 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-29T14:39:02.272 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-29T14:39:02.272 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:39:02.311 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1503.ga89f6 107/116 2024-08-29T14:39:02.334 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1503.ga89f6 107/116 2024-08-29T14:39:02.334 INFO:teuthology.orchestra.run.smithi131.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:39:02.334 INFO:teuthology.orchestra.run.smithi131.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-29T14:39:02.335 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:39:02.628 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : rbd-mirror-2:17.2.7-1503.ga89f613d.el9.x86_64 108/116 2024-08-29T14:39:02.652 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1503.ga89f613d.el9.x86_64 108/116 2024-08-29T14:39:02.652 INFO:teuthology.orchestra.run.smithi131.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:39:02.652 INFO:teuthology.orchestra.run.smithi131.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-29T14:39:02.652 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-29T14:39:02.652 INFO:teuthology.orchestra.run.smithi131.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-29T14:39:02.652 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:39:07.050 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-test-2:17.2.7-1503.ga89f613d.el9.x86_64 109/116 2024-08-29T14:39:07.090 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : ceph-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 110/116 2024-08-29T14:39:07.140 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : rbd-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 111/116 2024-08-29T14:39:07.258 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : rbd-nbd-2:17.2.7-1503.ga89f613d.el9.x86_64 112/116 2024-08-29T14:39:07.289 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-29T14:39:07.312 INFO:teuthology.orchestra.run.smithi131.stdout: Installing : libcephfs-devel-2:17.2.7-1503.ga89f613d.el9.x86_ 114/116 2024-08-29T14:39:07.313 INFO:teuthology.orchestra.run.smithi131.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-29T14:39:07.396 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-29T14:39:07.396 INFO:teuthology.orchestra.run.smithi131.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-29T14:39:12.634 INFO:teuthology.orchestra.run.smithi131.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-29T14:39:12.635 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-2:17.2.7-1503.ga89f613d.el9.x86_64 1/116 2024-08-29T14:39:12.635 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-base-2:17.2.7-1503.ga89f613d.el9.x86_64 2/116 2024-08-29T14:39:12.635 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 3/116 2024-08-29T14:39:12.635 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 4/116 2024-08-29T14:39:12.635 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1503.ga89f6 5/116 2024-08-29T14:39:12.635 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-mds-2:17.2.7-1503.ga89f613d.el9.x86_64 6/116 2024-08-29T14:39:12.635 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-mgr-2:17.2.7-1503.ga89f613d.el9.x86_64 7/116 2024-08-29T14:39:12.635 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-mon-2:17.2.7-1503.ga89f613d.el9.x86_64 8/116 2024-08-29T14:39:12.635 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-osd-2:17.2.7-1503.ga89f613d.el9.x86_64 9/116 2024-08-29T14:39:12.635 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-radosgw-2:17.2.7-1503.ga89f613d.el9.x86_64 10/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-selinux-2:17.2.7-1503.ga89f613d.el9.x86_64 11/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-test-2:17.2.7-1503.ga89f613d.el9.x86_64 12/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : libcephfs-devel-2:17.2.7-1503.ga89f613d.el9.x86_ 13/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : libcephfs2-2:17.2.7-1503.ga89f613d.el9.x86_64 14/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : libcephsqlite-2:17.2.7-1503.ga89f613d.el9.x86_64 15/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : librados-devel-2:17.2.7-1503.ga89f613d.el9.x86_6 16/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : libradosstriper1-2:17.2.7-1503.ga89f613d.el9.x86 17/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : librgw2-2:17.2.7-1503.ga89f613d.el9.x86_64 18/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1503.ga89f613d.el 19/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-ceph-common-2:17.2.7-1503.ga89f613d.el9. 20/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-cephfs-2:17.2.7-1503.ga89f613d.el9.x86_6 21/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-rados-2:17.2.7-1503.ga89f613d.el9.x86_64 22/116 2024-08-29T14:39:12.636 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-rbd-2:17.2.7-1503.ga89f613d.el9.x86_64 23/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-rgw-2:17.2.7-1503.ga89f613d.el9.x86_64 24/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : rbd-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 25/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : rbd-mirror-2:17.2.7-1503.ga89f613d.el9.x86_64 26/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : rbd-nbd-2:17.2.7-1503.ga89f613d.el9.x86_64 27/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1503.ga89f613d. 28/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1503.ga89f613d.el9.noa 29/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1503.ga89f613d.el9.n 30/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1503.ga89 31/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1503.ga89f613d.el 32/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1503.ga89f613d.el9.noarch 33/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1503.ga89f613d.e 34/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : cephadm-2:17.2.7-1503.ga89f613d.el9.noarch 35/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-29T14:39:12.637 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-29T14:39:12.638 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-29T14:39:12.639 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-29T14:39:12.640 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-29T14:39:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-29T14:39:12.642 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : librados2-2:17.2.7-1503.ga89f613d.el9.x86_64 113/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-29T14:39:12.643 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : librbd1-2:17.2.7-1503.ga89f613d.el9.x86_64 115/116 2024-08-29T14:39:14.485 INFO:teuthology.orchestra.run.smithi131.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-29T14:39:14.485 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:39:14.485 INFO:teuthology.orchestra.run.smithi131.stdout:Upgraded: 2024-08-29T14:39:14.485 INFO:teuthology.orchestra.run.smithi131.stdout: librados2-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.485 INFO:teuthology.orchestra.run.smithi131.stdout: librbd1-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout:Installed: 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-base-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-grafana-dashboards-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-immutable-object-cache-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mds-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-cephadm-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-dashboard-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:14.486 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-modules-core-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mgr-rook-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-mon-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-osd-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-prometheus-alerts-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-radosgw-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-selinux-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: ceph-test-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: cephadm-2:17.2.7-1503.ga89f613d.el9.noarch 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-29T14:39:14.487 INFO:teuthology.orchestra.run.smithi131.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: libcephfs-devel-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: libcephfs2-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: libcephsqlite-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: librados-devel-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: libradosstriper1-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-29T14:39:14.488 INFO:teuthology.orchestra.run.smithi131.stdout: librgw2-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: openblas-0.3.26-2.el9.x86_64 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: python3-ceph-argparse-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: python3-ceph-common-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cephfs-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.489 INFO:teuthology.orchestra.run.smithi131.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-29T14:39:14.490 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-29T14:39:14.490 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-29T14:39:14.490 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-29T14:39:14.490 INFO:teuthology.orchestra.run.smithi131.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-29T14:39:14.490 INFO:teuthology.orchestra.run.smithi131.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-08-29T14:39:14.490 INFO:teuthology.orchestra.run.smithi131.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-08-29T14:39:14.490 INFO:teuthology.orchestra.run.smithi131.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-29T14:39:14.490 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-29T14:39:14.490 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-29T14:39:14.491 INFO:teuthology.orchestra.run.smithi131.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-ply-3.11-14.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-29T14:39:14.492 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-rados-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-rbd-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-rgw-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-29T14:39:14.493 INFO:teuthology.orchestra.run.smithi131.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: python3-webob-1.8.8-2.el9.noarch 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: rbd-fuse-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: rbd-mirror-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: rbd-nbd-2:17.2.7-1503.ga89f613d.el9.x86_64 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-29T14:39:14.494 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:39:14.495 INFO:teuthology.orchestra.run.smithi131.stdout:Complete! 2024-08-29T14:39:14.816 DEBUG:teuthology.parallel:result is None 2024-08-29T14:39:14.817 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:39:14.817 INFO:teuthology.packaging:ref: None 2024-08-29T14:39:14.817 INFO:teuthology.packaging:tag: None 2024-08-29T14:39:14.817 INFO:teuthology.packaging:branch: quincy 2024-08-29T14:39:14.817 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:39:14.817 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-29T14:39:15.039 DEBUG:teuthology.orchestra.run.smithi131:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-29T14:39:15.061 INFO:teuthology.orchestra.run.smithi131.stdout:17.2.7-1503.ga89f613d.el9 2024-08-29T14:39:15.062 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1503.ga89f613d.el9 2024-08-29T14:39:15.062 INFO:teuthology.task.install:The correct ceph version 17.2.7-1503.ga89f613d is installed. 2024-08-29T14:39:15.064 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:39:15.064 INFO:teuthology.packaging:ref: None 2024-08-29T14:39:15.064 INFO:teuthology.packaging:tag: None 2024-08-29T14:39:15.064 INFO:teuthology.packaging:branch: quincy 2024-08-29T14:39:15.064 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:39:15.064 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-29T14:39:15.278 DEBUG:teuthology.orchestra.run.smithi169:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-29T14:39:15.304 INFO:teuthology.orchestra.run.smithi169.stdout:17.2.7-1503.ga89f613d.el9 2024-08-29T14:39:15.305 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1503.ga89f613d.el9 2024-08-29T14:39:15.305 INFO:teuthology.task.install:The correct ceph version 17.2.7-1503.ga89f613d is installed. 2024-08-29T14:39:15.306 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-29T14:39:15.307 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:39:15.307 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-29T14:39:15.334 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:39:15.334 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-29T14:39:15.376 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-29T14:39:15.376 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:39:15.376 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd of=/usr/bin/daemon-helper 2024-08-29T14:39:15.401 DEBUG:teuthology.orchestra.run.smithi131:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-29T14:39:15.466 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:39:15.466 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/usr/bin/daemon-helper 2024-08-29T14:39:15.494 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-29T14:39:15.563 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-29T14:39:15.563 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:39:15.563 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-29T14:39:15.588 DEBUG:teuthology.orchestra.run.smithi131:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-29T14:39:15.653 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:39:15.653 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-29T14:39:15.679 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-29T14:39:15.744 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-29T14:39:15.744 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:39:15.745 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd of=/usr/bin/stdin-killer 2024-08-29T14:39:15.769 DEBUG:teuthology.orchestra.run.smithi131:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-29T14:39:15.833 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:39:15.833 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/usr/bin/stdin-killer 2024-08-29T14:39:15.860 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-29T14:39:15.926 INFO:teuthology.run_tasks:Running task print... 2024-08-29T14:39:15.938 INFO:teuthology.task.print:**** done install task... 2024-08-29T14:39:15.938 INFO:teuthology.run_tasks:Running task print... 2024-08-29T14:39:15.945 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-08-29T14:39:15.945 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-29T14:39:16.051 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'OSD_DOWN', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSDMAP_FLAGS', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791'} 2024-08-29T14:39:16.051 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-08-29T14:39:16.052 INFO:tasks.cephadm:Cluster fsid is 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:39:16.052 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-29T14:39:16.052 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.131', 'mon.c': '[v2:172.21.15.131:3301,v1:172.21.15.131:6790]', 'mon.b': '172.21.15.169'} 2024-08-29T14:39:16.052 INFO:tasks.cephadm:First mon is mon.a on smithi131 2024-08-29T14:39:16.052 INFO:tasks.cephadm:First mgr is y 2024-08-29T14:39:16.052 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-29T14:39:16.053 DEBUG:teuthology.orchestra.run.smithi131:> sudo hostname $(hostname -s) 2024-08-29T14:39:16.078 DEBUG:teuthology.orchestra.run.smithi169:> sudo hostname $(hostname -s) 2024-08-29T14:39:16.103 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-08-29T14:39:16.104 DEBUG:teuthology.orchestra.run.smithi131:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-29T14:39:16.372 INFO:teuthology.orchestra.run.smithi131.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 29 14:39 /home/ubuntu/cephtest/cephadm 2024-08-29T14:39:16.372 DEBUG:teuthology.orchestra.run.smithi169:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-29T14:39:16.504 INFO:teuthology.orchestra.run.smithi169.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 29 14:39 /home/ubuntu/cephtest/cephadm 2024-08-29T14:39:16.505 DEBUG:teuthology.orchestra.run.smithi131:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-29T14:39:16.521 DEBUG:teuthology.orchestra.run.smithi169:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-29T14:39:16.550 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-08-29T14:39:16.550 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-29T14:39:16.563 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-29T14:39:18.109 INFO:teuthology.orchestra.run.smithi169.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-29T14:39:18.181 INFO:teuthology.orchestra.run.smithi131.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-29T14:39:46.987 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2024-08-29T14:39:46.988 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph_version": "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)", 2024-08-29T14:39:46.988 INFO:teuthology.orchestra.run.smithi169.stdout: "image_id": "250d9a61b6c59a8c89cfd837afa9edbf779b094d6dde7f14c51e0f6f620672bd", 2024-08-29T14:39:46.988 INFO:teuthology.orchestra.run.smithi169.stdout: "repo_digests": [ 2024-08-29T14:39:46.988 INFO:teuthology.orchestra.run.smithi169.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c" 2024-08-29T14:39:46.988 INFO:teuthology.orchestra.run.smithi169.stdout: ] 2024-08-29T14:39:46.988 INFO:teuthology.orchestra.run.smithi169.stdout:} 2024-08-29T14:39:47.172 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:39:47.173 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph_version": "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)", 2024-08-29T14:39:47.173 INFO:teuthology.orchestra.run.smithi131.stdout: "image_id": "250d9a61b6c59a8c89cfd837afa9edbf779b094d6dde7f14c51e0f6f620672bd", 2024-08-29T14:39:47.173 INFO:teuthology.orchestra.run.smithi131.stdout: "repo_digests": [ 2024-08-29T14:39:47.173 INFO:teuthology.orchestra.run.smithi131.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c" 2024-08-29T14:39:47.173 INFO:teuthology.orchestra.run.smithi131.stdout: ] 2024-08-29T14:39:47.173 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:39:47.191 DEBUG:teuthology.orchestra.run.smithi131:> sudo mkdir -p /etc/ceph 2024-08-29T14:39:47.238 DEBUG:teuthology.orchestra.run.smithi169:> sudo mkdir -p /etc/ceph 2024-08-29T14:39:47.266 DEBUG:teuthology.orchestra.run.smithi131:> sudo chmod 777 /etc/ceph 2024-08-29T14:39:47.291 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 777 /etc/ceph 2024-08-29T14:39:47.332 INFO:tasks.cephadm:Writing seed config... 2024-08-29T14:39:47.333 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-29T14:39:47.333 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-29T14:39:47.333 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-29T14:39:47.334 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-29T14:39:47.334 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-29T14:39:47.334 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-08-29T14:39:47.334 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-29T14:39:47.334 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-29T14:39:47.334 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-29T14:39:47.334 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-29T14:39:47.334 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-29T14:39:47.335 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:39:47.335 DEBUG:teuthology.orchestra.run.smithi131:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-29T14:39:47.350 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 7768ef6a-6614-11ef-bcd4-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-29T14:39:47.350 DEBUG:teuthology.orchestra.run.smithi131:mon.a> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.a.service 2024-08-29T14:39:47.393 DEBUG:teuthology.orchestra.run.smithi131:mgr.y> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.y.service 2024-08-29T14:39:47.436 INFO:tasks.cephadm:Bootstrapping... 2024-08-29T14:39:47.436 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.131 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-29T14:39:47.635 INFO:teuthology.orchestra.run.smithi131.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:39:47.635 INFO:teuthology.orchestra.run.smithi131.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '7768ef6a-6614-11ef-bcd4-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.131', '--skip-admin-label'] 2024-08-29T14:39:47.672 INFO:teuthology.orchestra.run.smithi131.stdout:/bin/podman: stdout 5.2.2 2024-08-29T14:39:47.673 INFO:teuthology.orchestra.run.smithi131.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-29T14:39:47.673 INFO:teuthology.orchestra.run.smithi131.stdout:Verifying podman|docker is present... 2024-08-29T14:39:47.696 INFO:teuthology.orchestra.run.smithi131.stdout:/bin/podman: stdout 5.2.2 2024-08-29T14:39:47.696 INFO:teuthology.orchestra.run.smithi131.stdout:Verifying lvm2 is present... 2024-08-29T14:39:47.697 INFO:teuthology.orchestra.run.smithi131.stdout:Verifying time synchronization is in place... 2024-08-29T14:39:47.705 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-29T14:39:47.705 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-29T14:39:47.711 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-29T14:39:47.711 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout inactive 2024-08-29T14:39:47.718 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout enabled 2024-08-29T14:39:47.725 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout active 2024-08-29T14:39:47.725 INFO:teuthology.orchestra.run.smithi131.stdout:Unit chronyd.service is enabled and running 2024-08-29T14:39:47.725 INFO:teuthology.orchestra.run.smithi131.stdout:Repeating the final host check... 2024-08-29T14:39:47.747 INFO:teuthology.orchestra.run.smithi131.stdout:/bin/podman: stdout 5.2.2 2024-08-29T14:39:47.747 INFO:teuthology.orchestra.run.smithi131.stdout:podman (/bin/podman) version 5.2.2 is present 2024-08-29T14:39:47.747 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl is present 2024-08-29T14:39:47.747 INFO:teuthology.orchestra.run.smithi131.stdout:lvcreate is present 2024-08-29T14:39:47.754 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-29T14:39:47.754 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-29T14:39:47.761 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-29T14:39:47.761 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout inactive 2024-08-29T14:39:47.767 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout enabled 2024-08-29T14:39:47.774 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout active 2024-08-29T14:39:47.775 INFO:teuthology.orchestra.run.smithi131.stdout:Unit chronyd.service is enabled and running 2024-08-29T14:39:47.775 INFO:teuthology.orchestra.run.smithi131.stdout:Host looks OK 2024-08-29T14:39:47.775 INFO:teuthology.orchestra.run.smithi131.stdout:Cluster fsid: 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:39:47.775 INFO:teuthology.orchestra.run.smithi131.stdout:Acquiring lock 139682531697568 on /run/cephadm/7768ef6a-6614-11ef-bcd4-c7b262605968.lock 2024-08-29T14:39:47.775 INFO:teuthology.orchestra.run.smithi131.stdout:Lock 139682531697568 acquired on /run/cephadm/7768ef6a-6614-11ef-bcd4-c7b262605968.lock 2024-08-29T14:39:47.775 INFO:teuthology.orchestra.run.smithi131.stdout:Verifying IP 172.21.15.131 port 3300 ... 2024-08-29T14:39:47.775 INFO:teuthology.orchestra.run.smithi131.stdout:Verifying IP 172.21.15.131 port 6789 ... 2024-08-29T14:39:47.776 INFO:teuthology.orchestra.run.smithi131.stdout:Base mon IP(s) is [172.21.15.131:3300, 172.21.15.131:6789], mon addrv is [v2:172.21.15.131:3300,v1:172.21.15.131:6789] 2024-08-29T14:39:47.779 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.131 metric 100 2024-08-29T14:39:47.779 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.131 metric 100 2024-08-29T14:39:47.782 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-29T14:39:47.782 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-08-29T14:39:47.782 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-08-29T14:39:47.784 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-29T14:39:47.784 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-29T14:39:47.785 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-29T14:39:47.785 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-08-29T14:39:47.785 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:72f9/64 scope link noprefixroute 2024-08-29T14:39:47.785 INFO:teuthology.orchestra.run.smithi131.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-29T14:39:47.785 INFO:teuthology.orchestra.run.smithi131.stdout:Mon IP `172.21.15.131` is in CIDR network `172.21.0.0/20` 2024-08-29T14:39:47.785 INFO:teuthology.orchestra.run.smithi131.stdout:Mon IP `172.21.15.131` is in CIDR network `172.21.0.0/20` 2024-08-29T14:39:47.786 INFO:teuthology.orchestra.run.smithi131.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-29T14:39:47.786 INFO:teuthology.orchestra.run.smithi131.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-29T14:39:47.786 INFO:teuthology.orchestra.run.smithi131.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-29T14:39:48.256 INFO:teuthology.orchestra.run.smithi131.stdout:/bin/podman: stdout 250d9a61b6c59a8c89cfd837afa9edbf779b094d6dde7f14c51e0f6f620672bd 2024-08-29T14:39:48.256 INFO:teuthology.orchestra.run.smithi131.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-29T14:39:48.256 INFO:teuthology.orchestra.run.smithi131.stdout:/bin/podman: stderr Getting image source signatures 2024-08-29T14:39:48.256 INFO:teuthology.orchestra.run.smithi131.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-29T14:39:48.257 INFO:teuthology.orchestra.run.smithi131.stdout:/bin/podman: stderr Copying blob sha256:6de633490cbf101a2c1f68780cf57d6034a6739003ab12a3a13347fc1a74ccee 2024-08-29T14:39:48.257 INFO:teuthology.orchestra.run.smithi131.stdout:/bin/podman: stderr Copying config sha256:250d9a61b6c59a8c89cfd837afa9edbf779b094d6dde7f14c51e0f6f620672bd 2024-08-29T14:39:48.257 INFO:teuthology.orchestra.run.smithi131.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-29T14:39:49.278 INFO:teuthology.orchestra.run.smithi131.stdout:ceph: stdout ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable) 2024-08-29T14:39:49.278 INFO:teuthology.orchestra.run.smithi131.stdout:Ceph version: ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable) 2024-08-29T14:39:49.278 INFO:teuthology.orchestra.run.smithi131.stdout:Extracting ceph user uid/gid from container image... 2024-08-29T14:39:50.267 INFO:teuthology.orchestra.run.smithi131.stdout:stat: stdout 167 167 2024-08-29T14:39:50.267 INFO:teuthology.orchestra.run.smithi131.stdout:Creating initial keys... 2024-08-29T14:39:51.181 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph-authtool: stdout AQA2iNBmOqGfJBAASUN9r2lRl7do/U8hIYdP6Q== 2024-08-29T14:39:52.203 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph-authtool: stdout AQA3iNBmA8eGHxAAXAgCWEarJrmmM5u8dOKk2Q== 2024-08-29T14:39:53.166 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph-authtool: stdout AQA4iNBmHNZSIhAApPtOBIJ3+oq/euvYnwlgsg== 2024-08-29T14:39:53.167 INFO:teuthology.orchestra.run.smithi131.stdout:Creating initial monmap... 2024-08-29T14:39:54.056 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-29T14:39:54.056 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-08-29T14:39:54.056 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:39:54.056 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-29T14:39:54.056 INFO:teuthology.orchestra.run.smithi131.stdout:monmaptool for a [v2:172.21.15.131:3300,v1:172.21.15.131:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-29T14:39:54.056 INFO:teuthology.orchestra.run.smithi131.stdout:setting min_mon_release = octopus 2024-08-29T14:39:54.057 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/monmaptool: set fsid to 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:39:54.057 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-29T14:39:54.057 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:39:54.057 INFO:teuthology.orchestra.run.smithi131.stdout:Creating mon... 2024-08-29T14:39:54.995 INFO:teuthology.orchestra.run.smithi131.stdout:create mon.a on 2024-08-29T14:39:55.199 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-29T14:39:55.344 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-29T14:39:55.494 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-7768ef6a-6614-11ef-bcd4-c7b262605968.target → /etc/systemd/system/ceph-7768ef6a-6614-11ef-bcd4-c7b262605968.target. 2024-08-29T14:39:55.494 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-7768ef6a-6614-11ef-bcd4-c7b262605968.target → /etc/systemd/system/ceph-7768ef6a-6614-11ef-bcd4-c7b262605968.target. 2024-08-29T14:39:55.670 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.a 2024-08-29T14:39:55.670 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stderr Failed to reset failed state of unit ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.a.service: Unit ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.a.service not loaded. 2024-08-29T14:39:55.830 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-7768ef6a-6614-11ef-bcd4-c7b262605968.target.wants/ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.a.service → /etc/systemd/system/ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@.service. 2024-08-29T14:39:56.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:56 smithi131 podman[16999]: 2024-08-29 14:39:56.292647832 +0000 UTC m=+0.340571986 container create 89b5cc7db6e50f14f7670aed85d4fb27143e6c54545b4902965ea6d7f3035734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=quincy-a89f613, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:39:58.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:58 smithi131 podman[16999]: 2024-08-29 14:39:58.06971014 +0000 UTC m=+2.117634257 container init 89b5cc7db6e50f14f7670aed85d4fb27143e6c54545b4902965ea6d7f3035734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-a89f613, ceph=True) 2024-08-29T14:39:58.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:58 smithi131 podman[16999]: 2024-08-29 14:39:58.075648625 +0000 UTC m=+2.123572736 container start 89b5cc7db6e50f14f7670aed85d4fb27143e6c54545b4902965ea6d7f3035734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-08-29T14:39:58.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:58 smithi131 ceph-mon[17037]: mkfs 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:39:58.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:58 smithi131 ceph-mon[17037]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-29T14:39:59.126 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-29T14:39:59.126 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout disabled 2024-08-29T14:39:59.134 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-29T14:39:59.134 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout inactive 2024-08-29T14:39:59.135 INFO:teuthology.orchestra.run.smithi131.stdout:firewalld.service is not enabled 2024-08-29T14:39:59.135 INFO:teuthology.orchestra.run.smithi131.stdout:Not possible to enable service . firewalld.service is not available 2024-08-29T14:39:59.135 INFO:teuthology.orchestra.run.smithi131.stdout:Waiting for mon to start... 2024-08-29T14:39:59.135 INFO:teuthology.orchestra.run.smithi131.stdout:Waiting for mon... 2024-08-29T14:39:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:59 smithi131 bash[16999]: 89b5cc7db6e50f14f7670aed85d4fb27143e6c54545b4902965ea6d7f3035734 2024-08-29T14:39:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:59 smithi131 systemd[1]: Started Ceph mon.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:39:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:59 smithi131 ceph-mon[17037]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-29T14:39:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:59 smithi131 ceph-mon[17037]: monmap e1: 1 mons at {a=[v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:39:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:59 smithi131 ceph-mon[17037]: fsmap 2024-08-29T14:39:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:59 smithi131 ceph-mon[17037]: osdmap e1: 0 total, 0 up, 0 in 2024-08-29T14:39:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:39:59 smithi131 ceph-mon[17037]: mgrmap e1: no daemons active 2024-08-29T14:40:02.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:02 smithi131 ceph-mon[17037]: from='client.? 172.21.15.131:0/3345993236' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-29T14:40:08.172 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout cluster: 2024-08-29T14:40:08.174 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout id: 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:40:08.174 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-29T14:40:08.174 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:08.174 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout services: 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 4s) 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout data: 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout pgs: 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:mon is available 2024-08-29T14:40:08.175 INFO:teuthology.orchestra.run.smithi131.stdout:Assimilating anything we can from ceph.conf... 2024-08-29T14:40:08.983 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:08 smithi131 ceph-mon[17037]: from='client.? 172.21.15.131:0/571280765' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-29T14:40:08.983 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:08 smithi131 ceph-mon[17037]: from='client.? 172.21.15.131:0/571280765' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-29T14:40:09.253 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout [global] 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout fsid = 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.131:3300,v1:172.21.15.131:6789] 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:09.254 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout [osd] 2024-08-29T14:40:09.255 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-29T14:40:09.255 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-29T14:40:09.255 INFO:teuthology.orchestra.run.smithi131.stdout:Generating new minimal ceph.conf... 2024-08-29T14:40:10.038 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:09 smithi131 ceph-mon[17037]: from='client.? 172.21.15.131:0/2181134922' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:40:10.308 INFO:teuthology.orchestra.run.smithi131.stdout:Restarting the monitor... 2024-08-29T14:40:10.578 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:10 smithi131 systemd[1]: Stopping Ceph mon.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:40:10.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:10 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a[17014]: 2024-08-29T14:40:10.576+0000 7f441d1e7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:40:10.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:10 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a[17014]: 2024-08-29T14:40:10.576+0000 7f441d1e7640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-29T14:40:10.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:10 smithi131 podman[17359]: 2024-08-29 14:40:10.771314004 +0000 UTC m=+0.295850277 container died 89b5cc7db6e50f14f7670aed85d4fb27143e6c54545b4902965ea6d7f3035734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-a89f613, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.1) 2024-08-29T14:40:11.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 podman[17359]: 2024-08-29 14:40:11.116040006 +0000 UTC m=+0.640576275 container cleanup 89b5cc7db6e50f14f7670aed85d4fb27143e6c54545b4902965ea6d7f3035734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=quincy-a89f613) 2024-08-29T14:40:11.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 bash[17359]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a 2024-08-29T14:40:11.700 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 podman[17376]: 2024-08-29 14:40:11.375158515 +0000 UTC m=+0.605509790 container remove 89b5cc7db6e50f14f7670aed85d4fb27143e6c54545b4902965ea6d7f3035734 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.1) 2024-08-29T14:40:11.700 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-29T14:40:11.700 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 systemd[1]: Stopped Ceph mon.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:40:11.700 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 systemd[1]: Starting Ceph mon.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:40:11.952 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 podman[17475]: 2024-08-29 14:40:11.602407265 +0000 UTC m=+0.015451623 image pull 250d9a61b6c59a8c89cfd837afa9edbf779b094d6dde7f14c51e0f6f620672bd quay.ceph.io/ceph-ci/ceph:quincy 2024-08-29T14:40:11.952 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 podman[17475]: 2024-08-29 14:40:11.709562134 +0000 UTC m=+0.122606526 container create 9f8fb909b793f57a0c77d8a274bb4d362dbb511ec1e32cd0f6783ba35d0e1409 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.1, RELEASE=quincy-a89f613, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:40:11.952 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 podman[17475]: 2024-08-29 14:40:11.951231183 +0000 UTC m=+0.364275529 container init 9f8fb909b793f57a0c77d8a274bb4d362dbb511ec1e32cd0f6783ba35d0e1409 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=quincy-a89f613, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.1) 2024-08-29T14:40:12.166 INFO:teuthology.orchestra.run.smithi131.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 podman[17475]: 2024-08-29 14:40:11.955894461 +0000 UTC m=+0.368938823 container start 9f8fb909b793f57a0c77d8a274bb4d362dbb511ec1e32cd0f6783ba35d0e1409 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=quincy-a89f613, io.buildah.version=1.37.1, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: set uid:gid to 167:167 (ceph:ceph) 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable), process ceph-mon, pid 7 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: pidfile_write: ignore empty --pid-file 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: load: jerasure load: lrc 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: RocksDB version: 6.15.5 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Compile date Aug 27 2024 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: DB SUMMARY 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: DB Session ID: U7G03SR0XA5GO3JDOKRO 2024-08-29T14:40:12.272 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: CURRENT file: CURRENT 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: IDENTITY file: IDENTITY 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 84005 ; 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.error_if_exists: 0 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.create_if_missing: 0 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.paranoid_checks: 1 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.env: 0x55712ae46440 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.fs: Posix File System 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.info_log: 0x55712bfe8f40 2024-08-29T14:40:12.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_file_opening_threads: 16 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.statistics: (nil) 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.use_fsync: 0 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_log_file_size: 0 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.keep_log_file_num: 1000 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.recycle_log_file_num: 0 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.allow_fallocate: 1 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.allow_mmap_reads: 0 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.allow_mmap_writes: 0 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.use_direct_reads: 0 2024-08-29T14:40:12.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.create_missing_column_families: 0 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.db_log_dir: 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.advise_random_on_open: 1 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.db_write_buffer_size: 0 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.write_buffer_manager: 0x55712c0a6750 2024-08-29T14:40:12.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.rate_limiter: (nil) 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.wal_recovery_mode: 2 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.enable_thread_tracking: 0 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.enable_pipelined_write: 0 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.unordered_write: 0 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T14:40:12.276 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.row_cache: None 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.wal_filter: None 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.allow_ingest_behind: 0 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.preserve_deletes: 0 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.two_write_queues: 0 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.manual_wal_flush: 0 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.atomic_flush: 0 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T14:40:12.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.log_readahead_size: 0 2024-08-29T14:40:12.279 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T14:40:12.279 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.best_efforts_recovery: 0 2024-08-29T14:40:12.279 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T14:40:12.279 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T14:40:12.279 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.allow_data_in_errors: 0 2024-08-29T14:40:12.279 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.db_host_id: __hostname__ 2024-08-29T14:40:12.279 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_background_jobs: 2 2024-08-29T14:40:12.279 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_background_compactions: -1 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_subcompactions: 1 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_total_wal_size: 0 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_open_files: -1 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bytes_per_sync: 0 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T14:40:12.280 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_readahead_size: 0 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_background_flushes: -1 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Compression algorithms supported: 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: kZSTD supported: 0 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: kXpressCompression supported: 0 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: kBZip2Compression supported: 0 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: kLZ4Compression supported: 1 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: kZlibCompression supported: 1 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: kLZ4HCCompression supported: 1 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: kSnappyCompression supported: 1 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-08-29T14:40:12.281 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.merge_operator: 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_filter: None 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_filter_factory: None 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.sst_partitioner_factory: None 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55712bf8fa58) 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout: cache_index_and_filter_blocks: 1 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout: pin_top_level_index_and_filter: 1 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout: index_type: 0 2024-08-29T14:40:12.282 INFO:journalctl@ceph.mon.a.smithi131.stdout: data_block_index_type: 0 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: index_shortening: 1 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: hash_index_allow_collision: 1 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: checksum: 1 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: no_block_cache: 0 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_cache: 0x55712bfc51f0 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_cache_name: BinnedLRUCache 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_cache_options: 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: capacity : 536870912 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: num_shard_bits : 4 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: strict_capacity_limit : 0 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: high_pri_pool_ratio: 0.000 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_cache_compressed: (nil) 2024-08-29T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi131.stdout: persistent_cache: (nil) 2024-08-29T14:40:12.284 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_size: 4096 2024-08-29T14:40:12.284 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_size_deviation: 10 2024-08-29T14:40:12.284 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_restart_interval: 16 2024-08-29T14:40:12.284 INFO:journalctl@ceph.mon.a.smithi131.stdout: index_block_restart_interval: 1 2024-08-29T14:40:12.284 INFO:journalctl@ceph.mon.a.smithi131.stdout: metadata_block_size: 4096 2024-08-29T14:40:12.284 INFO:journalctl@ceph.mon.a.smithi131.stdout: partition_filters: 0 2024-08-29T14:40:12.284 INFO:journalctl@ceph.mon.a.smithi131.stdout: use_delta_encoding: 1 2024-08-29T14:40:12.284 INFO:journalctl@ceph.mon.a.smithi131.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-29T14:40:12.284 INFO:journalctl@ceph.mon.a.smithi131.stdout: whole_key_filtering: 1 2024-08-29T14:40:12.284 INFO:journalctl@ceph.mon.a.smithi131.stdout: verify_compression: 0 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout: read_amp_bytes_per_bit: 0 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout: format_version: 4 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout: enable_index_compression: 1 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_align: 0 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.write_buffer_size: 33554432 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_write_buffer_number: 2 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compression: NoCompression 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bottommost_compression: Disabled 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.prefix_extractor: nullptr 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.num_levels: 7 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T14:40:12.285 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compression_opts.level: 32767 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compression_opts.strategy: 0 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:40:12.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compression_opts.enabled: false 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.target_file_size_base: 67108864 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T14:40:12.287 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.arena_block_size: 4194304 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.disable_auto_compactions: 0 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T14:40:12.288 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.inplace_update_support: 0 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.bloom_locality: 0 2024-08-29T14:40:12.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.max_successive_merges: 0 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.paranoid_file_checks: 0 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.force_consistency_checks: 1 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.report_bg_io_stats: 0 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.ttl: 2592000 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.enable_blob_files: false 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.min_blob_size: 0 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.blob_file_size: 268435456 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T14:40:12.290 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942411978874, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942411979652, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80430, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78672, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10160, "raw_average_key_size": 47, "raw_value_size": 72859, "raw_average_value_size": 338, "num_data_blocks": 10, "num_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1724942411, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "3a864f4d-fd3f-4c1f-b999-bb0b43bb654d", "db_session_id": "U7G03SR0XA5GO3JDOKRO"}} 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942411980128, "job": 1, "event": "recovery_finished"} 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55712bff8700 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: DB pointer 0x55712bfc8000 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-29T14:40:12.291 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** DB Stats ** 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: L0 2/0 80.33 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.3 0.00 0.00 1 0.001 0 0 2024-08-29T14:40:12.292 INFO:journalctl@ceph.mon.a.smithi131.stdout: Sum 2/0 80.33 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.3 0.00 0.00 1 0.001 0 0 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.3 0.00 0.00 1 0.001 0 0 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 141.3 0.00 0.00 1 0.001 0 0 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-29T14:40:12.293 INFO:journalctl@ceph.mon.a.smithi131.stdout: Cumulative compaction: 0.00 GB write, 24.04 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: Interval compaction: 0.00 GB write, 24.04 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: L0 2/0 80.33 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.3 0.00 0.00 1 0.001 0 0 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: Sum 2/0 80.33 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.3 0.00 0.00 1 0.001 0 0 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:40:12.294 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 141.3 0.00 0.00 1 0.001 0 0 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: Cumulative compaction: 0.00 GB write, 23.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T14:40:12.295 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: starting mon.a rank 0 at public addrs [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] at bind addrs [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: mon.a@-1(???) e1 preinit fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: mon.a@-1(???).mds e1 new map 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: mon.a@-1(???).mds e1 print_map 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout: e1 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout: legacy client fscid: -1 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout: No filesystems configured 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:40:12.296 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:40:12.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:40:12.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:11 smithi131 ceph-mon[17514]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-29T14:40:12.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:12 smithi131 ceph-mon[17514]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-29T14:40:12.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:12 smithi131 ceph-mon[17514]: monmap e1: 1 mons at {a=[v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:40:12.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:12 smithi131 ceph-mon[17514]: fsmap 2024-08-29T14:40:12.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:12 smithi131 ceph-mon[17514]: osdmap e1: 0 total, 0 up, 0 in 2024-08-29T14:40:12.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:12 smithi131 ceph-mon[17514]: mgrmap e1: no daemons active 2024-08-29T14:40:12.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:12 smithi131 bash[17475]: 9f8fb909b793f57a0c77d8a274bb4d362dbb511ec1e32cd0f6783ba35d0e1409 2024-08-29T14:40:12.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:12 smithi131 systemd[1]: Started Ceph mon.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:40:13.322 INFO:teuthology.orchestra.run.smithi131.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-29T14:40:13.323 INFO:teuthology.orchestra.run.smithi131.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-29T14:40:13.323 INFO:teuthology.orchestra.run.smithi131.stdout:Creating mgr... 2024-08-29T14:40:13.323 INFO:teuthology.orchestra.run.smithi131.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-29T14:40:13.323 INFO:teuthology.orchestra.run.smithi131.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-29T14:40:13.496 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.y 2024-08-29T14:40:13.496 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stderr Failed to reset failed state of unit ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.y.service: Unit ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.y.service not loaded. 2024-08-29T14:40:13.712 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-7768ef6a-6614-11ef-bcd4-c7b262605968.target.wants/ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@.service. 2024-08-29T14:40:13.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:13 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1428719753' entity='client.admin' 2024-08-29T14:40:14.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:13 smithi131 podman[17752]: 2024-08-29 14:40:13.84340277 +0000 UTC m=+0.016002211 image pull 250d9a61b6c59a8c89cfd837afa9edbf779b094d6dde7f14c51e0f6f620672bd quay.ceph.io/ceph-ci/ceph:quincy 2024-08-29T14:40:15.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:14 smithi131 podman[17752]: 2024-08-29 14:40:14.849813078 +0000 UTC m=+1.022412547 container create 70a5c86a7aa05713d01a90234911bdc2e5532478cb3454935cf29b0cbbac222c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-a89f613, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-29T14:40:15.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 podman[17752]: 2024-08-29 14:40:15.068839104 +0000 UTC m=+1.241438531 container init 70a5c86a7aa05713d01a90234911bdc2e5532478cb3454935cf29b0cbbac222c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-a89f613, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-29T14:40:15.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 podman[17752]: 2024-08-29 14:40:15.073979227 +0000 UTC m=+1.246578659 container start 70a5c86a7aa05713d01a90234911bdc2e5532478cb3454935cf29b0cbbac222c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-a89f613, org.label-schema.vendor=CentOS) 2024-08-29T14:40:15.183 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-29T14:40:15.183 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout disabled 2024-08-29T14:40:15.190 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-29T14:40:15.190 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout inactive 2024-08-29T14:40:15.190 INFO:teuthology.orchestra.run.smithi131.stdout:firewalld.service is not enabled 2024-08-29T14:40:15.190 INFO:teuthology.orchestra.run.smithi131.stdout:Not possible to enable service . firewalld.service is not available 2024-08-29T14:40:15.199 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-29T14:40:15.199 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout disabled 2024-08-29T14:40:15.207 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-29T14:40:15.208 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout inactive 2024-08-29T14:40:15.208 INFO:teuthology.orchestra.run.smithi131.stdout:firewalld.service is not enabled 2024-08-29T14:40:15.208 INFO:teuthology.orchestra.run.smithi131.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-29T14:40:15.208 INFO:teuthology.orchestra.run.smithi131.stdout:Waiting for mgr to start... 2024-08-29T14:40:15.208 INFO:teuthology.orchestra.run.smithi131.stdout:Waiting for mgr... 2024-08-29T14:40:15.453 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 bash[17752]: 70a5c86a7aa05713d01a90234911bdc2e5532478cb3454935cf29b0cbbac222c 2024-08-29T14:40:15.453 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 systemd[1]: Started Ceph mgr.y for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:40:15.453 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:15.192+0000 7f6befa95ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:40:15.453 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:15.260+0000 7f6befa95ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:40:15.453 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:15.324+0000 7f6befa95ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:40:15.705 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:15.452+0000 7f6befa95ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:40:15.705 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:15.595+0000 7f6befa95ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:40:16.091 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:15 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/925244730' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-29T14:40:16.092 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:15.865+0000 7f6befa95ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:40:16.092 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:15.925+0000 7f6befa95ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:40:16.092 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:16.090+0000 7f6befa95ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:40:16.448 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:16.448 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:40:16.448 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "fsid": "7768ef6a-6614-11ef-bcd4-c7b262605968", 2024-08-29T14:40:16.448 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "health": { 2024-08-29T14:40:16.448 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 0 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "a" 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:16.449 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-29T14:40:16.450 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-29T14:40:16.451 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-29T14:40:16.451 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-29T14:40:16.451 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-29T14:40:16.451 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-29T14:40:16.451 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-29T14:40:16.451 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-29T14:40:16.453 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:16.453 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-29T14:40:16.453 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:16.453 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "restful" 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-29T14:40:16.454 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:16.455 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "modified": "2024-08-29T14:39:58.113672+0000", 2024-08-29T14:40:16.455 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:40:16.455 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:16.455 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-29T14:40:16.455 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:40:16.455 INFO:teuthology.orchestra.run.smithi131.stdout:mgr not available, waiting (1/15)... 2024-08-29T14:40:17.346 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:16.928+0000 7f6befa95ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:40:17.346 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:16.991+0000 7f6befa95ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:40:18.007 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:17 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:17.717+0000 7f6befa95ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:40:18.007 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:17 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:17.828+0000 7f6befa95ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:40:18.008 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:17 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:17.947+0000 7f6befa95ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:40:18.008 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:18.005+0000 7f6befa95ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:40:18.259 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:18.133+0000 7f6befa95ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:40:18.260 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:18.200+0000 7f6befa95ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:40:18.260 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:18.258+0000 7f6befa95ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:40:18.527 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:18.394+0000 7f6befa95ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:40:18.527 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:18.456+0000 7f6befa95ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:40:18.527 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:18.525+0000 7f6befa95ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:40:18.845 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:18.606+0000 7f6befa95ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:40:18.845 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:18.665+0000 7f6befa95ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:40:18.845 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:18.726+0000 7f6befa95ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:40:19.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:19 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/870556141' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-29T14:40:19.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:19.484+0000 7f6befa95ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:40:19.626 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:19.626 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "fsid": "7768ef6a-6614-11ef-bcd4-c7b262605968", 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "health": { 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 0 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "a" 2024-08-29T14:40:19.627 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-29T14:40:19.628 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:19.629 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "restful" 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:40:19.630 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:19.631 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-29T14:40:19.631 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:19.631 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "modified": "2024-08-29T14:39:58.113672+0000", 2024-08-29T14:40:19.631 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:40:19.631 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:19.631 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-29T14:40:19.631 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:40:19.631 INFO:teuthology.orchestra.run.smithi131.stdout:mgr not available, waiting (2/15)... 2024-08-29T14:40:20.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: Activating manager daemon y 2024-08-29T14:40:20.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: mgrmap e2: y(active, starting, since 0.00266733s) 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: from='mgr.14100 172.21.15.131:0/3200616342' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: from='mgr.14100 172.21.15.131:0/3200616342' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: from='mgr.14100 172.21.15.131:0/3200616342' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: from='mgr.14100 172.21.15.131:0/3200616342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: from='mgr.14100 172.21.15.131:0/3200616342' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: Manager daemon y is now available 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: from='mgr.14100 172.21.15.131:0/3200616342' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: from='mgr.14100 172.21.15.131:0/3200616342' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: from='mgr.14100 172.21.15.131:0/3200616342' entity='mgr.y' 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: from='mgr.14100 172.21.15.131:0/3200616342' entity='mgr.y' 2024-08-29T14:40:20.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:20 smithi131 ceph-mon[17514]: from='mgr.14100 172.21.15.131:0/3200616342' entity='mgr.y' 2024-08-29T14:40:21.747 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:21 smithi131 ceph-mon[17514]: mgrmap e3: y(active, since 1.00626s) 2024-08-29T14:40:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:22 smithi131 ceph-mon[17514]: mgrmap e4: y(active, since 2s) 2024-08-29T14:40:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:22 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3141242819' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-29T14:40:22.909 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:22.909 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:40:22.909 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "fsid": "7768ef6a-6614-11ef-bcd4-c7b262605968", 2024-08-29T14:40:22.909 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "health": { 2024-08-29T14:40:22.909 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-29T14:40:22.909 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-29T14:40:22.909 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-29T14:40:22.909 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 0 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "a" 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-29T14:40:22.910 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:22.911 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-29T14:40:22.911 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-29T14:40:22.911 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-29T14:40:22.914 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-29T14:40:22.914 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-29T14:40:22.914 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-29T14:40:22.914 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:22.914 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-29T14:40:22.914 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-29T14:40:22.914 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-29T14:40:22.914 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-29T14:40:22.914 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-29T14:40:22.915 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-29T14:40:22.915 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-29T14:40:22.915 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-29T14:40:22.915 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-29T14:40:22.915 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:22.915 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-29T14:40:22.915 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:22.915 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "restful" 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-29T14:40:22.919 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:40:22.920 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "modified": "2024-08-29T14:39:58.113672+0000", 2024-08-29T14:40:22.920 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:40:22.920 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:40:22.920 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-29T14:40:22.920 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:40:22.920 INFO:teuthology.orchestra.run.smithi131.stdout:mgr is available 2024-08-29T14:40:23.512 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:23 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3928185046' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-29T14:40:24.081 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:24.081 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout [global] 2024-08-29T14:40:24.081 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout fsid = 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:40:24.081 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout [osd] 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-29T14:40:24.082 INFO:teuthology.orchestra.run.smithi131.stdout:Enabling cephadm module... 2024-08-29T14:40:25.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:24 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1948383772' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-29T14:40:25.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:24 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ignoring --setuser ceph since I am not root 2024-08-29T14:40:25.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:24 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ignoring --setgroup ceph since I am not root 2024-08-29T14:40:25.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:24 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:24.889+0000 7f6e54083ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:40:25.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:24 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:24.943+0000 7f6e54083ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:40:25.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:25.006+0000 7f6e54083ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:40:25.408 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:25.137+0000 7f6e54083ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:40:25.409 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:25.274+0000 7f6e54083ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:40:25.686 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:25.537+0000 7f6e54083ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:40:25.686 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:25.598+0000 7f6e54083ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:40:26.085 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:25 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1948383772' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-29T14:40:26.085 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:25 smithi131 ceph-mon[17514]: mgrmap e5: y(active, since 5s) 2024-08-29T14:40:26.085 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:25.771+0000 7f6e54083ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:40:26.643 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:40:26.643 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-29T14:40:26.643 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-29T14:40:26.643 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-29T14:40:26.643 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-29T14:40:26.643 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:40:26.643 INFO:teuthology.orchestra.run.smithi131.stdout:Waiting for the mgr to restart... 2024-08-29T14:40:26.643 INFO:teuthology.orchestra.run.smithi131.stdout:Waiting for mgr epoch 5... 2024-08-29T14:40:26.716 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:26 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:26.646+0000 7f6e54083ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:40:26.716 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:26 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:26.715+0000 7f6e54083ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:40:27.076 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:26 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1263787931' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-29T14:40:27.751 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:27.460+0000 7f6e54083ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:40:27.752 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:27.569+0000 7f6e54083ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:40:27.752 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:27.690+0000 7f6e54083ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:40:27.752 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:27.750+0000 7f6e54083ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:40:28.021 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:27.894+0000 7f6e54083ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:40:28.021 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:27.961+0000 7f6e54083ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:40:28.021 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:28.019+0000 7f6e54083ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:40:28.281 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:28.151+0000 7f6e54083ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:40:28.281 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:28.213+0000 7f6e54083ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:40:28.281 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:28.279+0000 7f6e54083ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:40:28.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:28.366+0000 7f6e54083ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:40:28.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:28.424+0000 7f6e54083ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:40:28.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:28.480+0000 7f6e54083ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:40:29.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:29.221+0000 7f6e54083ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:40:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: Active manager daemon y restarted 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: Activating manager daemon y 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: osdmap e2: 0 total, 0 up, 0 in 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: mgrmap e6: y(active, starting, since 0.00317152s) 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: Manager daemon y is now available 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:40:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:40:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:40:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:29 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:40:30.554 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:30 smithi131 ceph-mon[17514]: Found migration_current of "None". Setting to last migration. 2024-08-29T14:40:30.554 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:30 smithi131 ceph-mon[17514]: mgrmap e7: y(active, since 1.00514s) 2024-08-29T14:40:30.765 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:40:30.765 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-29T14:40:30.765 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-29T14:40:30.765 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:40:30.765 INFO:teuthology.orchestra.run.smithi131.stdout:mgr epoch 5 is available 2024-08-29T14:40:30.765 INFO:teuthology.orchestra.run.smithi131.stdout:Setting orchestrator backend to cephadm... 2024-08-29T14:40:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-mon[17514]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-mon[17514]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:31.198+0000 7f6e064b0640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:40:31] ENGINE Error in HTTPServer.serve 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: Traceback (most recent call last): 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self._connections.run(self.expiration_interval) 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self._run(expiration_interval) 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:40:31.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: s = self.context.wrap_socket( 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: return self.sslsocket_class._create( 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self.do_handshake() 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self._sslobj.do_handshake() 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:40:31.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:32.624 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:32 smithi131 ceph-mon[17514]: [29/Aug/2024:14:40:31] ENGINE Bus STARTING 2024-08-29T14:40:32.624 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:32 smithi131 ceph-mon[17514]: [29/Aug/2024:14:40:31] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:40:32.624 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:32 smithi131 ceph-mon[17514]: [29/Aug/2024:14:40:31] ENGINE Bus STARTED 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:32 smithi131 ceph-mon[17514]: [29/Aug/2024:14:40:31] ENGINE Error in HTTPServer.serve 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: Traceback (most recent call last): 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._run(expiration_interval) 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:40:32.625 INFO:journalctl@ceph.mon.a.smithi131.stdout: s = self.context.wrap_socket( 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout: return self.sslsocket_class._create( 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout: self.do_handshake() 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._sslobj.do_handshake() 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:32 smithi131 ceph-mon[17514]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:32 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:32 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:40:32.626 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:32 smithi131 ceph-mon[17514]: mgrmap e8: y(active, since 2s) 2024-08-29T14:40:33.118 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-29T14:40:33.118 INFO:teuthology.orchestra.run.smithi131.stdout:Generating ssh key... 2024-08-29T14:40:33.560 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-mon[17514]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:40:34.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: Generating public/private rsa key pair. 2024-08-29T14:40:34.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: Your identification has been saved in /tmp/tmpm3i14029/key 2024-08-29T14:40:34.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: Your public key has been saved in /tmp/tmpm3i14029/key.pub 2024-08-29T14:40:34.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: The key fingerprint is: 2024-08-29T14:40:34.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: SHA256:3PbnhCvzKqSoFFW4ifBJK5+onNAq5vQVqZyfWNG79u8 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:40:34.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: The key's randomart image is: 2024-08-29T14:40:34.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: +---[RSA 3072]----+ 2024-08-29T14:40:34.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: | .. | 2024-08-29T14:40:34.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: |. . .. | 2024-08-29T14:40:34.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: | + +.o | 2024-08-29T14:40:34.104 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: |. =.o o. . | 2024-08-29T14:40:34.104 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: | =.. + .S o | 2024-08-29T14:40:34.104 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: |o =.o o o. . . | 2024-08-29T14:40:34.104 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: |+oo+ + + o o | 2024-08-29T14:40:34.104 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: |==. * o.o o = | 2024-08-29T14:40:34.104 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: |+..+ o...o+Eo . | 2024-08-29T14:40:34.104 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: +----[SHA256]-----+ 2024-08-29T14:40:34.397 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:34 smithi131 ceph-mon[17514]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:40:34.397 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:34 smithi131 ceph-mon[17514]: Generating ssh key... 2024-08-29T14:40:34.397 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:34 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:34.397 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:34 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:35.614 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCEXAq0QXLowj3NcIGIH4bC1l2/yBWLetlz5yIatRyggtlAFxT7TNPvadm1+ME7pWZ9xN3yhmB+6lK4vmNkITK8xKtOdcIGXEZ4/RcxsDWL0BnLLEBrOqSSYdSKX+nyNo28yLQkgBscwFC6caHfvLCjUzUd4XNhp/GXuWhIDOpiFPPBdGY40kjZAlP7mStNuJB/ka3XIk+IDIuK1Lq4AxkSWGrl8nOw+nTuQjVcvYhpjc1DYINQUiu7/eR2YeYeZ7mScdOHB0WPCbXVQnPgH+L3spfBDg0HsoNtJGvwJwVs914gbGa7tB9U43+n1OFPQ7g8o0jshh1SCagDn3IwHyu6G08yhYtXMrUCMPRZAAStqqTyW9SkcI8jJqwmZHOrumLh3uE8gBpwDzywOu0e6AVzu6td7GGUUcAXRMq9KS21TsTkSmpK4CiJGZeCskyBEtSrP/suar2eb/EPLq8t/R8q79+tG/m8FDWmecrSRGNWbpcJdiUe+qaxRcSUvmh3u+E= ceph-7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:40:35.614 INFO:teuthology.orchestra.run.smithi131.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-29T14:40:35.614 INFO:teuthology.orchestra.run.smithi131.stdout:Adding key to root@localhost authorized_keys... 2024-08-29T14:40:35.614 INFO:teuthology.orchestra.run.smithi131.stdout:Adding host smithi131... 2024-08-29T14:40:35.963 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:35 smithi131 ceph-mon[17514]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:40:37.036 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:36 smithi131 ceph-mon[17514]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi131", "addr": "172.21.15.131", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:40:37.985 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:37 smithi131 ceph-mon[17514]: Deploying cephadm binary to smithi131 2024-08-29T14:40:39.530 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout Added host 'smithi131' with addr '172.21.15.131' 2024-08-29T14:40:39.530 INFO:teuthology.orchestra.run.smithi131.stdout:Deploying unmanaged mon service... 2024-08-29T14:40:40.194 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:39 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:40.194 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:39 smithi131 ceph-mon[17514]: Added host smithi131 2024-08-29T14:40:40.194 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:39 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:40:40.998 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-29T14:40:40.999 INFO:teuthology.orchestra.run.smithi131.stdout:Deploying unmanaged mgr service... 2024-08-29T14:40:41.257 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:41 smithi131 ceph-mon[17514]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:40:41.257 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:41 smithi131 ceph-mon[17514]: Saving service mon spec with placement count:5 2024-08-29T14:40:41.257 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:41 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:43.024 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:42 smithi131 ceph-mon[17514]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:40:43.024 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:42 smithi131 ceph-mon[17514]: Saving service mgr spec with placement count:2 2024-08-29T14:40:43.024 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:42 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:43.024 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:42 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:43.025 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-29T14:40:44.020 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:43 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:45.000 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:44 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3828471756' entity='client.admin' 2024-08-29T14:40:45.983 INFO:teuthology.orchestra.run.smithi131.stdout:Enabling the dashboard module... 2024-08-29T14:40:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:46 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1060385663' entity='client.admin' 2024-08-29T14:40:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:46 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:47.521 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:47 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/4200918048' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-29T14:40:47.521 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:47 smithi131 ceph-mon[17514]: from='mgr.14118 172.21.15.131:0/1588888389' entity='mgr.y' 2024-08-29T14:40:47.521 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:47 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ignoring --setuser ceph since I am not root 2024-08-29T14:40:47.521 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:47 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ignoring --setgroup ceph since I am not root 2024-08-29T14:40:47.521 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:47 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:47.391+0000 7f4faa28cec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:40:47.521 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:47 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:47.451+0000 7f4faa28cec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:40:47.521 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:47 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:47.519+0000 7f4faa28cec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:40:47.781 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:47 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:47.642+0000 7f4faa28cec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:40:47.781 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:47 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:47.779+0000 7f4faa28cec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:40:48.342 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:48 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/4200918048' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-29T14:40:48.342 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:48 smithi131 ceph-mon[17514]: mgrmap e9: y(active, since 18s) 2024-08-29T14:40:48.343 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:48.037+0000 7f4faa28cec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:40:48.343 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:48.097+0000 7f4faa28cec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:40:48.343 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:48.266+0000 7f4faa28cec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:40:49.253 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:49.192+0000 7f4faa28cec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:40:49.508 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:49 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2480025326' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-29T14:40:49.509 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:49.261+0000 7f4faa28cec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:40:49.861 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:40:49.862 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-29T14:40:49.862 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-29T14:40:49.862 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-29T14:40:49.862 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-29T14:40:49.862 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:40:49.862 INFO:teuthology.orchestra.run.smithi131.stdout:Waiting for the mgr to restart... 2024-08-29T14:40:49.862 INFO:teuthology.orchestra.run.smithi131.stdout:Waiting for mgr epoch 9... 2024-08-29T14:40:50.118 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:49.992+0000 7f4faa28cec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:40:50.118 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.106+0000 7f4faa28cec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:40:50.422 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.231+0000 7f4faa28cec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:40:50.423 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.293+0000 7f4faa28cec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:40:50.423 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.420+0000 7f4faa28cec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:40:50.678 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.487+0000 7f4faa28cec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:40:50.678 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.544+0000 7f4faa28cec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:40:50.678 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.676+0000 7f4faa28cec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:40:50.943 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.739+0000 7f4faa28cec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:40:50.943 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.804+0000 7f4faa28cec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:40:50.943 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.884+0000 7f4faa28cec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:40:50.944 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.942+0000 7f4faa28cec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:40:51.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:50.998+0000 7f4faa28cec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:40:52.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:51.737+0000 7f4faa28cec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:40:52.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: Active manager daemon y restarted 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: Activating manager daemon y 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: osdmap e3: 0 total, 0 up, 0 in 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: mgrmap e10: y(active, starting, since 0.00319122s) 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: Manager daemon y is now available 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:40:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:53.466+0000 7f4f5ae28640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:40:53] ENGINE Error in HTTPServer.serve 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: Traceback (most recent call last): 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self._connections.run(self.expiration_interval) 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self._run(expiration_interval) 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:40:53.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:40:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: s = self.context.wrap_socket( 2024-08-29T14:40:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:40:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: return self.sslsocket_class._create( 2024-08-29T14:40:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:40:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self.do_handshake() 2024-08-29T14:40:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:40:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self._sslobj.do_handshake() 2024-08-29T14:40:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:40:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:40:53.641 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:40:53.641 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-29T14:40:53.641 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-29T14:40:53.641 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:40:53.641 INFO:teuthology.orchestra.run.smithi131.stdout:mgr epoch 9 is available 2024-08-29T14:40:53.641 INFO:teuthology.orchestra.run.smithi131.stdout:Generating a dashboard self-signed certificate... 2024-08-29T14:40:53.988 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-mon[17514]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-29T14:40:53.988 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-mon[17514]: mgrmap e11: y(active, since 1.00541s) 2024-08-29T14:40:53.988 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-mon[17514]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-29T14:40:53.988 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:40:53.988 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:53 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:40:54.835 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-29T14:40:54.836 INFO:teuthology.orchestra.run.smithi131.stdout:Creating initial admin user... 2024-08-29T14:40:55.509 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:55 smithi131 ceph-mon[17514]: [29/Aug/2024:14:40:53] ENGINE Bus STARTING 2024-08-29T14:40:55.510 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:55 smithi131 ceph-mon[17514]: [29/Aug/2024:14:40:53] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:40:55.510 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:55 smithi131 ceph-mon[17514]: [29/Aug/2024:14:40:53] ENGINE Bus STARTED 2024-08-29T14:40:55.510 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:55 smithi131 ceph-mon[17514]: [29/Aug/2024:14:40:53] ENGINE Error in HTTPServer.serve 2024-08-29T14:40:55.510 INFO:journalctl@ceph.mon.a.smithi131.stdout: Traceback (most recent call last): 2024-08-29T14:40:55.510 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:40:55.510 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:40:55.510 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:40:55.510 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._run(expiration_interval) 2024-08-29T14:40:55.510 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: s = self.context.wrap_socket( 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: return self.sslsocket_class._create( 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: self.do_handshake() 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._sslobj.do_handshake() 2024-08-29T14:40:55.511 INFO:journalctl@ceph.mon.a.smithi131.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:40:55.512 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:55 smithi131 ceph-mon[17514]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:40:55.512 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:55 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:40:55.512 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:55 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:40:55.512 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:55 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:40:55.512 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:55 smithi131 ceph-mon[17514]: mgrmap e12: y(active, since 2s) 2024-08-29T14:40:56.995 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:56 smithi131 ceph-mon[17514]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:40:56.995 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:56 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:40:56.997 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$cMGtLeoIrluLtk0.6/kiHuXWYJb81jKSpoFp1t9gmC5zPvgZRGXsW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1724942455, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-29T14:40:56.997 INFO:teuthology.orchestra.run.smithi131.stdout:Fetching dashboard port number... 2024-08-29T14:40:57.909 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:57 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3332306553' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-29T14:40:58.178 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stdout 8443 2024-08-29T14:40:58.188 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-29T14:40:58.189 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout disabled 2024-08-29T14:40:58.196 INFO:teuthology.orchestra.run.smithi131.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-29T14:40:58.196 INFO:teuthology.orchestra.run.smithi131.stdout:systemctl: stdout inactive 2024-08-29T14:40:58.196 INFO:teuthology.orchestra.run.smithi131.stdout:firewalld.service is not enabled 2024-08-29T14:40:58.196 INFO:teuthology.orchestra.run.smithi131.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-29T14:40:58.197 INFO:teuthology.orchestra.run.smithi131.stdout:Ceph Dashboard is now available at: 2024-08-29T14:40:58.197 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:40:58.197 INFO:teuthology.orchestra.run.smithi131.stdout: URL: https://smithi131:8443/ 2024-08-29T14:40:58.197 INFO:teuthology.orchestra.run.smithi131.stdout: User: admin 2024-08-29T14:40:58.198 INFO:teuthology.orchestra.run.smithi131.stdout: Password: v3g5ie7639 2024-08-29T14:40:58.198 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:40:58.198 INFO:teuthology.orchestra.run.smithi131.stdout:Saving cluster configuration to /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config directory 2024-08-29T14:40:58.198 INFO:teuthology.orchestra.run.smithi131.stdout:Enabling autotune for osd_memory_target 2024-08-29T14:40:59.785 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:40:59 smithi131 ceph-mon[17514]: mgrmap e13: y(active, since 6s) 2024-08-29T14:41:00.741 INFO:teuthology.orchestra.run.smithi131.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-29T14:41:00.741 INFO:teuthology.orchestra.run.smithi131.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-29T14:41:00.741 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:41:00.741 INFO:teuthology.orchestra.run.smithi131.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout:Or, if you are only running a single cluster on this host: 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout: ceph telemetry on 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout:For more information see: 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:41:00.742 INFO:teuthology.orchestra.run.smithi131.stdout:Bootstrap complete. 2024-08-29T14:41:00.780 INFO:tasks.cephadm:Fetching config... 2024-08-29T14:41:00.780 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:41:00.780 DEBUG:teuthology.orchestra.run.smithi131:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-29T14:41:00.798 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-29T14:41:00.798 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:41:00.798 DEBUG:teuthology.orchestra.run.smithi131:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-29T14:41:00.854 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-29T14:41:00.854 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:41:00.854 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd if=/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-29T14:41:00.919 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-29T14:41:00.920 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:41:00.920 DEBUG:teuthology.orchestra.run.smithi131:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-29T14:41:00.977 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-29T14:41:00.977 DEBUG:teuthology.orchestra.run.smithi131:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCEXAq0QXLowj3NcIGIH4bC1l2/yBWLetlz5yIatRyggtlAFxT7TNPvadm1+ME7pWZ9xN3yhmB+6lK4vmNkITK8xKtOdcIGXEZ4/RcxsDWL0BnLLEBrOqSSYdSKX+nyNo28yLQkgBscwFC6caHfvLCjUzUd4XNhp/GXuWhIDOpiFPPBdGY40kjZAlP7mStNuJB/ka3XIk+IDIuK1Lq4AxkSWGrl8nOw+nTuQjVcvYhpjc1DYINQUiu7/eR2YeYeZ7mScdOHB0WPCbXVQnPgH+L3spfBDg0HsoNtJGvwJwVs914gbGa7tB9U43+n1OFPQ7g8o0jshh1SCagDn3IwHyu6G08yhYtXMrUCMPRZAAStqqTyW9SkcI8jJqwmZHOrumLh3uE8gBpwDzywOu0e6AVzu6td7GGUUcAXRMq9KS21TsTkSmpK4CiJGZeCskyBEtSrP/suar2eb/EPLq8t/R8q79+tG/m8FDWmecrSRGNWbpcJdiUe+qaxRcSUvmh3u+E= ceph-7768ef6a-6614-11ef-bcd4-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-29T14:41:01.051 INFO:teuthology.orchestra.run.smithi131.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCEXAq0QXLowj3NcIGIH4bC1l2/yBWLetlz5yIatRyggtlAFxT7TNPvadm1+ME7pWZ9xN3yhmB+6lK4vmNkITK8xKtOdcIGXEZ4/RcxsDWL0BnLLEBrOqSSYdSKX+nyNo28yLQkgBscwFC6caHfvLCjUzUd4XNhp/GXuWhIDOpiFPPBdGY40kjZAlP7mStNuJB/ka3XIk+IDIuK1Lq4AxkSWGrl8nOw+nTuQjVcvYhpjc1DYINQUiu7/eR2YeYeZ7mScdOHB0WPCbXVQnPgH+L3spfBDg0HsoNtJGvwJwVs914gbGa7tB9U43+n1OFPQ7g8o0jshh1SCagDn3IwHyu6G08yhYtXMrUCMPRZAAStqqTyW9SkcI8jJqwmZHOrumLh3uE8gBpwDzywOu0e6AVzu6td7GGUUcAXRMq9KS21TsTkSmpK4CiJGZeCskyBEtSrP/suar2eb/EPLq8t/R8q79+tG/m8FDWmecrSRGNWbpcJdiUe+qaxRcSUvmh3u+E= ceph-7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:41:01.064 DEBUG:teuthology.orchestra.run.smithi169:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCEXAq0QXLowj3NcIGIH4bC1l2/yBWLetlz5yIatRyggtlAFxT7TNPvadm1+ME7pWZ9xN3yhmB+6lK4vmNkITK8xKtOdcIGXEZ4/RcxsDWL0BnLLEBrOqSSYdSKX+nyNo28yLQkgBscwFC6caHfvLCjUzUd4XNhp/GXuWhIDOpiFPPBdGY40kjZAlP7mStNuJB/ka3XIk+IDIuK1Lq4AxkSWGrl8nOw+nTuQjVcvYhpjc1DYINQUiu7/eR2YeYeZ7mScdOHB0WPCbXVQnPgH+L3spfBDg0HsoNtJGvwJwVs914gbGa7tB9U43+n1OFPQ7g8o0jshh1SCagDn3IwHyu6G08yhYtXMrUCMPRZAAStqqTyW9SkcI8jJqwmZHOrumLh3uE8gBpwDzywOu0e6AVzu6td7GGUUcAXRMq9KS21TsTkSmpK4CiJGZeCskyBEtSrP/suar2eb/EPLq8t/R8q79+tG/m8FDWmecrSRGNWbpcJdiUe+qaxRcSUvmh3u+E= ceph-7768ef6a-6614-11ef-bcd4-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-29T14:41:01.108 INFO:teuthology.orchestra.run.smithi169.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCEXAq0QXLowj3NcIGIH4bC1l2/yBWLetlz5yIatRyggtlAFxT7TNPvadm1+ME7pWZ9xN3yhmB+6lK4vmNkITK8xKtOdcIGXEZ4/RcxsDWL0BnLLEBrOqSSYdSKX+nyNo28yLQkgBscwFC6caHfvLCjUzUd4XNhp/GXuWhIDOpiFPPBdGY40kjZAlP7mStNuJB/ka3XIk+IDIuK1Lq4AxkSWGrl8nOw+nTuQjVcvYhpjc1DYINQUiu7/eR2YeYeZ7mScdOHB0WPCbXVQnPgH+L3spfBDg0HsoNtJGvwJwVs914gbGa7tB9U43+n1OFPQ7g8o0jshh1SCagDn3IwHyu6G08yhYtXMrUCMPRZAAStqqTyW9SkcI8jJqwmZHOrumLh3uE8gBpwDzywOu0e6AVzu6td7GGUUcAXRMq9KS21TsTkSmpK4CiJGZeCskyBEtSrP/suar2eb/EPLq8t/R8q79+tG/m8FDWmecrSRGNWbpcJdiUe+qaxRcSUvmh3u+E= ceph-7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:41:01.121 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-29T14:41:01.327 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:01 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/558289257' entity='client.admin' 2024-08-29T14:41:01.394 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:41:04.791 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-29T14:41:04.791 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-29T14:41:05.336 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:05 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/856239625' entity='client.admin' 2024-08-29T14:41:05.361 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:41:06.467 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:06 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:06.468 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:06 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:06.468 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:06 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi131", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:41:06.468 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:06 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:06.468 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:06 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:06.468 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:06 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:07.930 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi169 2024-08-29T14:41:07.931 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:41:07.931 DEBUG:teuthology.orchestra.run.smithi169:> dd of=/etc/ceph/ceph.conf 2024-08-29T14:41:07.950 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:41:07.950 DEBUG:teuthology.orchestra.run.smithi169:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:41:08.008 INFO:tasks.cephadm:Adding host smithi169 to orchestrator... 2024-08-29T14:41:08.008 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch host add smithi169 2024-08-29T14:41:08.244 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:41:08.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:08 smithi131 ceph-mon[17514]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:41:08.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:08.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:08 smithi131 ceph-mon[17514]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:41:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:09.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:09 smithi131 ceph-mon[17514]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:09.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:09 smithi131 ceph-mon[17514]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:41:09.277 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:09 smithi131 ceph-mon[17514]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:41:10.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:10 smithi131 ceph-mon[17514]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi169", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:41:11.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:11 smithi131 ceph-mon[17514]: Deploying cephadm binary to smithi169 2024-08-29T14:41:12.631 INFO:teuthology.orchestra.run.smithi131.stdout:Added host 'smithi169' with addr '172.21.15.169' 2024-08-29T14:41:12.999 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:12 smithi131 ceph-mon[17514]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:12.999 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:13.000 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:13.300 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch host ls --format=json 2024-08-29T14:41:13.537 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:41:13.909 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:13 smithi131 ceph-mon[17514]: Added host smithi169 2024-08-29T14:41:13.909 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:13.909 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:15.267 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:41:15.268 INFO:teuthology.orchestra.run.smithi131.stdout:[{"addr": "172.21.15.131", "hostname": "smithi131", "labels": [], "status": ""}, {"addr": "172.21.15.169", "hostname": "smithi169", "labels": [], "status": ""}] 2024-08-29T14:41:15.268 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:14 smithi131 ceph-mon[17514]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:15.268 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:14 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:15.888 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-29T14:41:15.888 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd crush tunables default 2024-08-29T14:41:16.125 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:41:16.240 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:15 smithi131 ceph-mon[17514]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:41:17.263 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:16 smithi131 ceph-mon[17514]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:17.263 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:17.263 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:17.264 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:17.264 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:17.264 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi169", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:41:17.264 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:17.264 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:18.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:17 smithi131 ceph-mon[17514]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:41:18.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:17 smithi131 ceph-mon[17514]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:18.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:17 smithi131 ceph-mon[17514]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:41:18.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:18.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:18.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:18.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:17 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1074704276' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-29T14:41:18.705 INFO:teuthology.orchestra.run.smithi131.stderr:adjusted tunables profile to default 2024-08-29T14:41:19.304 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:18 smithi131 ceph-mon[17514]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:41:19.304 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:18 smithi131 ceph-mon[17514]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:19.304 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:18 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1074704276' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-29T14:41:19.304 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:18 smithi131 ceph-mon[17514]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:41:19.333 INFO:tasks.cephadm:Adding mon.a on smithi131 2024-08-29T14:41:19.333 INFO:tasks.cephadm:Adding mon.c on smithi131 2024-08-29T14:41:19.333 INFO:tasks.cephadm:Adding mon.b on smithi169 2024-08-29T14:41:19.334 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch apply mon '3;smithi131:172.21.15.131=a;smithi131:[v2:172.21.15.131:3301,v1:172.21.15.131:6790]=c;smithi169:172.21.15.169=b' 2024-08-29T14:41:19.590 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:21.276 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled mon update... 2024-08-29T14:41:21.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:20 smithi131 ceph-mon[17514]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:21.802 DEBUG:teuthology.orchestra.run.smithi131:mon.c> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.c.service 2024-08-29T14:41:21.805 DEBUG:teuthology.orchestra.run.smithi169:mon.b> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.b.service 2024-08-29T14:41:21.808 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-29T14:41:21.808 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-29T14:41:22.551 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:22 smithi131 ceph-mon[17514]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi131:172.21.15.131=a;smithi131:[v2:172.21.15.131:3301,v1:172.21.15.131:6790]=c;smithi169:172.21.15.169=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:41:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:22 smithi131 ceph-mon[17514]: Saving service mon spec with placement smithi131:172.21.15.131=a;smithi131:[v2:172.21.15.131:3301,v1:172.21.15.131:6790]=c;smithi169:172.21.15.169=b;count:3 2024-08-29T14:41:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:22 smithi131 ceph-mon[17514]: Deploying daemon mon.b on smithi169 2024-08-29T14:41:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:23 smithi131 ceph-mon[17514]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:25 smithi131 ceph-mon[17514]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:25.969 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:41:25.969 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":1,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","modified":"2024-08-29T14:39:53.512018Z","created":"2024-08-29T14:39:53.512018Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:3300","nonce":0},{"type":"v1","addr":"172.21.15.131:6789","nonce":0}]},"addr":"172.21.15.131:6789/0","public_addr":"172.21.15.131:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-29T14:41:25.970 INFO:teuthology.orchestra.run.smithi169.stderr:dumped monmap epoch 1 2024-08-29T14:41:26.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:26 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/151872385' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:41:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:26 smithi169 systemd[1]: Started Ceph mon.b for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:41:27.648 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-29T14:41:27.649 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-29T14:41:27.901 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:41:32.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: mon.a calling monitor election 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: mon.b calling monitor election 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T14:41:32.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: monmap e2: 2 mons at {a=[v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:41:32.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: fsmap 2024-08-29T14:41:32.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:41:32.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: mgrmap e13: y(active, since 40s) 2024-08-29T14:41:32.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: overall HEALTH_OK 2024-08-29T14:41:32.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:32.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:32.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:32.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:32.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: mon.a calling monitor election 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: mon.b calling monitor election 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.230 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: monmap e2: 2 mons at {a=[v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: fsmap 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: mgrmap e13: y(active, since 40s) 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: overall HEALTH_OK 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:32.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:32.480 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:41:32.480 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":2,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","modified":"2024-08-29T14:41:26.780529Z","created":"2024-08-29T14:39:53.512018Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:3300","nonce":0},{"type":"v1","addr":"172.21.15.131:6789","nonce":0}]},"addr":"172.21.15.131:6789/0","public_addr":"172.21.15.131:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3300","nonce":0},{"type":"v1","addr":"172.21.15.169:6789","nonce":0}]},"addr":"172.21.15.169:6789/0","public_addr":"172.21.15.169:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-29T14:41:32.480 INFO:teuthology.orchestra.run.smithi169.stderr:dumped monmap epoch 2 2024-08-29T14:41:33.036 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:32 smithi169 ceph-mon[20881]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:33.036 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:32 smithi169 ceph-mon[20881]: Deploying daemon mon.c on smithi131 2024-08-29T14:41:33.036 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:32 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/3910129156' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:41:33.036 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:33.168 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:32 smithi131 ceph-mon[17514]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:33.169 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:32 smithi131 ceph-mon[17514]: Deploying daemon mon.c on smithi131 2024-08-29T14:41:33.169 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:32 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/3910129156' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:41:33.169 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:34.061 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-29T14:41:34.061 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-29T14:41:34.309 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:41:34.990 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:34 smithi131 ceph-mon[17514]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:34.990 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:34 smithi131 podman[29478]: 2024-08-29 14:41:34.876654551 +0000 UTC m=+0.130887759 container create 0987b030a99fdeda0a25c7dee08c32e4244c848a4cd6e29468ee08a6b0aeec63 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=quincy-a89f613, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-29T14:41:35.041 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:34 smithi169 ceph-mon[20881]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 podman[29478]: 2024-08-29 14:41:35.096128906 +0000 UTC m=+0.350362114 container init 0987b030a99fdeda0a25c7dee08c32e4244c848a4cd6e29468ee08a6b0aeec63 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.1, RELEASE=quincy-a89f613, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:41:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 podman[29478]: 2024-08-29 14:41:35.100681593 +0000 UTC m=+0.354914801 container start 0987b030a99fdeda0a25c7dee08c32e4244c848a4cd6e29468ee08a6b0aeec63 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-a89f613, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True) 2024-08-29T14:41:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: set uid:gid to 167:167 (ceph:ceph) 2024-08-29T14:41:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable), process ceph-mon, pid 7 2024-08-29T14:41:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: pidfile_write: ignore empty --pid-file 2024-08-29T14:41:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: load: jerasure load: lrc 2024-08-29T14:41:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: RocksDB version: 6.15.5 2024-08-29T14:41:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-29T14:41:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Compile date Aug 27 2024 2024-08-29T14:41:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: DB SUMMARY 2024-08-29T14:41:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: DB Session ID: RZA7KFSEW55Y8DWU2Q56 2024-08-29T14:41:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: CURRENT file: CURRENT 2024-08-29T14:41:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: IDENTITY file: IDENTITY 2024-08-29T14:41:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-08-29T14:41:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.error_if_exists: 0 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.create_if_missing: 0 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.paranoid_checks: 1 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.env: 0x559e9fee7440 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.fs: Posix File System 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.info_log: 0x559ea18acf40 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_file_opening_threads: 16 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.statistics: (nil) 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.use_fsync: 0 2024-08-29T14:41:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_log_file_size: 0 2024-08-29T14:41:35.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T14:41:35.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T14:41:35.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.keep_log_file_num: 1000 2024-08-29T14:41:35.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.recycle_log_file_num: 0 2024-08-29T14:41:35.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.allow_fallocate: 1 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.allow_mmap_reads: 0 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.allow_mmap_writes: 0 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.use_direct_reads: 0 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.create_missing_column_families: 0 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.db_log_dir: 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T14:41:35.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T14:41:35.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T14:41:35.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.advise_random_on_open: 1 2024-08-29T14:41:35.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.db_write_buffer_size: 0 2024-08-29T14:41:35.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.write_buffer_manager: 0x559ea196a780 2024-08-29T14:41:35.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T14:41:35.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-29T14:41:35.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T14:41:35.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T14:41:35.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.rate_limiter: (nil) 2024-08-29T14:41:35.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.wal_recovery_mode: 2 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.enable_thread_tracking: 0 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.enable_pipelined_write: 0 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.unordered_write: 0 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.row_cache: None 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.wal_filter: None 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T14:41:35.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.allow_ingest_behind: 0 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.preserve_deletes: 0 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.two_write_queues: 0 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.manual_wal_flush: 0 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.atomic_flush: 0 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.log_readahead_size: 0 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.best_efforts_recovery: 0 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T14:41:35.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.allow_data_in_errors: 0 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.db_host_id: __hostname__ 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_background_jobs: 2 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_background_compactions: -1 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_subcompactions: 1 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_total_wal_size: 0 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T14:41:35.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_open_files: -1 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bytes_per_sync: 0 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_readahead_size: 0 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_background_flushes: -1 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Compression algorithms supported: 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: kZSTD supported: 0 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: kXpressCompression supported: 0 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: kBZip2Compression supported: 0 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: kLZ4Compression supported: 1 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: kZlibCompression supported: 1 2024-08-29T14:41:35.363 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: kLZ4HCCompression supported: 1 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: kSnappyCompression supported: 1 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.merge_operator: 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_filter: None 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_filter_factory: None 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.sst_partitioner_factory: None 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T14:41:35.364 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559ea1853a58) 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: cache_index_and_filter_blocks: 1 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: pin_top_level_index_and_filter: 1 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: index_type: 0 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: data_block_index_type: 0 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: index_shortening: 1 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: hash_index_allow_collision: 1 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: checksum: 1 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: no_block_cache: 0 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_cache: 0x559ea18891f0 2024-08-29T14:41:35.365 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_cache_name: BinnedLRUCache 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_cache_options: 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: capacity : 536870912 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: num_shard_bits : 4 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: strict_capacity_limit : 0 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: high_pri_pool_ratio: 0.000 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_cache_compressed: (nil) 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: persistent_cache: (nil) 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_size: 4096 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_size_deviation: 10 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_restart_interval: 16 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: index_block_restart_interval: 1 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: metadata_block_size: 4096 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: partition_filters: 0 2024-08-29T14:41:35.366 INFO:journalctl@ceph.mon.c.smithi131.stdout: use_delta_encoding: 1 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout: whole_key_filtering: 1 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout: verify_compression: 0 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout: read_amp_bytes_per_bit: 0 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout: format_version: 4 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout: enable_index_compression: 1 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_align: 0 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.write_buffer_size: 33554432 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_write_buffer_number: 2 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compression: NoCompression 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bottommost_compression: Disabled 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.prefix_extractor: nullptr 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.num_levels: 7 2024-08-29T14:41:35.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compression_opts.level: 32767 2024-08-29T14:41:35.368 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compression_opts.strategy: 0 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compression_opts.enabled: false 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.target_file_size_base: 67108864 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T14:41:35.369 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.arena_block_size: 4194304 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-29T14:41:35.370 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.disable_auto_compactions: 0 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.inplace_update_support: 0 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T14:41:35.371 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.bloom_locality: 0 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.max_successive_merges: 0 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.paranoid_file_checks: 0 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.force_consistency_checks: 1 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.report_bg_io_stats: 0 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.ttl: 2592000 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.enable_blob_files: false 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.min_blob_size: 0 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.blob_file_size: 268435456 2024-08-29T14:41:35.372 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942495124631, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942495124956, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1696, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1724942495, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "a01c429e-048e-4638-986c-71d47873ff9e", "db_session_id": "RZA7KFSEW55Y8DWU2Q56"}} 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942495125290, "job": 1, "event": "recovery_finished"} 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x559ea18bc700 2024-08-29T14:41:35.373 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: DB pointer 0x559ea188c000 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** DB Stats ** 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:41:35.374 INFO:journalctl@ceph.mon.c.smithi131.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:41:35.375 INFO:journalctl@ceph.mon.c.smithi131.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:41:35.376 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T14:41:35.377 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: using public_addrv [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] 2024-08-29T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: starting mon.c rank -1 at public addrs [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] at bind addrs [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(???) e0 preinit fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).mds e1 new map 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout: e1 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout: legacy client fscid: -1 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout: No filesystems configured 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-29T14:41:35.379 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-29T14:41:35.380 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-29T14:41:35.380 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-29T14:41:35.380 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-29T14:41:35.381 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:41:35.381 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:41:35.381 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi169", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.382 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1074704276' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1074704276' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi131:172.21.15.131=a;smithi131:[v2:172.21.15.131:3301,v1:172.21.15.131:6790]=c;smithi169:172.21.15.169=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: Saving service mon spec with placement smithi131:172.21.15.131=a;smithi131:[v2:172.21.15.131:3301,v1:172.21.15.131:6790]=c;smithi169:172.21.15.169=b;count:3 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:35.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: Deploying daemon mon.b on smithi169 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/151872385' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.a calling monitor election 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:35.384 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.b calling monitor election 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: monmap e2: 2 mons at {a=[v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: fsmap 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mgrmap e13: y(active, since 40s) 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: overall HEALTH_OK 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:35.385 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:35.386 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:35.386 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:35.386 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: Deploying daemon mon.c on smithi131 2024-08-29T14:41:35.386 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/3910129156' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:41:35.386 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:35.386 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:35.386 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 ceph-mon[29516]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-29T14:41:35.386 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 bash[29478]: 0987b030a99fdeda0a25c7dee08c32e4244c848a4cd6e29468ee08a6b0aeec63 2024-08-29T14:41:35.386 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:35 smithi131 systemd[1]: Started Ceph mon.c for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:41:40.441 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:41:40.442 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":3,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","modified":"2024-08-29T14:41:35.149295Z","created":"2024-08-29T14:39:53.512018Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:3300","nonce":0},{"type":"v1","addr":"172.21.15.131:6789","nonce":0}]},"addr":"172.21.15.131:6789/0","public_addr":"172.21.15.131:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3300","nonce":0},{"type":"v1","addr":"172.21.15.169:6789","nonce":0}]},"addr":"172.21.15.169:6789/0","public_addr":"172.21.15.169:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:3301","nonce":0},{"type":"v1","addr":"172.21.15.131:6790","nonce":0}]},"addr":"172.21.15.131:6790/0","public_addr":"172.21.15.131:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-29T14:41:40.442 INFO:teuthology.orchestra.run.smithi169.stderr:dumped monmap epoch 3 2024-08-29T14:41:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:41:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: mon.a calling monitor election 2024-08-29T14:41:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: mon.b calling monitor election 2024-08-29T14:41:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: mon.c calling monitor election 2024-08-29T14:41:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: monmap e3: 3 mons at {a=[v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: fsmap 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: mgrmap e13: y(active, since 48s) 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: overall HEALTH_OK 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:41:40.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: mon.a calling monitor election 2024-08-29T14:41:40.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:40.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: mon.b calling monitor election 2024-08-29T14:41:40.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:40.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: mon.c calling monitor election 2024-08-29T14:41:40.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: monmap e3: 3 mons at {a=[v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: fsmap 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: mgrmap e13: y(active, since 48s) 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: overall HEALTH_OK 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:41:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: mon.a calling monitor election 2024-08-29T14:41:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:41:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: mon.b calling monitor election 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: mon.c calling monitor election 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: monmap e3: 3 mons at {a=[v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: fsmap 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:41:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: mgrmap e13: y(active, since 48s) 2024-08-29T14:41:40.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: overall HEALTH_OK 2024-08-29T14:41:40.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:40.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:41.039 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-29T14:41:41.039 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph config generate-minimal-conf 2024-08-29T14:41:41.320 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:41:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:41 smithi169 ceph-mon[20881]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:41 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:41 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/877761916' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:41:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:41 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:41.476 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:41 smithi131 ceph-mon[29516]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:41.477 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:41 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:41.477 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:41 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/877761916' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:41:41.477 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:41 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:41.477 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:41 smithi131 ceph-mon[17514]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:41.477 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:41 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:41.477 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:41 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/877761916' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:41:41.477 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:41 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:41:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:42.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:41:42.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:41:42.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:43.473 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:43 smithi131 ceph-mon[17514]: Reconfiguring mon.a (unknown last config time)... 2024-08-29T14:41:43.473 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:43 smithi131 ceph-mon[17514]: Reconfiguring daemon mon.a on smithi131 2024-08-29T14:41:43.474 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:43 smithi131 ceph-mon[29516]: Reconfiguring mon.a (unknown last config time)... 2024-08-29T14:41:43.474 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:43 smithi131 ceph-mon[29516]: Reconfiguring daemon mon.a on smithi131 2024-08-29T14:41:43.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:43 smithi169 ceph-mon[20881]: Reconfiguring mon.a (unknown last config time)... 2024-08-29T14:41:43.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:43 smithi169 ceph-mon[20881]: Reconfiguring daemon mon.a on smithi131 2024-08-29T14:41:44.421 INFO:teuthology.orchestra.run.smithi131.stdout:# minimal ceph.conf for 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:41:44.422 INFO:teuthology.orchestra.run.smithi131.stdout:[global] 2024-08-29T14:41:44.422 INFO:teuthology.orchestra.run.smithi131.stdout: fsid = 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:41:44.422 INFO:teuthology.orchestra.run.smithi131.stdout: mon_host = [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] 2024-08-29T14:41:45.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[17514]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:45.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:45.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[17514]: Reconfiguring mon.c (monmap changed)... 2024-08-29T14:41:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:41:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[17514]: Reconfiguring daemon mon.c on smithi131 2024-08-29T14:41:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1533381240' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:45.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[29516]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:45.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:45.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:45.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[29516]: Reconfiguring mon.c (monmap changed)... 2024-08-29T14:41:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:41:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[29516]: Reconfiguring daemon mon.c on smithi131 2024-08-29T14:41:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:45 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1533381240' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:45 smithi169 ceph-mon[20881]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:45 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:45 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:45 smithi169 ceph-mon[20881]: Reconfiguring mon.c (monmap changed)... 2024-08-29T14:41:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:45 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:45 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:41:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:45 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:45 smithi169 ceph-mon[20881]: Reconfiguring daemon mon.c on smithi131 2024-08-29T14:41:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:45 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/1533381240' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:46.095 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-29T14:41:46.518 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:41:46.518 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd of=/etc/ceph/ceph.conf 2024-08-29T14:41:46.546 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:41:46.546 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:41:46.611 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:41:46.612 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.conf 2024-08-29T14:41:46.640 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:41:46.641 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:41:46.706 INFO:tasks.cephadm:Adding mgr.y on smithi131 2024-08-29T14:41:46.707 INFO:tasks.cephadm:Adding mgr.x on smithi169 2024-08-29T14:41:46.707 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch apply mgr '2;smithi131=y;smithi169=x' 2024-08-29T14:41:47.075 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:47.075 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:47.075 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:46 smithi169 ceph-mon[20881]: Reconfiguring mon.b (monmap changed)... 2024-08-29T14:41:47.075 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:47.075 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:41:47.075 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:47.075 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:46 smithi169 ceph-mon[20881]: Reconfiguring daemon mon.b on smithi169 2024-08-29T14:41:47.075 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:46 smithi169 ceph-mon[20881]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:47.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:47.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:47.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[29516]: Reconfiguring mon.b (monmap changed)... 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[29516]: Reconfiguring daemon mon.b on smithi169 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[29516]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[17514]: Reconfiguring mon.b (monmap changed)... 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:41:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:47.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[17514]: Reconfiguring daemon mon.b on smithi169 2024-08-29T14:41:47.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:46 smithi131 ceph-mon[17514]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:47.165 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:41:48.373 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:48 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:48.374 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:48 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:48.374 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:48 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:48.374 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:48 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:48.374 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:48 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:48.374 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:48 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:48.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:48.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:48 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:48.856 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled mgr update... 2024-08-29T14:41:49.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:49 smithi169 ceph-mon[20881]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:49.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:49 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:49.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:49 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:49.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:49 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:49.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:49 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:49.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:49 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:49.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:49 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:41:49.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:49 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-29T14:41:49.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:49 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:41:49.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:49 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:49.426 DEBUG:teuthology.orchestra.run.smithi169:mgr.x> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.x.service 2024-08-29T14:41:49.429 DEBUG:tasks.cephadm:set 0 configs 2024-08-29T14:41:49.429 INFO:tasks.cephadm:Deploying OSDs... 2024-08-29T14:41:49.429 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:41:49.429 DEBUG:teuthology.orchestra.run.smithi131:> dd if=/scratch_devs of=/dev/stdout 2024-08-29T14:41:49.448 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-29T14:41:49.448 DEBUG:teuthology.orchestra.run.smithi131:> stat /dev/vg_nvme/lv_1 2024-08-29T14:41:49.506 INFO:teuthology.orchestra.run.smithi131.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-29T14:41:49.507 INFO:teuthology.orchestra.run.smithi131.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:41:49.507 INFO:teuthology.orchestra.run.smithi131.stdout:Device: 5h/5d Inode: 981 Links: 1 2024-08-29T14:41:49.507 INFO:teuthology.orchestra.run.smithi131.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:41:49.507 INFO:teuthology.orchestra.run.smithi131.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:41:49.507 INFO:teuthology.orchestra.run.smithi131.stdout:Access: 2024-08-29 14:41:34.586926650 +0000 2024-08-29T14:41:49.507 INFO:teuthology.orchestra.run.smithi131.stdout:Modify: 2024-08-29 14:37:29.193223701 +0000 2024-08-29T14:41:49.507 INFO:teuthology.orchestra.run.smithi131.stdout:Change: 2024-08-29 14:37:29.193223701 +0000 2024-08-29T14:41:49.507 INFO:teuthology.orchestra.run.smithi131.stdout: Birth: 2024-08-29 14:37:29.193223701 +0000 2024-08-29T14:41:49.508 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-29T14:41:49.571 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[17514]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:49.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:49.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:49.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:49.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:49.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:49.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:41:49.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-29T14:41:49.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:41:49.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:49.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[29516]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:49.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:49.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:49.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:49.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:49.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:49.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:41:49.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-29T14:41:49.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:41:49.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:49 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:49.574 INFO:teuthology.orchestra.run.smithi131.stderr:1+0 records in 2024-08-29T14:41:49.575 INFO:teuthology.orchestra.run.smithi131.stderr:1+0 records out 2024-08-29T14:41:49.575 INFO:teuthology.orchestra.run.smithi131.stderr:512 bytes copied, 0.000228616 s, 2.2 MB/s 2024-08-29T14:41:49.576 DEBUG:teuthology.orchestra.run.smithi131:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-29T14:41:49.635 DEBUG:teuthology.orchestra.run.smithi131:> stat /dev/vg_nvme/lv_2 2024-08-29T14:41:49.691 INFO:teuthology.orchestra.run.smithi131.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-29T14:41:49.691 INFO:teuthology.orchestra.run.smithi131.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:41:49.692 INFO:teuthology.orchestra.run.smithi131.stdout:Device: 5h/5d Inode: 968 Links: 1 2024-08-29T14:41:49.692 INFO:teuthology.orchestra.run.smithi131.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:41:49.692 INFO:teuthology.orchestra.run.smithi131.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:41:49.692 INFO:teuthology.orchestra.run.smithi131.stdout:Access: 2024-08-29 14:41:34.587926629 +0000 2024-08-29T14:41:49.692 INFO:teuthology.orchestra.run.smithi131.stdout:Modify: 2024-08-29 14:37:29.192223921 +0000 2024-08-29T14:41:49.692 INFO:teuthology.orchestra.run.smithi131.stdout:Change: 2024-08-29 14:37:29.192223921 +0000 2024-08-29T14:41:49.692 INFO:teuthology.orchestra.run.smithi131.stdout: Birth: 2024-08-29 14:37:29.192223921 +0000 2024-08-29T14:41:49.692 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-29T14:41:49.757 INFO:teuthology.orchestra.run.smithi131.stderr:1+0 records in 2024-08-29T14:41:49.757 INFO:teuthology.orchestra.run.smithi131.stderr:1+0 records out 2024-08-29T14:41:49.757 INFO:teuthology.orchestra.run.smithi131.stderr:512 bytes copied, 0.000199651 s, 2.6 MB/s 2024-08-29T14:41:49.758 DEBUG:teuthology.orchestra.run.smithi131:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-29T14:41:49.815 DEBUG:teuthology.orchestra.run.smithi131:> stat /dev/vg_nvme/lv_3 2024-08-29T14:41:49.871 INFO:teuthology.orchestra.run.smithi131.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-29T14:41:49.871 INFO:teuthology.orchestra.run.smithi131.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:41:49.872 INFO:teuthology.orchestra.run.smithi131.stdout:Device: 5h/5d Inode: 958 Links: 1 2024-08-29T14:41:49.872 INFO:teuthology.orchestra.run.smithi131.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:41:49.872 INFO:teuthology.orchestra.run.smithi131.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:41:49.872 INFO:teuthology.orchestra.run.smithi131.stdout:Access: 2024-08-29 14:41:34.587926629 +0000 2024-08-29T14:41:49.872 INFO:teuthology.orchestra.run.smithi131.stdout:Modify: 2024-08-29 14:37:29.192223921 +0000 2024-08-29T14:41:49.872 INFO:teuthology.orchestra.run.smithi131.stdout:Change: 2024-08-29 14:37:29.192223921 +0000 2024-08-29T14:41:49.872 INFO:teuthology.orchestra.run.smithi131.stdout: Birth: 2024-08-29 14:37:29.192223921 +0000 2024-08-29T14:41:49.872 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-29T14:41:49.937 INFO:teuthology.orchestra.run.smithi131.stderr:1+0 records in 2024-08-29T14:41:49.937 INFO:teuthology.orchestra.run.smithi131.stderr:1+0 records out 2024-08-29T14:41:49.937 INFO:teuthology.orchestra.run.smithi131.stderr:512 bytes copied, 0.000235898 s, 2.2 MB/s 2024-08-29T14:41:49.938 DEBUG:teuthology.orchestra.run.smithi131:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-29T14:41:49.994 DEBUG:teuthology.orchestra.run.smithi131:> stat /dev/vg_nvme/lv_4 2024-08-29T14:41:50.050 INFO:teuthology.orchestra.run.smithi131.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-29T14:41:50.050 INFO:teuthology.orchestra.run.smithi131.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:41:50.050 INFO:teuthology.orchestra.run.smithi131.stdout:Device: 5h/5d Inode: 964 Links: 1 2024-08-29T14:41:50.050 INFO:teuthology.orchestra.run.smithi131.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:41:50.050 INFO:teuthology.orchestra.run.smithi131.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:41:50.051 INFO:teuthology.orchestra.run.smithi131.stdout:Access: 2024-08-29 14:41:34.588926607 +0000 2024-08-29T14:41:50.051 INFO:teuthology.orchestra.run.smithi131.stdout:Modify: 2024-08-29 14:37:29.192223921 +0000 2024-08-29T14:41:50.051 INFO:teuthology.orchestra.run.smithi131.stdout:Change: 2024-08-29 14:37:29.192223921 +0000 2024-08-29T14:41:50.051 INFO:teuthology.orchestra.run.smithi131.stdout: Birth: 2024-08-29 14:37:29.192223921 +0000 2024-08-29T14:41:50.051 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-29T14:41:50.114 INFO:teuthology.orchestra.run.smithi131.stderr:1+0 records in 2024-08-29T14:41:50.114 INFO:teuthology.orchestra.run.smithi131.stderr:1+0 records out 2024-08-29T14:41:50.114 INFO:teuthology.orchestra.run.smithi131.stderr:512 bytes copied, 0.000221045 s, 2.3 MB/s 2024-08-29T14:41:50.115 DEBUG:teuthology.orchestra.run.smithi131:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-29T14:41:50.173 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:41:50.173 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/scratch_devs of=/dev/stdout 2024-08-29T14:41:50.190 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-29T14:41:50.191 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_1 2024-08-29T14:41:50.247 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-29T14:41:50.247 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:41:50.247 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-08-29T14:41:50.247 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:41:50.248 INFO:teuthology.orchestra.run.smithi169.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:41:50.248 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-08-29 14:41:25.449336095 +0000 2024-08-29T14:41:50.248 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.248 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.248 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.248 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-29T14:41:50.313 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-08-29T14:41:50.313 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-08-29T14:41:50.314 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000192069 s, 2.7 MB/s 2024-08-29T14:41:50.315 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-29T14:41:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:50 smithi131 ceph-mon[17514]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi131=y;smithi169=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:41:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:50 smithi131 ceph-mon[17514]: Saving service mgr spec with placement smithi131=y;smithi169=x;count:2 2024-08-29T14:41:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:50 smithi131 ceph-mon[17514]: Deploying daemon mgr.x on smithi169 2024-08-29T14:41:50.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:50 smithi131 ceph-mon[29516]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi131=y;smithi169=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:41:50.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:50 smithi131 ceph-mon[29516]: Saving service mgr spec with placement smithi131=y;smithi169=x;count:2 2024-08-29T14:41:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:50 smithi131 ceph-mon[29516]: Deploying daemon mgr.x on smithi169 2024-08-29T14:41:50.371 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_2 2024-08-29T14:41:50.426 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-29T14:41:50.426 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:41:50.426 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 964 Links: 1 2024-08-29T14:41:50.426 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:41:50.427 INFO:teuthology.orchestra.run.smithi169.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:41:50.427 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-08-29 14:41:25.450336075 +0000 2024-08-29T14:41:50.427 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.427 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.427 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.427 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-29T14:41:50.488 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:50 smithi169 ceph-mon[20881]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi131=y;smithi169=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:41:50.488 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:50 smithi169 ceph-mon[20881]: Saving service mgr spec with placement smithi131=y;smithi169=x;count:2 2024-08-29T14:41:50.488 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:50 smithi169 ceph-mon[20881]: Deploying daemon mgr.x on smithi169 2024-08-29T14:41:50.491 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-08-29T14:41:50.491 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-08-29T14:41:50.491 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000229013 s, 2.2 MB/s 2024-08-29T14:41:50.492 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-29T14:41:50.548 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_3 2024-08-29T14:41:50.604 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-29T14:41:50.604 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:41:50.604 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 980 Links: 1 2024-08-29T14:41:50.604 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:41:50.604 INFO:teuthology.orchestra.run.smithi169.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:41:50.604 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-08-29 14:41:25.450336075 +0000 2024-08-29T14:41:50.605 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.605 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.605 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.605 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-29T14:41:50.797 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-08-29T14:41:50.797 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-08-29T14:41:50.797 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000213154 s, 2.4 MB/s 2024-08-29T14:41:50.798 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-29T14:41:50.814 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_4 2024-08-29T14:41:50.876 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-29T14:41:50.876 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:41:50.876 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-08-29T14:41:50.876 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:41:50.876 INFO:teuthology.orchestra.run.smithi169.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:41:50.877 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2024-08-29 14:41:50.749825945 +0000 2024-08-29T14:41:50.877 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.877 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.877 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: 2024-08-29 14:37:28.884110553 +0000 2024-08-29T14:41:50.877 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-29T14:41:50.983 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2024-08-29T14:41:50.983 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2024-08-29T14:41:50.983 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000216479 s, 2.4 MB/s 2024-08-29T14:41:50.985 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-29T14:41:51.001 INFO:tasks.cephadm:Deploying osd.0 on smithi131 with /dev/vg_nvme/lv_4... 2024-08-29T14:41:51.001 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-29T14:41:51.129 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 systemd[1]: Starting Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:41:51.253 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:41:51.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:51 smithi131 ceph-mon[17514]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:51.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:51 smithi131 ceph-mon[29516]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:51.439 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:51 smithi169 ceph-mon[20881]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:51.439 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 podman[22956]: 2024-08-29 14:41:51.115707222 +0000 UTC m=+0.015916708 image pull 250d9a61b6c59a8c89cfd837afa9edbf779b094d6dde7f14c51e0f6f620672bd quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c 2024-08-29T14:41:51.439 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 podman[22956]: 2024-08-29 14:41:51.236593724 +0000 UTC m=+0.136803208 container create 02d523ca734b722c8cf5407e89e2516bbffad8a80a86e4f704dd2bc15cb95720 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=quincy-a89f613) 2024-08-29T14:41:51.439 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 podman[22956]: 2024-08-29 14:41:51.439099323 +0000 UTC m=+0.339308807 container init 02d523ca734b722c8cf5407e89e2516bbffad8a80a86e4f704dd2bc15cb95720 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-29T14:41:51.819 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 podman[22956]: 2024-08-29 14:41:51.443751424 +0000 UTC m=+0.343960908 container start 02d523ca734b722c8cf5407e89e2516bbffad8a80a86e4f704dd2bc15cb95720 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=quincy-a89f613, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-29T14:41:51.819 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 ceph-mgr[22994]: -- 172.21.15.169:0/3472198654 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56467106c9c0 con 0x564671078c00 2024-08-29T14:41:51.819 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 bash[22956]: 02d523ca734b722c8cf5407e89e2516bbffad8a80a86e4f704dd2bc15cb95720 2024-08-29T14:41:51.819 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 systemd[1]: Started Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:41:51.820 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:51.560+0000 7ffbea58eec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:41:51.820 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:51.618+0000 7ffbea58eec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:41:51.820 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:51.687+0000 7ffbea58eec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:41:51.820 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:51.817+0000 7ffbea58eec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:41:52.129 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:51.965+0000 7ffbea58eec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:41:52.589 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:52 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:52.246+0000 7ffbea58eec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:41:52.589 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:52 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:52.320+0000 7ffbea58eec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:41:52.589 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:52 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:52.488+0000 7ffbea58eec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:41:52.627 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.627 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.627 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.627 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.628 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:52.628 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[17514]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:52.628 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.628 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.628 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.628 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.628 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.628 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:52.628 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[29516]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:52.628 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:52 smithi169 ceph-mon[20881]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:53.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:53.352+0000 7ffbea58eec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:41:53.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:53.417+0000 7ffbea58eec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:41:53.734 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:41:53.756 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi131:vg_nvme/lv_4 2024-08-29T14:41:54.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:54.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:54.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:54.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:54.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:54.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[17514]: Reconfiguring mgr.y (unknown last config time)... 2024-08-29T14:41:54.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:41:54.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:41:54.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:54.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[17514]: Reconfiguring daemon mgr.y on smithi131 2024-08-29T14:41:54.029 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:54.029 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:54.029 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:54.029 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:54.029 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:54.029 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[29516]: Reconfiguring mgr.y (unknown last config time)... 2024-08-29T14:41:54.029 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:41:54.029 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:41:54.029 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:54.029 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:53 smithi131 ceph-mon[29516]: Reconfiguring daemon mgr.y on smithi131 2024-08-29T14:41:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-mon[20881]: Reconfiguring mgr.y (unknown last config time)... 2024-08-29T14:41:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:41:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:41:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:54.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:53 smithi169 ceph-mon[20881]: Reconfiguring daemon mgr.y on smithi131 2024-08-29T14:41:54.425 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:54.131+0000 7ffbea58eec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:41:54.426 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:54.243+0000 7ffbea58eec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:41:54.426 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:54.365+0000 7ffbea58eec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:41:54.426 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:54.424+0000 7ffbea58eec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:41:54.489 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:41:54.677 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:54.551+0000 7ffbea58eec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:41:54.677 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:54.618+0000 7ffbea58eec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:41:54.677 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:54.676+0000 7ffbea58eec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:41:54.941 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-mon[20881]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:54.942 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:54.811+0000 7ffbea58eec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:41:54.942 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:54.875+0000 7ffbea58eec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:41:54.942 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:54.940+0000 7ffbea58eec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:41:55.079 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:54 smithi131 ceph-mon[17514]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:55.080 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:54 smithi131 ceph-mon[29516]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:55.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:55.019+0000 7ffbea58eec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:41:55.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:55.077+0000 7ffbea58eec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:41:55.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:55.135+0000 7ffbea58eec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:41:56.142 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:41:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:41:55.889+0000 7ffbea58eec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:41:56.209 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: Standby manager daemon x started 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:41:56.210 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:56.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:56.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:56.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:56.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:56.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:56.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: Standby manager daemon x started 2024-08-29T14:41:56.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:41:56.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:41:56.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:41:56.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:56 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:41:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:41:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:41:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:41:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: Standby manager daemon x started 2024-08-29T14:41:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:41:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:41:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:41:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:56 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/792791176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:41:57.375 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[29516]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:57.375 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:41:57.375 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:41:57.375 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:57.375 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[29516]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-29T14:41:57.375 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:41:57.376 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[17514]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:57.376 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:41:57.376 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:41:57.376 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:57.376 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[17514]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-29T14:41:57.376 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:41:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:57 smithi169 ceph-mon[20881]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:41:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:41:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:41:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:57 smithi169 ceph-mon[20881]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-29T14:41:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:41:58.263 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:58 smithi131 ceph-mon[17514]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:41:58.264 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:58 smithi131 ceph-mon[29516]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:41:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:58 smithi169 ceph-mon[20881]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:41:59.479 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:59 smithi131 ceph-mon[17514]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:59.479 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:59 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3375873131' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a14e2807-3351-4e1a-9a21-f36358ba23d7"}]: dispatch 2024-08-29T14:41:59.479 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:59 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3375873131' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a14e2807-3351-4e1a-9a21-f36358ba23d7"}]': finished 2024-08-29T14:41:59.479 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:59 smithi131 ceph-mon[17514]: osdmap e5: 1 total, 0 up, 1 in 2024-08-29T14:41:59.479 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:41:59 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:41:59.480 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:59 smithi131 ceph-mon[29516]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:59.480 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:59 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3375873131' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a14e2807-3351-4e1a-9a21-f36358ba23d7"}]: dispatch 2024-08-29T14:41:59.480 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:59 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3375873131' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a14e2807-3351-4e1a-9a21-f36358ba23d7"}]': finished 2024-08-29T14:41:59.480 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:59 smithi131 ceph-mon[29516]: osdmap e5: 1 total, 0 up, 1 in 2024-08-29T14:41:59.480 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:41:59 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:41:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:59 smithi169 ceph-mon[20881]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:41:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:59 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3375873131' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a14e2807-3351-4e1a-9a21-f36358ba23d7"}]: dispatch 2024-08-29T14:41:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:59 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3375873131' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a14e2807-3351-4e1a-9a21-f36358ba23d7"}]': finished 2024-08-29T14:41:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:59 smithi169 ceph-mon[20881]: osdmap e5: 1 total, 0 up, 1 in 2024-08-29T14:41:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:41:59 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:00.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:00 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/950468777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:42:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:00 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/950468777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:42:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:00 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/950468777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:42:01.610 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:01 smithi131 ceph-mon[17514]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:01.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:01 smithi131 ceph-mon[29516]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:01 smithi169 ceph-mon[20881]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:03.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:03 smithi131 ceph-mon[29516]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:03.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:03 smithi131 ceph-mon[17514]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:03.431 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:03 smithi169 ceph-mon[20881]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:05.450 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:05 smithi131 ceph-mon[17514]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:05.451 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T14:42:05.451 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:05.451 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:05 smithi131 ceph-mon[29516]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:05.451 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T14:42:05.451 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:05 smithi169 ceph-mon[20881]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T14:42:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:06.291 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:06 smithi131 ceph-mon[17514]: Deploying daemon osd.0 on smithi131 2024-08-29T14:42:06.292 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:06 smithi131 ceph-mon[29516]: Deploying daemon osd.0 on smithi131 2024-08-29T14:42:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:06 smithi169 ceph-mon[20881]: Deploying daemon osd.0 on smithi131 2024-08-29T14:42:07.424 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:07 smithi131 ceph-mon[17514]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:07.424 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:07 smithi131 ceph-mon[29516]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:07 smithi169 ceph-mon[20881]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:09.241 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:09 smithi131 ceph-mon[17514]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:09.241 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:09 smithi131 ceph-mon[29516]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:09 smithi169 ceph-mon[20881]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:10.506 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:10 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:10.506 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:10 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:10.506 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:10 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:10.507 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:10 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:10.507 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:10 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:10.507 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:10 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:10 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:10 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:10 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:11.469 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:11 smithi131 ceph-mon[17514]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:11.469 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:11 smithi131 ceph-mon[29516]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:11 smithi169 ceph-mon[20881]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:13.233 INFO:teuthology.orchestra.run.smithi131.stdout:Created osd(s) 0 on host 'smithi131' 2024-08-29T14:42:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[17514]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[17514]: from='osd.0 [v2:172.21.15.131:6802/2474040517,v1:172.21.15.131:6803/2474040517]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T14:42:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[17514]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T14:42:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[29516]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[29516]: from='osd.0 [v2:172.21.15.131:6802/2474040517,v1:172.21.15.131:6803/2474040517]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T14:42:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:13 smithi131 ceph-mon[29516]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T14:42:13.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:13 smithi169 ceph-mon[20881]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:13.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:13 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:13.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:13 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:13.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:13 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:13.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:13 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:13.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:13 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:13.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:13 smithi169 ceph-mon[20881]: from='osd.0 [v2:172.21.15.131:6802/2474040517,v1:172.21.15.131:6803/2474040517]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T14:42:13.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:13 smithi169 ceph-mon[20881]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T14:42:13.906 DEBUG:teuthology.orchestra.run.smithi131:osd.0> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.0.service 2024-08-29T14:42:13.909 INFO:tasks.cephadm:Deploying osd.1 on smithi131 with /dev/vg_nvme/lv_3... 2024-08-29T14:42:13.909 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-29T14:42:14.470 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:14.470 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:14.470 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:14.470 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[17514]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T14:42:14.470 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[17514]: osdmap e6: 1 total, 0 up, 1 in 2024-08-29T14:42:14.470 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:14.470 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[17514]: from='osd.0 [v2:172.21.15.131:6802/2474040517,v1:172.21.15.131:6803/2474040517]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:14.470 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[17514]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:14.471 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:14.471 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:14.471 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:14.471 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[29516]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T14:42:14.471 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[29516]: osdmap e6: 1 total, 0 up, 1 in 2024-08-29T14:42:14.471 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:14.471 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[29516]: from='osd.0 [v2:172.21.15.131:6802/2474040517,v1:172.21.15.131:6803/2474040517]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:14.471 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-mon[29516]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:14 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:14 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:14 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:14 smithi169 ceph-mon[20881]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T14:42:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:14 smithi169 ceph-mon[20881]: osdmap e6: 1 total, 0 up, 1 in 2024-08-29T14:42:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:14 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:14 smithi169 ceph-mon[20881]: from='osd.0 [v2:172.21.15.131:6802/2474040517,v1:172.21.15.131:6803/2474040517]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:14 smithi169 ceph-mon[20881]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:14.668 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:42:14.789 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[33911]: 2024-08-29T14:42:14.524+0000 7f4fbba72640 -1 osd.0 0 waiting for initial osdmap 2024-08-29T14:42:14.789 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:42:14 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[33911]: 2024-08-29T14:42:14.526+0000 7f4fb70aa640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:42:15.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:15 smithi131 ceph-mon[17514]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:15.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:15 smithi131 ceph-mon[17514]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:42:15.335 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:15 smithi131 ceph-mon[17514]: osdmap e7: 1 total, 0 up, 1 in 2024-08-29T14:42:15.335 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:15 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:15.335 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:15 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:15.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:15 smithi131 ceph-mon[29516]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:15.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:15 smithi131 ceph-mon[29516]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:42:15.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:15 smithi131 ceph-mon[29516]: osdmap e7: 1 total, 0 up, 1 in 2024-08-29T14:42:15.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:15 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:15.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:15 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:15 smithi169 ceph-mon[20881]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:15 smithi169 ceph-mon[20881]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:42:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:15 smithi169 ceph-mon[20881]: osdmap e7: 1 total, 0 up, 1 in 2024-08-29T14:42:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:15 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:15 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:16.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[17514]: purged_snaps scrub starts 2024-08-29T14:42:16.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[17514]: purged_snaps scrub ok 2024-08-29T14:42:16.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:16.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[17514]: osd.0 [v2:172.21.15.131:6802/2474040517,v1:172.21.15.131:6803/2474040517] boot 2024-08-29T14:42:16.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[17514]: osdmap e8: 1 total, 1 up, 1 in 2024-08-29T14:42:16.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:16.577 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[29516]: purged_snaps scrub starts 2024-08-29T14:42:16.577 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[29516]: purged_snaps scrub ok 2024-08-29T14:42:16.577 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:16.577 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[29516]: osd.0 [v2:172.21.15.131:6802/2474040517,v1:172.21.15.131:6803/2474040517] boot 2024-08-29T14:42:16.577 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[29516]: osdmap e8: 1 total, 1 up, 1 in 2024-08-29T14:42:16.577 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:16 smithi169 ceph-mon[20881]: purged_snaps scrub starts 2024-08-29T14:42:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:16 smithi169 ceph-mon[20881]: purged_snaps scrub ok 2024-08-29T14:42:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:16 smithi169 ceph-mon[20881]: osd.0 [v2:172.21.15.131:6802/2474040517,v1:172.21.15.131:6803/2474040517] boot 2024-08-29T14:42:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:16 smithi169 ceph-mon[20881]: osdmap e8: 1 total, 1 up, 1 in 2024-08-29T14:42:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:42:17.446 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:17 smithi131 ceph-mon[17514]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:17.446 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:17 smithi131 ceph-mon[17514]: osdmap e9: 1 total, 1 up, 1 in 2024-08-29T14:42:17.447 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:17 smithi131 ceph-mon[29516]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:17.447 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:17 smithi131 ceph-mon[29516]: osdmap e9: 1 total, 1 up, 1 in 2024-08-29T14:42:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:17 smithi169 ceph-mon[20881]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:42:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:17 smithi169 ceph-mon[20881]: osdmap e9: 1 total, 1 up, 1 in 2024-08-29T14:42:19.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[17514]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[17514]: Detected new or changed devices on smithi131 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi131 to 16064M 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[29516]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:19.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[29516]: Detected new or changed devices on smithi131 2024-08-29T14:42:19.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:42:19.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi131 to 16064M 2024-08-29T14:42:19.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:19.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:19.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:18 smithi169 ceph-mon[20881]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:18 smithi169 ceph-mon[20881]: Detected new or changed devices on smithi131 2024-08-29T14:42:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:42:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:18 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi131 to 16064M 2024-08-29T14:42:19.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:19.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:19.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:19.162 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:42:19.181 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi131:vg_nvme/lv_3 2024-08-29T14:42:19.422 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:42:21.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:20 smithi131 ceph-mon[17514]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:21.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:20 smithi131 ceph-mon[29516]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:21.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:20 smithi169 ceph-mon[20881]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:21.809 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:21 smithi131 ceph-mon[17514]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:42:21.809 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:21 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:42:21.809 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:21 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:42:21.809 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:21 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:21.810 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:21 smithi131 ceph-mon[29516]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:42:21.810 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:21 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:42:21.810 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:21 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:42:21.810 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:21 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:21 smithi169 ceph-mon[20881]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:42:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:21 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:42:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:21 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:42:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:21 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:23.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:22 smithi131 ceph-mon[17514]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:23.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:22 smithi131 ceph-mon[29516]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:23.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:22 smithi169 ceph-mon[20881]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:23.985 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:23 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2989653455' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe32dc54-1602-41f1-bfb6-1d43b51ed570"}]: dispatch 2024-08-29T14:42:23.985 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:23 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2989653455' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe32dc54-1602-41f1-bfb6-1d43b51ed570"}]': finished 2024-08-29T14:42:23.985 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:23 smithi131 ceph-mon[17514]: osdmap e10: 2 total, 1 up, 2 in 2024-08-29T14:42:23.986 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:23 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:23.986 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:23 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2989653455' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe32dc54-1602-41f1-bfb6-1d43b51ed570"}]: dispatch 2024-08-29T14:42:23.986 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:23 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2989653455' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe32dc54-1602-41f1-bfb6-1d43b51ed570"}]': finished 2024-08-29T14:42:23.986 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:23 smithi131 ceph-mon[29516]: osdmap e10: 2 total, 1 up, 2 in 2024-08-29T14:42:23.986 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:23 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:23 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2989653455' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe32dc54-1602-41f1-bfb6-1d43b51ed570"}]: dispatch 2024-08-29T14:42:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:23 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2989653455' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe32dc54-1602-41f1-bfb6-1d43b51ed570"}]': finished 2024-08-29T14:42:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:23 smithi169 ceph-mon[20881]: osdmap e10: 2 total, 1 up, 2 in 2024-08-29T14:42:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:23 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:25.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:24 smithi131 ceph-mon[17514]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:25.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:24 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/348101117' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:42:25.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:24 smithi131 ceph-mon[29516]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:25.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:24 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/348101117' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:42:25.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:24 smithi169 ceph-mon[20881]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:25.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:24 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/348101117' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:42:27.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:26 smithi131 ceph-mon[17514]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:27.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:26 smithi131 ceph-mon[29516]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:26 smithi169 ceph-mon[20881]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:28.981 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:28 smithi131 ceph-mon[17514]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:28.981 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:28 smithi131 ceph-mon[29516]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:29.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:28 smithi169 ceph-mon[20881]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:30.072 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:29 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T14:42:30.072 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:29 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:30.073 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:29 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T14:42:30.073 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:29 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:30.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:29 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T14:42:30.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:29 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:30.946 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:30 smithi131 ceph-mon[17514]: Deploying daemon osd.1 on smithi131 2024-08-29T14:42:30.946 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:30 smithi131 ceph-mon[17514]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:30.946 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:30 smithi131 ceph-mon[29516]: Deploying daemon osd.1 on smithi131 2024-08-29T14:42:30.946 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:30 smithi131 ceph-mon[29516]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:31.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:30 smithi169 ceph-mon[20881]: Deploying daemon osd.1 on smithi131 2024-08-29T14:42:31.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:30 smithi169 ceph-mon[20881]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:33.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:32 smithi131 ceph-mon[17514]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:33.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:32 smithi131 ceph-mon[29516]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:33.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:32 smithi169 ceph-mon[20881]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:35.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:34 smithi131 ceph-mon[17514]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:35.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:34 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:35.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:34 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:35.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:34 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:35.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:34 smithi131 ceph-mon[29516]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:35.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:34 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:35.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:34 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:35.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:34 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:34 smithi169 ceph-mon[20881]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:34 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:34 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:34 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:37.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:36 smithi131 ceph-mon[17514]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:37.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:36 smithi131 ceph-mon[29516]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:37.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:36 smithi169 ceph-mon[20881]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:38.163 INFO:teuthology.orchestra.run.smithi131.stdout:Created osd(s) 1 on host 'smithi131' 2024-08-29T14:42:38.521 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.521 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.521 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:38.521 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:38.521 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.521 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: from='osd.1 [v2:172.21.15.131:6810/1093353922,v1:172.21.15.131:6811/1093353922]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:42:38.521 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:42:38.521 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:38.521 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: from='osd.1 [v2:172.21.15.131:6810/1093353922,v1:172.21.15.131:6811/1093353922]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:38.522 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.523 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:38 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: from='osd.1 [v2:172.21.15.131:6810/1093353922,v1:172.21.15.131:6811/1093353922]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:42:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:42:38.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:38.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:42:38.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:38 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:38.849 DEBUG:teuthology.orchestra.run.smithi131:osd.1> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.1.service 2024-08-29T14:42:38.852 INFO:tasks.cephadm:Deploying osd.2 on smithi131 with /dev/vg_nvme/lv_2... 2024-08-29T14:42:38.852 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-29T14:42:39.583 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:42:39.704 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-mon[29516]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T14:42:39.704 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-mon[29516]: osdmap e11: 2 total, 1 up, 2 in 2024-08-29T14:42:39.704 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:39.704 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-mon[29516]: from='osd.1 [v2:172.21.15.131:6810/1093353922,v1:172.21.15.131:6811/1093353922]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:39.704 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-mon[29516]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:39.704 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-mon[17514]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T14:42:39.705 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-mon[17514]: osdmap e11: 2 total, 1 up, 2 in 2024-08-29T14:42:39.705 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:39.705 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-mon[17514]: from='osd.1 [v2:172.21.15.131:6810/1093353922,v1:172.21.15.131:6811/1093353922]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:39.705 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-mon[17514]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:39.705 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[40282]: 2024-08-29T14:42:39.395+0000 7fcd710d8640 -1 osd.1 0 waiting for initial osdmap 2024-08-29T14:42:39.705 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:42:39 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[40282]: 2024-08-29T14:42:39.401+0000 7fcd6af0d640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:42:39.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:39 smithi169 ceph-mon[20881]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T14:42:39.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:39 smithi169 ceph-mon[20881]: osdmap e11: 2 total, 1 up, 2 in 2024-08-29T14:42:39.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:39 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:39.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:39 smithi169 ceph-mon[20881]: from='osd.1 [v2:172.21.15.131:6810/1093353922,v1:172.21.15.131:6811/1093353922]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:39.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:39 smithi169 ceph-mon[20881]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:42:40.524 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:40 smithi131 ceph-mon[17514]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:42:40.524 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:40 smithi131 ceph-mon[17514]: osdmap e12: 2 total, 1 up, 2 in 2024-08-29T14:42:40.524 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:40.524 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:40 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:40.524 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:40 smithi131 ceph-mon[17514]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:40.525 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:40 smithi131 ceph-mon[29516]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:42:40.525 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:40 smithi131 ceph-mon[29516]: osdmap e12: 2 total, 1 up, 2 in 2024-08-29T14:42:40.525 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:40.525 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:40 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:40.525 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:40 smithi131 ceph-mon[29516]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:40.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:40 smithi169 ceph-mon[20881]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:42:40.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:40 smithi169 ceph-mon[20881]: osdmap e12: 2 total, 1 up, 2 in 2024-08-29T14:42:40.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:40.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:40 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:40.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:40 smithi169 ceph-mon[20881]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:42:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[17514]: purged_snaps scrub starts 2024-08-29T14:42:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[17514]: purged_snaps scrub ok 2024-08-29T14:42:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[17514]: osd.1 [v2:172.21.15.131:6810/1093353922,v1:172.21.15.131:6811/1093353922] boot 2024-08-29T14:42:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[17514]: osdmap e13: 2 total, 2 up, 2 in 2024-08-29T14:42:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[29516]: purged_snaps scrub starts 2024-08-29T14:42:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[29516]: purged_snaps scrub ok 2024-08-29T14:42:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[29516]: osd.1 [v2:172.21.15.131:6810/1093353922,v1:172.21.15.131:6811/1093353922] boot 2024-08-29T14:42:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[29516]: osdmap e13: 2 total, 2 up, 2 in 2024-08-29T14:42:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:41 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:41.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:41 smithi169 ceph-mon[20881]: purged_snaps scrub starts 2024-08-29T14:42:41.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:41 smithi169 ceph-mon[20881]: purged_snaps scrub ok 2024-08-29T14:42:41.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:41 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:41.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:41 smithi169 ceph-mon[20881]: osd.1 [v2:172.21.15.131:6810/1093353922,v1:172.21.15.131:6811/1093353922] boot 2024-08-29T14:42:41.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:41 smithi169 ceph-mon[20881]: osdmap e13: 2 total, 2 up, 2 in 2024-08-29T14:42:41.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:41 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:42:42.660 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:42 smithi131 ceph-mon[17514]: osdmap e14: 2 total, 2 up, 2 in 2024-08-29T14:42:42.660 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:42 smithi131 ceph-mon[17514]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:42.661 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:42 smithi131 ceph-mon[29516]: osdmap e14: 2 total, 2 up, 2 in 2024-08-29T14:42:42.661 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:42 smithi131 ceph-mon[29516]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:42.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:42 smithi169 ceph-mon[20881]: osdmap e14: 2 total, 2 up, 2 in 2024-08-29T14:42:42.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:42 smithi169 ceph-mon[20881]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:44.077 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[17514]: Detected new or changed devices on smithi131 2024-08-29T14:42:44.077 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.077 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.077 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:42:44.077 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:42:44.077 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi131 to 8032M 2024-08-29T14:42:44.077 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.077 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:44.078 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:44.078 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.078 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[29516]: Detected new or changed devices on smithi131 2024-08-29T14:42:44.078 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.078 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.078 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:42:44.078 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:42:44.078 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi131 to 8032M 2024-08-29T14:42:44.079 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.079 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:44.079 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:44.079 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.081 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:42:44.101 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi131:vg_nvme/lv_2 2024-08-29T14:42:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:43 smithi169 ceph-mon[20881]: Detected new or changed devices on smithi131 2024-08-29T14:42:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:42:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:42:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:43 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi131 to 8032M 2024-08-29T14:42:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:44.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:42:44.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:42:44.343 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:42:44.719 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:44 smithi131 ceph-mon[17514]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:44.719 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:44 smithi131 ceph-mon[29516]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:45.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:44 smithi169 ceph-mon[20881]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:46.891 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:46 smithi131 ceph-mon[17514]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:46.891 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:46 smithi131 ceph-mon[17514]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:42:46.891 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:42:46.891 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:42:46.891 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:46.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:46 smithi131 ceph-mon[29516]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:46.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:46 smithi131 ceph-mon[29516]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:42:46.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:42:46.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:42:46.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:46 smithi169 ceph-mon[20881]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:46 smithi169 ceph-mon[20881]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:42:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:42:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:42:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:48.982 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:48 smithi131 ceph-mon[17514]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:48.983 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:48 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1268092015' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23e78e1a-070b-4009-9ad9-7bd3757c1874"}]: dispatch 2024-08-29T14:42:48.983 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:48 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1268092015' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23e78e1a-070b-4009-9ad9-7bd3757c1874"}]': finished 2024-08-29T14:42:48.983 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:48 smithi131 ceph-mon[17514]: osdmap e15: 3 total, 2 up, 3 in 2024-08-29T14:42:48.983 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:48 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:42:48.983 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:48 smithi131 ceph-mon[29516]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:48.983 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:48 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1268092015' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23e78e1a-070b-4009-9ad9-7bd3757c1874"}]: dispatch 2024-08-29T14:42:48.983 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:48 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1268092015' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23e78e1a-070b-4009-9ad9-7bd3757c1874"}]': finished 2024-08-29T14:42:48.983 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:48 smithi131 ceph-mon[29516]: osdmap e15: 3 total, 2 up, 3 in 2024-08-29T14:42:48.983 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:48 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:42:49.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:48 smithi169 ceph-mon[20881]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:49.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:48 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/1268092015' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23e78e1a-070b-4009-9ad9-7bd3757c1874"}]: dispatch 2024-08-29T14:42:49.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:48 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/1268092015' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23e78e1a-070b-4009-9ad9-7bd3757c1874"}]': finished 2024-08-29T14:42:49.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:48 smithi169 ceph-mon[20881]: osdmap e15: 3 total, 2 up, 3 in 2024-08-29T14:42:49.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:48 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:42:50.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:49 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1023000155' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:42:50.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:49 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1023000155' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:42:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:49 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/1023000155' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:42:51.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:50 smithi131 ceph-mon[17514]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:51.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:50 smithi131 ceph-mon[29516]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:50 smithi169 ceph-mon[20881]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:53.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:52 smithi131 ceph-mon[17514]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:53.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:52 smithi131 ceph-mon[29516]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:53.128 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:52 smithi169 ceph-mon[20881]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:55.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:54 smithi131 ceph-mon[17514]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:55.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:54 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T14:42:55.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:54 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:55.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:54 smithi131 ceph-mon[29516]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:55.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:54 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T14:42:55.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:54 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:55.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:54 smithi169 ceph-mon[20881]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:55.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:54 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T14:42:55.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:54 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:42:56.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:55 smithi131 ceph-mon[17514]: Deploying daemon osd.2 on smithi131 2024-08-29T14:42:56.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:55 smithi131 ceph-mon[29516]: Deploying daemon osd.2 on smithi131 2024-08-29T14:42:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:55 smithi169 ceph-mon[20881]: Deploying daemon osd.2 on smithi131 2024-08-29T14:42:57.099 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:56 smithi131 ceph-mon[17514]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:57.099 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:56 smithi131 ceph-mon[29516]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:57.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:56 smithi169 ceph-mon[20881]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:59.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:42:58 smithi131 ceph-mon[17514]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:59.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:42:58 smithi131 ceph-mon[29516]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:42:59.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:42:58 smithi169 ceph-mon[20881]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:00 smithi131 ceph-mon[17514]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:01.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:00 smithi131 ceph-mon[29516]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:01.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:01.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:01.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:00 smithi169 ceph-mon[20881]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:02 smithi131 ceph-mon[29516]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:03.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:02 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:02 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:02 smithi131 ceph-mon[17514]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:03.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:02 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:02 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:02 smithi169 ceph-mon[20881]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:03.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:02 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:02 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.255 INFO:teuthology.orchestra.run.smithi131.stdout:Created osd(s) 2 on host 'smithi131' 2024-08-29T14:43:03.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:03 smithi131 ceph-mon[29516]: from='osd.2 [v2:172.21.15.131:6818/2857512687,v1:172.21.15.131:6819/2857512687]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T14:43:03.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:03 smithi131 ceph-mon[29516]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T14:43:03.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:03 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:03 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.882 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:03 smithi131 ceph-mon[17514]: from='osd.2 [v2:172.21.15.131:6818/2857512687,v1:172.21.15.131:6819/2857512687]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T14:43:03.882 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:03 smithi131 ceph-mon[17514]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T14:43:03.882 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:03 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.882 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:03 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:03.883 DEBUG:teuthology.orchestra.run.smithi131:osd.2> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.2.service 2024-08-29T14:43:03.886 INFO:tasks.cephadm:Deploying osd.3 on smithi131 with /dev/vg_nvme/lv_1... 2024-08-29T14:43:03.886 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-29T14:43:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:03 smithi169 ceph-mon[20881]: from='osd.2 [v2:172.21.15.131:6818/2857512687,v1:172.21.15.131:6819/2857512687]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T14:43:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:03 smithi169 ceph-mon[20881]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T14:43:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:03 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:03 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:04.688 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:43:05.069 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[29516]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:05.070 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[29516]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T14:43:05.070 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[29516]: osdmap e16: 3 total, 2 up, 3 in 2024-08-29T14:43:05.070 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:05.070 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[29516]: from='osd.2 [v2:172.21.15.131:6818/2857512687,v1:172.21.15.131:6819/2857512687]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:43:05.070 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[29516]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:43:05.070 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[17514]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:05.070 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[17514]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T14:43:05.070 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[17514]: osdmap e16: 3 total, 2 up, 3 in 2024-08-29T14:43:05.071 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:05.071 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[17514]: from='osd.2 [v2:172.21.15.131:6818/2857512687,v1:172.21.15.131:6819/2857512687]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:43:05.071 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-mon[17514]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:43:05.071 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[46269]: 2024-08-29T14:43:04.852+0000 7f5e597b9640 -1 osd.2 0 waiting for initial osdmap 2024-08-29T14:43:05.071 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:43:04 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[46269]: 2024-08-29T14:43:04.854+0000 7f5e54df1640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:43:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:04 smithi169 ceph-mon[20881]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:04 smithi169 ceph-mon[20881]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T14:43:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:04 smithi169 ceph-mon[20881]: osdmap e16: 3 total, 2 up, 3 in 2024-08-29T14:43:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:04 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:04 smithi169 ceph-mon[20881]: from='osd.2 [v2:172.21.15.131:6818/2857512687,v1:172.21.15.131:6819/2857512687]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:43:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:04 smithi169 ceph-mon[20881]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:43:05.952 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:05 smithi131 ceph-mon[29516]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:43:05.953 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:05 smithi131 ceph-mon[29516]: osdmap e17: 3 total, 2 up, 3 in 2024-08-29T14:43:05.953 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:05.953 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:05.953 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:05 smithi131 ceph-mon[17514]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:43:05.953 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:05 smithi131 ceph-mon[17514]: osdmap e17: 3 total, 2 up, 3 in 2024-08-29T14:43:05.953 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:05.953 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:06.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:05 smithi169 ceph-mon[20881]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:43:06.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:05 smithi169 ceph-mon[20881]: osdmap e17: 3 total, 2 up, 3 in 2024-08-29T14:43:06.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:06.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:07.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[29516]: purged_snaps scrub starts 2024-08-29T14:43:07.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[29516]: purged_snaps scrub ok 2024-08-29T14:43:07.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[29516]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:07.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:07.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[29516]: osd.2 [v2:172.21.15.131:6818/2857512687,v1:172.21.15.131:6819/2857512687] boot 2024-08-29T14:43:07.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[29516]: osdmap e18: 3 total, 3 up, 3 in 2024-08-29T14:43:07.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:07.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[17514]: purged_snaps scrub starts 2024-08-29T14:43:07.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[17514]: purged_snaps scrub ok 2024-08-29T14:43:07.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[17514]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:07.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:07.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[17514]: osd.2 [v2:172.21.15.131:6818/2857512687,v1:172.21.15.131:6819/2857512687] boot 2024-08-29T14:43:07.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[17514]: osdmap e18: 3 total, 3 up, 3 in 2024-08-29T14:43:07.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:06 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:07.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:06 smithi169 ceph-mon[20881]: purged_snaps scrub starts 2024-08-29T14:43:07.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:06 smithi169 ceph-mon[20881]: purged_snaps scrub ok 2024-08-29T14:43:07.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:06 smithi169 ceph-mon[20881]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T14:43:07.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:06 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:07.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:06 smithi169 ceph-mon[20881]: osd.2 [v2:172.21.15.131:6818/2857512687,v1:172.21.15.131:6819/2857512687] boot 2024-08-29T14:43:07.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:06 smithi169 ceph-mon[20881]: osdmap e18: 3 total, 3 up, 3 in 2024-08-29T14:43:07.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:06 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: osdmap e19: 3 total, 3 up, 3 in 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:08.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:08.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:08.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: osdmap e19: 3 total, 3 up, 3 in 2024-08-29T14:43:08.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:08.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:08.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:08.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:08.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:08.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:08.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:08.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:08.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:08 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: osdmap e19: 3 total, 3 up, 3 in 2024-08-29T14:43:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:08.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:08.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:08.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:08.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:08 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:08.855 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:43:08.875 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi131:vg_nvme/lv_1 2024-08-29T14:43:09.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[29516]: Detected new or changed devices on smithi131 2024-08-29T14:43:09.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi131 to 5354M 2024-08-29T14:43:09.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[29516]: pgmap v77: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:09.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-29T14:43:09.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-29T14:43:09.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[29516]: osdmap e20: 3 total, 3 up, 3 in 2024-08-29T14:43:09.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:43:09.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[17514]: Detected new or changed devices on smithi131 2024-08-29T14:43:09.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi131 to 5354M 2024-08-29T14:43:09.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[17514]: pgmap v77: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:09.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-29T14:43:09.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-29T14:43:09.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[17514]: osdmap e20: 3 total, 3 up, 3 in 2024-08-29T14:43:09.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:09 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:43:09.118 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:43:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:09 smithi169 ceph-mon[20881]: Detected new or changed devices on smithi131 2024-08-29T14:43:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:09 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi131 to 5354M 2024-08-29T14:43:09.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:09 smithi169 ceph-mon[20881]: pgmap v77: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:09.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:09 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-29T14:43:09.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:09 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-29T14:43:09.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:09 smithi169 ceph-mon[20881]: osdmap e20: 3 total, 3 up, 3 in 2024-08-29T14:43:09.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:09 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:43:10.510 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50303]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:43:10.511 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50303]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:10.511 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50303]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:10.511 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50303]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:10.811 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:10 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:43:10.812 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:10 smithi131 ceph-mon[17514]: osdmap e21: 3 total, 3 up, 3 in 2024-08-29T14:43:10.812 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:10 smithi131 ceph-mon[17514]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:10.812 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:10 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:43:10.812 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:10 smithi131 ceph-mon[29516]: osdmap e21: 3 total, 3 up, 3 in 2024-08-29T14:43:10.812 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:10 smithi131 ceph-mon[29516]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:10.812 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50338]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:43:10.813 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50338]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:10.813 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50338]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:10.813 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50338]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:10.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:10 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:43:10.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:10 smithi169 ceph-mon[20881]: osdmap e21: 3 total, 3 up, 3 in 2024-08-29T14:43:10.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:10 smithi169 ceph-mon[20881]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:11.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50367]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:43:11.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50367]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:11.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50367]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:11.103 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:43:10 smithi131 sudo[50367]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:11.364 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50437]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:43:11.364 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50437]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:11.364 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50437]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:11.364 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50437]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:11.630 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[17514]: osdmap e22: 3 total, 3 up, 3 in 2024-08-29T14:43:11.630 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:11.630 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[17514]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:43:11.630 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:43:11.630 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:43:11.630 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:11.631 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[29516]: osdmap e22: 3 total, 3 up, 3 in 2024-08-29T14:43:11.631 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:11.631 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[29516]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:43:11.631 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:43:11.631 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:43:11.631 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:11 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:11.631 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50495]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:43:11.632 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50495]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:11.632 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50495]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:11.632 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50495]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:11 smithi169 ceph-mon[20881]: osdmap e22: 3 total, 3 up, 3 in 2024-08-29T14:43:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:11 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:11 smithi169 ceph-mon[20881]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi131:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:43:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:11 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:43:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:11 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:43:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:11 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:11.892 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50540]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:43:11.892 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50540]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:11.893 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50540]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:11.893 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50519]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:43:11.893 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50519]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:11.893 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50519]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:11.893 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50519]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:12.152 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:11 smithi131 sudo[50540]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:12.152 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 sudo[50549]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:43:12.152 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 sudo[50549]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:12.152 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 sudo[50549]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:12.152 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 sudo[50549]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:12.639 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 sudo[23659]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:43:12.639 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 sudo[23659]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:12.639 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 sudo[23659]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:12.639 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 sudo[23659]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:12.694 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:43:12.694 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[17514]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:12.694 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:43:12.694 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:43:12.694 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:43:12.694 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:43:12.694 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:43:12.694 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:43:12.694 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:43:12.695 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:43:12.695 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[29516]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:12.695 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:43:12.695 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:43:12.695 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:43:12.695 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:43:12.695 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:43:12.695 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:43:12.695 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:43:13.032 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 sudo[50602]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:43:13.033 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 sudo[50602]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:13.033 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 sudo[50602]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:13.033 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:12 smithi131 sudo[50602]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:13.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 sudo[23662]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:43:13.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 sudo[23662]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:13.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 sudo[23662]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:13.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 sudo[23662]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:13.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:43:13.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 ceph-mon[20881]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:13.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:43:13.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:43:13.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:43:13.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:43:13.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:43:13.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:43:13.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:43:13.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 sudo[50644]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:43:13.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 sudo[50644]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:43:13.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 sudo[50644]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:43:13.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 sudo[50644]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:43:13.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:43:13.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:43:13.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-29T14:43:13.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:13.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:43:13.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:43:13.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:43:13.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:43:13.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:43:13.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2974134353' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8ef4a6a-18cc-4341-add8-feb5b84c6316"}]: dispatch 2024-08-29T14:43:13.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2974134353' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8ef4a6a-18cc-4341-add8-feb5b84c6316"}]': finished 2024-08-29T14:43:13.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: osdmap e23: 4 total, 3 up, 4 in 2024-08-29T14:43:13.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:13.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:43:13.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:43:13.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-29T14:43:13.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:13.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:43:13.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:43:13.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:43:13.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:43:13.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:43:13.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2974134353' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8ef4a6a-18cc-4341-add8-feb5b84c6316"}]: dispatch 2024-08-29T14:43:13.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2974134353' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8ef4a6a-18cc-4341-add8-feb5b84c6316"}]': finished 2024-08-29T14:43:13.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: osdmap e23: 4 total, 3 up, 4 in 2024-08-29T14:43:13.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:13 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:43:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:43:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-29T14:43:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:43:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:43:14.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:43:14.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:43:14.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:43:14.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2974134353' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8ef4a6a-18cc-4341-add8-feb5b84c6316"}]: dispatch 2024-08-29T14:43:14.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2974134353' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8ef4a6a-18cc-4341-add8-feb5b84c6316"}]': finished 2024-08-29T14:43:14.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: osdmap e23: 4 total, 3 up, 4 in 2024-08-29T14:43:14.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:13 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:15.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:14 smithi131 ceph-mon[17514]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:15.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:14 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2860666106' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:43:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:14 smithi131 ceph-mon[29516]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:14 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2860666106' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:43:15.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:14 smithi169 ceph-mon[20881]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:15.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:14 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2860666106' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:43:17.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:16 smithi131 ceph-mon[17514]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:17.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:16 smithi131 ceph-mon[29516]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:17.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:16 smithi169 ceph-mon[20881]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:19.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:18 smithi131 ceph-mon[17514]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-29T14:43:19.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:18 smithi131 ceph-mon[29516]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-29T14:43:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:18 smithi169 ceph-mon[20881]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-29T14:43:20.092 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:19 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T14:43:20.092 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:19 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:20.092 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:19 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T14:43:20.092 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:19 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:20.128 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:19 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T14:43:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:19 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:21.014 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:20 smithi131 ceph-mon[17514]: Deploying daemon osd.3 on smithi131 2024-08-29T14:43:21.014 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:20 smithi131 ceph-mon[17514]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-29T14:43:21.014 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:20 smithi131 ceph-mon[29516]: Deploying daemon osd.3 on smithi131 2024-08-29T14:43:21.014 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:20 smithi131 ceph-mon[29516]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-29T14:43:21.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:20 smithi169 ceph-mon[20881]: Deploying daemon osd.3 on smithi131 2024-08-29T14:43:21.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:20 smithi169 ceph-mon[20881]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-29T14:43:23.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:22 smithi131 ceph-mon[17514]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-29T14:43:23.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:22 smithi131 ceph-mon[29516]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-29T14:43:23.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:22 smithi169 ceph-mon[20881]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-29T14:43:25.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:24 smithi131 ceph-mon[17514]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.7 KiB/s rd, 75 KiB/s wr, 5 op/s 2024-08-29T14:43:25.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:24 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:25.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:24 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:25.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:24 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:25.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:24 smithi131 ceph-mon[29516]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.7 KiB/s rd, 75 KiB/s wr, 5 op/s 2024-08-29T14:43:25.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:24 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:25.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:24 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:25.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:24 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:25.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:24 smithi169 ceph-mon[20881]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.7 KiB/s rd, 75 KiB/s wr, 5 op/s 2024-08-29T14:43:25.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:24 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:25.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:24 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:25.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:24 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:26.874 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:26 smithi131 ceph-mon[17514]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-29T14:43:26.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:26 smithi131 ceph-mon[29516]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-29T14:43:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:26 smithi169 ceph-mon[20881]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-29T14:43:28.274 INFO:teuthology.orchestra.run.smithi131.stdout:Created osd(s) 3 on host 'smithi131' 2024-08-29T14:43:28.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:28.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:28.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[17514]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T14:43:28.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[17514]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-29T14:43:28.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:28.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:28.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:28.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[29516]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T14:43:28.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[29516]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-29T14:43:28.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:28.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:28 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:28 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:28 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:28 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:28.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:28 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:28.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:28 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:28 smithi169 ceph-mon[20881]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T14:43:28.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:28 smithi169 ceph-mon[20881]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-29T14:43:28.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:28 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:28.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:28 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:28 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:28.920 DEBUG:teuthology.orchestra.run.smithi131:osd.3> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.3.service 2024-08-29T14:43:28.926 INFO:tasks.cephadm:Deploying osd.4 on smithi169 with /dev/vg_nvme/lv_4... 2024-08-29T14:43:28.927 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-29T14:43:29.180 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:43:29.762 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:29 smithi131 ceph-mon[17514]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T14:43:29.762 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:29 smithi131 ceph-mon[17514]: osdmap e24: 4 total, 3 up, 4 in 2024-08-29T14:43:29.762 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:29 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:29.762 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:29 smithi131 ceph-mon[17514]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:43:29.763 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:29 smithi131 ceph-mon[29516]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T14:43:29.763 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:29 smithi131 ceph-mon[29516]: osdmap e24: 4 total, 3 up, 4 in 2024-08-29T14:43:29.763 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:29 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:29.763 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:29 smithi131 ceph-mon[29516]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:43:29.763 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:43:29 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[52455]: 2024-08-29T14:43:29.552+0000 7fd4633b6640 -1 osd.3 0 waiting for initial osdmap 2024-08-29T14:43:29.763 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:43:29 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[52455]: 2024-08-29T14:43:29.557+0000 7fd45e1ed640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:43:29.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:29 smithi169 ceph-mon[20881]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T14:43:29.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:29 smithi169 ceph-mon[20881]: osdmap e24: 4 total, 3 up, 4 in 2024-08-29T14:43:29.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:29 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:29.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:29 smithi169 ceph-mon[20881]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]: dispatch 2024-08-29T14:43:30.588 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:30 smithi169 ceph-mon[20881]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:43:30.588 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:30 smithi169 ceph-mon[20881]: osdmap e25: 4 total, 3 up, 4 in 2024-08-29T14:43:30.588 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:30 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:30.588 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:30 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:30.588 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:30 smithi169 ceph-mon[20881]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:30.588 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:30 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:30.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[29516]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:43:30.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[29516]: osdmap e25: 4 total, 3 up, 4 in 2024-08-29T14:43:30.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:30.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:30.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[29516]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:30.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:30.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[17514]: from='osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]}]': finished 2024-08-29T14:43:30.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[17514]: osdmap e25: 4 total, 3 up, 4 in 2024-08-29T14:43:30.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:30.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:30.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[17514]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T14:43:30.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:30 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:31.596 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:43:31.614 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:31 smithi169 ceph-mon[20881]: purged_snaps scrub starts 2024-08-29T14:43:31.614 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:31 smithi169 ceph-mon[20881]: purged_snaps scrub ok 2024-08-29T14:43:31.614 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:31 smithi169 ceph-mon[20881]: osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708] boot 2024-08-29T14:43:31.614 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:31 smithi169 ceph-mon[20881]: osdmap e26: 4 total, 4 up, 4 in 2024-08-29T14:43:31.614 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:31 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:31.616 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi169:vg_nvme/lv_4 2024-08-29T14:43:31.758 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:31 smithi131 ceph-mon[17514]: purged_snaps scrub starts 2024-08-29T14:43:31.758 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:31 smithi131 ceph-mon[17514]: purged_snaps scrub ok 2024-08-29T14:43:31.758 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:31 smithi131 ceph-mon[17514]: osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708] boot 2024-08-29T14:43:31.758 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:31 smithi131 ceph-mon[17514]: osdmap e26: 4 total, 4 up, 4 in 2024-08-29T14:43:31.758 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:31 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:31.758 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:31 smithi131 ceph-mon[29516]: purged_snaps scrub starts 2024-08-29T14:43:31.759 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:31 smithi131 ceph-mon[29516]: purged_snaps scrub ok 2024-08-29T14:43:31.759 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:31 smithi131 ceph-mon[29516]: osd.3 [v2:172.21.15.131:6826/1115631708,v1:172.21.15.131:6827/1115631708] boot 2024-08-29T14:43:31.759 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:31 smithi131 ceph-mon[29516]: osdmap e26: 4 total, 4 up, 4 in 2024-08-29T14:43:31.759 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:31 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:43:31.858 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:43:32.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: osdmap e27: 4 total, 4 up, 4 in 2024-08-29T14:43:32.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:32.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: Detected new or changed devices on smithi131 2024-08-29T14:43:32.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi131 to 4016M 2024-08-29T14:43:32.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:32.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:32.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: osdmap e27: 4 total, 4 up, 4 in 2024-08-29T14:43:32.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:32.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: Detected new or changed devices on smithi131 2024-08-29T14:43:32.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi131 to 4016M 2024-08-29T14:43:32.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:32.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:32.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:32 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: osdmap e27: 4 total, 4 up, 4 in 2024-08-29T14:43:32.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:32.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: Detected new or changed devices on smithi131 2024-08-29T14:43:32.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:32.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi131 to 4016M 2024-08-29T14:43:32.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:32.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:32.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:32.881 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:32 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:34.003 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:33 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:43:34.003 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:33 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:43:34.003 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:33 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:34.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:33 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:43:34.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:33 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:43:34.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:33 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:34.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:33 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:43:34.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:33 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:43:34.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:33 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:34.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:34 smithi169 ceph-mon[20881]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:43:34.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:34 smithi169 ceph-mon[20881]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:35.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:34 smithi131 ceph-mon[17514]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:43:35.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:34 smithi131 ceph-mon[17514]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:35.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:34 smithi131 ceph-mon[29516]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:43:35.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:34 smithi131 ceph-mon[29516]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:37.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[17514]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:37.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/883037684' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff66608-1f20-439e-afe9-e5a0d631fd5e"}]: dispatch 2024-08-29T14:43:37.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[17514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff66608-1f20-439e-afe9-e5a0d631fd5e"}]: dispatch 2024-08-29T14:43:37.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[17514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bff66608-1f20-439e-afe9-e5a0d631fd5e"}]': finished 2024-08-29T14:43:37.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[17514]: osdmap e28: 5 total, 4 up, 5 in 2024-08-29T14:43:37.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:37.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/2715489387' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:43:37.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[29516]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:37.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/883037684' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff66608-1f20-439e-afe9-e5a0d631fd5e"}]: dispatch 2024-08-29T14:43:37.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[29516]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff66608-1f20-439e-afe9-e5a0d631fd5e"}]: dispatch 2024-08-29T14:43:37.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[29516]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bff66608-1f20-439e-afe9-e5a0d631fd5e"}]': finished 2024-08-29T14:43:37.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[29516]: osdmap e28: 5 total, 4 up, 5 in 2024-08-29T14:43:37.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:37.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:36 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/2715489387' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:43:37.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:36 smithi169 ceph-mon[20881]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:37.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:36 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/883037684' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff66608-1f20-439e-afe9-e5a0d631fd5e"}]: dispatch 2024-08-29T14:43:37.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:36 smithi169 ceph-mon[20881]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff66608-1f20-439e-afe9-e5a0d631fd5e"}]: dispatch 2024-08-29T14:43:37.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:36 smithi169 ceph-mon[20881]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bff66608-1f20-439e-afe9-e5a0d631fd5e"}]': finished 2024-08-29T14:43:37.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:36 smithi169 ceph-mon[20881]: osdmap e28: 5 total, 4 up, 5 in 2024-08-29T14:43:37.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:36 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:37.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:36 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/2715489387' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:43:38.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:38 smithi169 ceph-mon[20881]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:39.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:38 smithi131 ceph-mon[17514]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:39.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:38 smithi131 ceph-mon[29516]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:41.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:40 smithi131 ceph-mon[17514]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:41.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:40 smithi131 ceph-mon[29516]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:41.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:40 smithi169 ceph-mon[20881]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:42.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:42 smithi169 ceph-mon[20881]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:42.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T14:43:42.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:42 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:42.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:42 smithi169 ceph-mon[20881]: Deploying daemon osd.4 on smithi169 2024-08-29T14:43:43.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:42 smithi131 ceph-mon[17514]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:43.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T14:43:43.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:42 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:43.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:42 smithi131 ceph-mon[17514]: Deploying daemon osd.4 on smithi169 2024-08-29T14:43:43.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:42 smithi131 ceph-mon[29516]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:43.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T14:43:43.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:42 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:43.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:42 smithi131 ceph-mon[29516]: Deploying daemon osd.4 on smithi169 2024-08-29T14:43:45.031 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:44 smithi169 ceph-mon[20881]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:45.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:44 smithi131 ceph-mon[17514]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:45.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:44 smithi131 ceph-mon[29516]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:47.096 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:46 smithi169 ceph-mon[20881]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:47.096 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:47.097 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:47.097 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:46 smithi131 ceph-mon[17514]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:46 smithi131 ceph-mon[29516]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:49.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:48 smithi131 ceph-mon[17514]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:49.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:48 smithi131 ceph-mon[29516]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:49.115 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:48 smithi169 ceph-mon[20881]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:49.644 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 4 on host 'smithi169' 2024-08-29T14:43:50.354 DEBUG:teuthology.orchestra.run.smithi169:osd.4> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.4.service 2024-08-29T14:43:50.357 INFO:tasks.cephadm:Deploying osd.5 on smithi169 with /dev/vg_nvme/lv_3... 2024-08-29T14:43:50.357 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-29T14:43:50.648 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:43:50.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:50 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:50.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:50 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:50.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:50 smithi169 ceph-mon[20881]: from='osd.4 [v2:172.21.15.169:6800/1199368005,v1:172.21.15.169:6801/1199368005]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:43:50.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:50 smithi169 ceph-mon[20881]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:43:50.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:50 smithi169 ceph-mon[20881]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:50.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:50 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:50.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:50 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:51.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:51.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[29516]: from='osd.4 [v2:172.21.15.169:6800/1199368005,v1:172.21.15.169:6801/1199368005]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[29516]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[29516]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[17514]: from='osd.4 [v2:172.21.15.169:6800/1199368005,v1:172.21.15.169:6801/1199368005]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[17514]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[17514]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:51.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:50 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:51.957 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:51 smithi169 ceph-mon[20881]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T14:43:51.957 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:51 smithi169 ceph-mon[20881]: osdmap e29: 5 total, 4 up, 5 in 2024-08-29T14:43:51.957 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:51 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:51.957 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:51 smithi169 ceph-mon[20881]: from='osd.4 [v2:172.21.15.169:6800/1199368005,v1:172.21.15.169:6801/1199368005]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:43:51.957 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:51 smithi169 ceph-mon[20881]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:43:51.958 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:43:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[26224]: 2024-08-29T14:43:51.671+0000 7f1dc2ccc640 -1 osd.4 0 waiting for initial osdmap 2024-08-29T14:43:51.958 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:43:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[26224]: 2024-08-29T14:43:51.677+0000 7f1dbbaff640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:43:52.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:51 smithi131 ceph-mon[17514]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T14:43:52.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:51 smithi131 ceph-mon[17514]: osdmap e29: 5 total, 4 up, 5 in 2024-08-29T14:43:52.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:51 smithi131 ceph-mon[17514]: from='osd.4 [v2:172.21.15.169:6800/1199368005,v1:172.21.15.169:6801/1199368005]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:43:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:51 smithi131 ceph-mon[17514]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:43:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:51 smithi131 ceph-mon[29516]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T14:43:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:51 smithi131 ceph-mon[29516]: osdmap e29: 5 total, 4 up, 5 in 2024-08-29T14:43:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:51 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:51 smithi131 ceph-mon[29516]: from='osd.4 [v2:172.21.15.169:6800/1199368005,v1:172.21.15.169:6801/1199368005]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:43:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:51 smithi131 ceph-mon[29516]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:43:52.797 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:52 smithi169 ceph-mon[20881]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:43:52.797 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:52 smithi169 ceph-mon[20881]: osdmap e30: 5 total, 4 up, 5 in 2024-08-29T14:43:52.797 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:52.797 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:52.798 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:52 smithi169 ceph-mon[20881]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:52.798 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:52 smithi169 ceph-mon[20881]: osd.4 [v2:172.21.15.169:6800/1199368005,v1:172.21.15.169:6801/1199368005] boot 2024-08-29T14:43:52.798 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:52 smithi169 ceph-mon[20881]: osdmap e31: 5 total, 5 up, 5 in 2024-08-29T14:43:52.798 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:53.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[17514]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:43:53.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[17514]: osdmap e30: 5 total, 4 up, 5 in 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[17514]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[17514]: osd.4 [v2:172.21.15.169:6800/1199368005,v1:172.21.15.169:6801/1199368005] boot 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[17514]: osdmap e31: 5 total, 5 up, 5 in 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[29516]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[29516]: osdmap e30: 5 total, 4 up, 5 in 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[29516]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T14:43:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[29516]: osd.4 [v2:172.21.15.169:6800/1199368005,v1:172.21.15.169:6801/1199368005] boot 2024-08-29T14:43:53.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[29516]: osdmap e31: 5 total, 5 up, 5 in 2024-08-29T14:43:53.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:43:53.697 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:43:53.717 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi169:vg_nvme/lv_3 2024-08-29T14:43:53.742 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:53 smithi169 ceph-mon[20881]: purged_snaps scrub starts 2024-08-29T14:43:53.742 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:53 smithi169 ceph-mon[20881]: purged_snaps scrub ok 2024-08-29T14:43:53.742 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:53 smithi169 ceph-mon[20881]: osdmap e32: 5 total, 5 up, 5 in 2024-08-29T14:43:54.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:53 smithi131 ceph-mon[29516]: purged_snaps scrub starts 2024-08-29T14:43:54.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:53 smithi131 ceph-mon[29516]: purged_snaps scrub ok 2024-08-29T14:43:54.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:53 smithi131 ceph-mon[29516]: osdmap e32: 5 total, 5 up, 5 in 2024-08-29T14:43:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:53 smithi131 ceph-mon[17514]: purged_snaps scrub starts 2024-08-29T14:43:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:53 smithi131 ceph-mon[17514]: purged_snaps scrub ok 2024-08-29T14:43:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:53 smithi131 ceph-mon[17514]: osdmap e32: 5 total, 5 up, 5 in 2024-08-29T14:43:54.290 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:43:55.269 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:55 smithi169 ceph-mon[20881]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:43:55.269 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:55 smithi169 ceph-mon[20881]: osdmap e33: 5 total, 5 up, 5 in 2024-08-29T14:43:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:55 smithi131 ceph-mon[17514]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:43:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:55 smithi131 ceph-mon[17514]: osdmap e33: 5 total, 5 up, 5 in 2024-08-29T14:43:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:55 smithi131 ceph-mon[29516]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:43:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:55 smithi131 ceph-mon[29516]: osdmap e33: 5 total, 5 up, 5 in 2024-08-29T14:43:56.374 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:56 smithi169 ceph-mon[20881]: osdmap e34: 5 total, 5 up, 5 in 2024-08-29T14:43:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:56 smithi131 ceph-mon[17514]: osdmap e34: 5 total, 5 up, 5 in 2024-08-29T14:43:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:56 smithi131 ceph-mon[29516]: osdmap e34: 5 total, 5 up, 5 in 2024-08-29T14:43:57.569 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:43:57.569 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: osdmap e35: 5 total, 5 up, 5 in 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:57.570 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:57.571 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: osdmap e35: 5 total, 5 up, 5 in 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: osdmap e35: 5 total, 5 up, 5 in 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:43:57.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:43:57.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:43:58.559 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:58 smithi169 ceph-mon[20881]: Detected new or changed devices on smithi169 2024-08-29T14:43:58.559 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:58 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi169 to 17088M 2024-08-29T14:43:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:58 smithi131 ceph-mon[17514]: Detected new or changed devices on smithi169 2024-08-29T14:43:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:58 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi169 to 17088M 2024-08-29T14:43:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:58 smithi131 ceph-mon[29516]: Detected new or changed devices on smithi169 2024-08-29T14:43:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:58 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi169 to 17088M 2024-08-29T14:43:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[17514]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-08-29T14:43:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/1196484429' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "218dfecd-80dd-4b27-ba8d-f5e8a8f1d070"}]: dispatch 2024-08-29T14:43:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[17514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "218dfecd-80dd-4b27-ba8d-f5e8a8f1d070"}]: dispatch 2024-08-29T14:43:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[17514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "218dfecd-80dd-4b27-ba8d-f5e8a8f1d070"}]': finished 2024-08-29T14:43:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[17514]: osdmap e36: 6 total, 5 up, 6 in 2024-08-29T14:43:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:43:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/1118626439' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:43:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[29516]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-08-29T14:43:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/1196484429' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "218dfecd-80dd-4b27-ba8d-f5e8a8f1d070"}]: dispatch 2024-08-29T14:43:59.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[29516]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "218dfecd-80dd-4b27-ba8d-f5e8a8f1d070"}]: dispatch 2024-08-29T14:43:59.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[29516]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "218dfecd-80dd-4b27-ba8d-f5e8a8f1d070"}]': finished 2024-08-29T14:43:59.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[29516]: osdmap e36: 6 total, 5 up, 6 in 2024-08-29T14:43:59.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:43:59.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:43:59 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/1118626439' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:43:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:59 smithi169 ceph-mon[20881]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-08-29T14:43:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:59 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/1196484429' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "218dfecd-80dd-4b27-ba8d-f5e8a8f1d070"}]: dispatch 2024-08-29T14:43:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:59 smithi169 ceph-mon[20881]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "218dfecd-80dd-4b27-ba8d-f5e8a8f1d070"}]: dispatch 2024-08-29T14:43:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:59 smithi169 ceph-mon[20881]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "218dfecd-80dd-4b27-ba8d-f5e8a8f1d070"}]': finished 2024-08-29T14:43:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:59 smithi169 ceph-mon[20881]: osdmap e36: 6 total, 5 up, 6 in 2024-08-29T14:43:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:59 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:43:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:43:59 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/1118626439' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:44:01.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:01 smithi169 ceph-mon[20881]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-08-29T14:44:01.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:01 smithi131 ceph-mon[17514]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-08-29T14:44:01.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:01 smithi131 ceph-mon[29516]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-08-29T14:44:03.362 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:03 smithi169 ceph-mon[20881]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-08-29T14:44:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:03 smithi131 ceph-mon[17514]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-08-29T14:44:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:03 smithi131 ceph-mon[29516]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-08-29T14:44:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:05 smithi169 ceph-mon[20881]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:44:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T14:44:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:05 smithi169 ceph-mon[20881]: Deploying daemon osd.5 on smithi169 2024-08-29T14:44:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:05 smithi131 ceph-mon[17514]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:44:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T14:44:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:05 smithi131 ceph-mon[17514]: Deploying daemon osd.5 on smithi169 2024-08-29T14:44:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:05 smithi131 ceph-mon[29516]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:44:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T14:44:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:05 smithi131 ceph-mon[29516]: Deploying daemon osd.5 on smithi169 2024-08-29T14:44:07.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:07 smithi169 ceph-mon[20881]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-08-29T14:44:07.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:07 smithi131 ceph-mon[17514]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-08-29T14:44:07.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:07 smithi131 ceph-mon[29516]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-08-29T14:44:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:09 smithi169 ceph-mon[20881]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:09 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:09 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:09 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:09 smithi131 ceph-mon[17514]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:09 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:09.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:09 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:09.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:09 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:09 smithi131 ceph-mon[29516]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:09 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:09 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:09 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:11.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:11 smithi169 ceph-mon[20881]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:11 smithi131 ceph-mon[17514]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:11.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:11 smithi131 ceph-mon[29516]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:12.710 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 5 on host 'smithi169' 2024-08-29T14:44:13.289 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:13.290 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.290 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.290 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:13.290 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:13.290 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.290 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: from='osd.5 [v2:172.21.15.169:6808/472385377,v1:172.21.15.169:6809/472385377]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:44:13.290 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:44:13.290 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:13.290 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.290 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.314 DEBUG:teuthology.orchestra.run.smithi169:osd.5> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.5.service 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: from='osd.5 [v2:172.21.15.169:6808/472385377,v1:172.21.15.169:6809/472385377]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: from='osd.5 [v2:172.21.15.169:6808/472385377,v1:172.21.15.169:6809/472385377]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:13.359 INFO:tasks.cephadm:Deploying osd.6 on smithi169 with /dev/vg_nvme/lv_2... 2024-08-29T14:44:13.360 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-29T14:44:14.092 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:44:14.465 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:14 smithi169 ceph-mon[20881]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T14:44:14.465 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:14 smithi169 ceph-mon[20881]: osdmap e37: 6 total, 5 up, 6 in 2024-08-29T14:44:14.465 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:14 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:14.465 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:14 smithi169 ceph-mon[20881]: from='osd.5 [v2:172.21.15.169:6808/472385377,v1:172.21.15.169:6809/472385377]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:14.465 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:14 smithi169 ceph-mon[20881]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:14.465 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:44:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[32231]: 2024-08-29T14:44:14.206+0000 7f8c0a3bd640 -1 osd.5 0 waiting for initial osdmap 2024-08-29T14:44:14.465 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:44:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[32231]: 2024-08-29T14:44:14.211+0000 7f8c071f8640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:44:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:14 smithi131 ceph-mon[17514]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T14:44:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:14 smithi131 ceph-mon[17514]: osdmap e37: 6 total, 5 up, 6 in 2024-08-29T14:44:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:14 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:14 smithi131 ceph-mon[17514]: from='osd.5 [v2:172.21.15.169:6808/472385377,v1:172.21.15.169:6809/472385377]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:14 smithi131 ceph-mon[17514]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:14 smithi131 ceph-mon[29516]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T14:44:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:14 smithi131 ceph-mon[29516]: osdmap e37: 6 total, 5 up, 6 in 2024-08-29T14:44:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:14 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:14 smithi131 ceph-mon[29516]: from='osd.5 [v2:172.21.15.169:6808/472385377,v1:172.21.15.169:6809/472385377]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:14 smithi131 ceph-mon[29516]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:15 smithi131 ceph-mon[17514]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:15.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:15 smithi131 ceph-mon[17514]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:44:15.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:15 smithi131 ceph-mon[17514]: osdmap e38: 6 total, 5 up, 6 in 2024-08-29T14:44:15.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:15 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:15.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:15 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:15 smithi131 ceph-mon[29516]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:15 smithi131 ceph-mon[29516]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:44:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:15 smithi131 ceph-mon[29516]: osdmap e38: 6 total, 5 up, 6 in 2024-08-29T14:44:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:15 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:15 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:15 smithi169 ceph-mon[20881]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T14:44:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:15 smithi169 ceph-mon[20881]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:44:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:15 smithi169 ceph-mon[20881]: osdmap e38: 6 total, 5 up, 6 in 2024-08-29T14:44:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:15 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:15 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:16.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[17514]: purged_snaps scrub starts 2024-08-29T14:44:16.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[17514]: purged_snaps scrub ok 2024-08-29T14:44:16.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[17514]: osd.5 [v2:172.21.15.169:6808/472385377,v1:172.21.15.169:6809/472385377] boot 2024-08-29T14:44:16.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[17514]: osdmap e39: 6 total, 6 up, 6 in 2024-08-29T14:44:16.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:16.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[17514]: osdmap e40: 6 total, 6 up, 6 in 2024-08-29T14:44:16.504 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[29516]: purged_snaps scrub starts 2024-08-29T14:44:16.505 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[29516]: purged_snaps scrub ok 2024-08-29T14:44:16.505 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[29516]: osd.5 [v2:172.21.15.169:6808/472385377,v1:172.21.15.169:6809/472385377] boot 2024-08-29T14:44:16.505 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[29516]: osdmap e39: 6 total, 6 up, 6 in 2024-08-29T14:44:16.505 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:16.505 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:16 smithi131 ceph-mon[29516]: osdmap e40: 6 total, 6 up, 6 in 2024-08-29T14:44:16.624 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:16 smithi169 ceph-mon[20881]: purged_snaps scrub starts 2024-08-29T14:44:16.624 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:16 smithi169 ceph-mon[20881]: purged_snaps scrub ok 2024-08-29T14:44:16.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:16 smithi169 ceph-mon[20881]: osd.5 [v2:172.21.15.169:6808/472385377,v1:172.21.15.169:6809/472385377] boot 2024-08-29T14:44:16.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:16 smithi169 ceph-mon[20881]: osdmap e39: 6 total, 6 up, 6 in 2024-08-29T14:44:16.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:44:16.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:16 smithi169 ceph-mon[20881]: osdmap e40: 6 total, 6 up, 6 in 2024-08-29T14:44:17.486 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:17 smithi169 ceph-mon[20881]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:17.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:17 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:17 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:17 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:17.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:17 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:17.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:17 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:17 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:17.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:17 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:17.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:17 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:17 smithi169 ceph-mon[20881]: osdmap e41: 6 total, 6 up, 6 in 2024-08-29T14:44:17.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[17514]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[17514]: osdmap e41: 6 total, 6 up, 6 in 2024-08-29T14:44:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[29516]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:17 smithi131 ceph-mon[29516]: osdmap e41: 6 total, 6 up, 6 in 2024-08-29T14:44:18.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:18 smithi169 ceph-mon[20881]: Detected new or changed devices on smithi169 2024-08-29T14:44:18.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:18 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi169 to 8544M 2024-08-29T14:44:18.354 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:44:18.374 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi169:vg_nvme/lv_2 2024-08-29T14:44:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:18 smithi131 ceph-mon[17514]: Detected new or changed devices on smithi169 2024-08-29T14:44:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:18 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi169 to 8544M 2024-08-29T14:44:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:18 smithi131 ceph-mon[29516]: Detected new or changed devices on smithi169 2024-08-29T14:44:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:18 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi169 to 8544M 2024-08-29T14:44:18.616 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:44:19.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:19 smithi169 ceph-mon[20881]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:19.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:19 smithi169 ceph-mon[20881]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-29T14:44:19.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:19 smithi169 ceph-mon[20881]: osdmap e42: 6 total, 6 up, 6 in 2024-08-29T14:44:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:19 smithi131 ceph-mon[17514]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:19.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:19 smithi131 ceph-mon[17514]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-29T14:44:19.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:19 smithi131 ceph-mon[17514]: osdmap e42: 6 total, 6 up, 6 in 2024-08-29T14:44:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:19 smithi131 ceph-mon[29516]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:19 smithi131 ceph-mon[29516]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-29T14:44:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:19 smithi131 ceph-mon[29516]: osdmap e42: 6 total, 6 up, 6 in 2024-08-29T14:44:20.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:20 smithi131 ceph-mon[17514]: osdmap e43: 6 total, 6 up, 6 in 2024-08-29T14:44:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:20 smithi131 ceph-mon[29516]: osdmap e43: 6 total, 6 up, 6 in 2024-08-29T14:44:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:20 smithi169 ceph-mon[20881]: osdmap e43: 6 total, 6 up, 6 in 2024-08-29T14:44:21.600 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:21 smithi131 ceph-mon[17514]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:21.600 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:21 smithi131 ceph-mon[17514]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:44:21.600 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:21 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:44:21.600 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:21 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:44:21.600 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:21 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:21.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:21 smithi131 ceph-mon[29516]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:21.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:21 smithi131 ceph-mon[29516]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:44:21.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:21 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:44:21.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:21 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:44:21.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:21 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:21 smithi169 ceph-mon[20881]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:21 smithi169 ceph-mon[20881]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:44:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:21 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:44:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:21 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:44:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:21 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:22 smithi131 ceph-mon[17514]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-29T14:44:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:22 smithi131 ceph-mon[17514]: Cluster is now healthy 2024-08-29T14:44:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:22 smithi131 ceph-mon[29516]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-29T14:44:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:22 smithi131 ceph-mon[29516]: Cluster is now healthy 2024-08-29T14:44:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:22 smithi169 ceph-mon[20881]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-29T14:44:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:22 smithi169 ceph-mon[20881]: Cluster is now healthy 2024-08-29T14:44:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:23 smithi169 ceph-mon[20881]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:23 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/4264676982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e226fc9a-a75d-4d40-8a10-d901d7857d30"}]: dispatch 2024-08-29T14:44:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:23 smithi169 ceph-mon[20881]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e226fc9a-a75d-4d40-8a10-d901d7857d30"}]: dispatch 2024-08-29T14:44:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:23 smithi169 ceph-mon[20881]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e226fc9a-a75d-4d40-8a10-d901d7857d30"}]': finished 2024-08-29T14:44:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:23 smithi169 ceph-mon[20881]: osdmap e44: 7 total, 6 up, 7 in 2024-08-29T14:44:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:23 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:23.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:23 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/3671023606' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:44:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[17514]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/4264676982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e226fc9a-a75d-4d40-8a10-d901d7857d30"}]: dispatch 2024-08-29T14:44:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[17514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e226fc9a-a75d-4d40-8a10-d901d7857d30"}]: dispatch 2024-08-29T14:44:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[17514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e226fc9a-a75d-4d40-8a10-d901d7857d30"}]': finished 2024-08-29T14:44:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[17514]: osdmap e44: 7 total, 6 up, 7 in 2024-08-29T14:44:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/3671023606' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:44:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[29516]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/4264676982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e226fc9a-a75d-4d40-8a10-d901d7857d30"}]: dispatch 2024-08-29T14:44:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[29516]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e226fc9a-a75d-4d40-8a10-d901d7857d30"}]: dispatch 2024-08-29T14:44:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[29516]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e226fc9a-a75d-4d40-8a10-d901d7857d30"}]': finished 2024-08-29T14:44:23.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[29516]: osdmap e44: 7 total, 6 up, 7 in 2024-08-29T14:44:23.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:23.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:23 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/3671023606' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:44:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:25 smithi131 ceph-mon[17514]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:44:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:25 smithi131 ceph-mon[29516]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:44:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:25 smithi169 ceph-mon[20881]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:44:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:27 smithi169 ceph-mon[20881]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-29T14:44:27.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:27 smithi131 ceph-mon[17514]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-29T14:44:27.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:27 smithi131 ceph-mon[29516]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-29T14:44:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:29 smithi131 ceph-mon[17514]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-29T14:44:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:29 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T14:44:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:29 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:29 smithi131 ceph-mon[29516]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-29T14:44:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:29 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T14:44:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:29 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:29 smithi169 ceph-mon[20881]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-29T14:44:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:29 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T14:44:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:29 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:30 smithi131 ceph-mon[17514]: Deploying daemon osd.6 on smithi169 2024-08-29T14:44:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:30 smithi131 ceph-mon[29516]: Deploying daemon osd.6 on smithi169 2024-08-29T14:44:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:30 smithi169 ceph-mon[20881]: Deploying daemon osd.6 on smithi169 2024-08-29T14:44:31.576 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:31 smithi169 ceph-mon[20881]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:44:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:31 smithi131 ceph-mon[17514]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:44:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:31 smithi131 ceph-mon[29516]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:44:33.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:33 smithi169 ceph-mon[20881]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:33.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:33 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:33.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:33 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:33.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:33 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:33.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:33 smithi131 ceph-mon[17514]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:33 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:33 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:33 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:33 smithi131 ceph-mon[29516]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:33 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:33 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:33 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:35 smithi131 ceph-mon[17514]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:35.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:35 smithi131 ceph-mon[29516]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:35 smithi169 ceph-mon[20881]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:36.371 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 6 on host 'smithi169' 2024-08-29T14:44:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:36 smithi131 ceph-mon[17514]: from='osd.6 [v2:172.21.15.169:6816/534770939,v1:172.21.15.169:6817/534770939]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:44:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:36 smithi131 ceph-mon[17514]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:44:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:36 smithi131 ceph-mon[29516]: from='osd.6 [v2:172.21.15.169:6816/534770939,v1:172.21.15.169:6817/534770939]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:44:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:36 smithi131 ceph-mon[29516]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:44:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:36 smithi169 ceph-mon[20881]: from='osd.6 [v2:172.21.15.169:6816/534770939,v1:172.21.15.169:6817/534770939]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:44:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:36 smithi169 ceph-mon[20881]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:44:37.093 DEBUG:teuthology.orchestra.run.smithi169:osd.6> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.6.service 2024-08-29T14:44:37.096 INFO:tasks.cephadm:Deploying osd.7 on smithi169 with /dev/vg_nvme/lv_1... 2024-08-29T14:44:37.096 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-29T14:44:37.404 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:44:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[17514]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[17514]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T14:44:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[17514]: osdmap e45: 7 total, 6 up, 7 in 2024-08-29T14:44:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[17514]: from='osd.6 [v2:172.21.15.169:6816/534770939,v1:172.21.15.169:6817/534770939]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[17514]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[29516]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[29516]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T14:44:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[29516]: osdmap e45: 7 total, 6 up, 7 in 2024-08-29T14:44:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[29516]: from='osd.6 [v2:172.21.15.169:6816/534770939,v1:172.21.15.169:6817/534770939]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[29516]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:37 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[38169]: 2024-08-29T14:44:37.322+0000 7f7f7699b640 -1 osd.6 0 waiting for initial osdmap 2024-08-29T14:44:37.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[38169]: 2024-08-29T14:44:37.329+0000 7f7f717d2640 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:44:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-mon[20881]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-mon[20881]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T14:44:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-mon[20881]: osdmap e45: 7 total, 6 up, 7 in 2024-08-29T14:44:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-mon[20881]: from='osd.6 [v2:172.21.15.169:6816/534770939,v1:172.21.15.169:6817/534770939]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-mon[20881]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:44:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:37 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:38.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:38 smithi169 ceph-mon[20881]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:44:38.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:38 smithi169 ceph-mon[20881]: osdmap e46: 7 total, 6 up, 7 in 2024-08-29T14:44:38.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:38 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:38.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:38 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:38 smithi131 ceph-mon[17514]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:44:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:38 smithi131 ceph-mon[17514]: osdmap e46: 7 total, 6 up, 7 in 2024-08-29T14:44:38.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:38 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:38.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:38 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:38 smithi131 ceph-mon[29516]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:44:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:38 smithi131 ceph-mon[29516]: osdmap e46: 7 total, 6 up, 7 in 2024-08-29T14:44:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:38 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:38 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[17514]: purged_snaps scrub starts 2024-08-29T14:44:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[17514]: purged_snaps scrub ok 2024-08-29T14:44:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[17514]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[17514]: osd.6 [v2:172.21.15.169:6816/534770939,v1:172.21.15.169:6817/534770939] boot 2024-08-29T14:44:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[17514]: osdmap e47: 7 total, 7 up, 7 in 2024-08-29T14:44:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[29516]: purged_snaps scrub starts 2024-08-29T14:44:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[29516]: purged_snaps scrub ok 2024-08-29T14:44:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[29516]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:39.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[29516]: osd.6 [v2:172.21.15.169:6816/534770939,v1:172.21.15.169:6817/534770939] boot 2024-08-29T14:44:39.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[29516]: osdmap e47: 7 total, 7 up, 7 in 2024-08-29T14:44:39.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:39 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:39.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:39 smithi169 ceph-mon[20881]: purged_snaps scrub starts 2024-08-29T14:44:39.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:39 smithi169 ceph-mon[20881]: purged_snaps scrub ok 2024-08-29T14:44:39.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:39 smithi169 ceph-mon[20881]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T14:44:39.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:39 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:39.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:39 smithi169 ceph-mon[20881]: osd.6 [v2:172.21.15.169:6816/534770939,v1:172.21.15.169:6817/534770939] boot 2024-08-29T14:44:39.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:39 smithi169 ceph-mon[20881]: osdmap e47: 7 total, 7 up, 7 in 2024-08-29T14:44:39.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:39 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:44:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:40 smithi131 ceph-mon[17514]: osdmap e48: 7 total, 7 up, 7 in 2024-08-29T14:44:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:40 smithi131 ceph-mon[17514]: osdmap e49: 7 total, 7 up, 7 in 2024-08-29T14:44:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:40 smithi131 ceph-mon[29516]: osdmap e48: 7 total, 7 up, 7 in 2024-08-29T14:44:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:40 smithi131 ceph-mon[29516]: osdmap e49: 7 total, 7 up, 7 in 2024-08-29T14:44:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:40 smithi169 ceph-mon[20881]: osdmap e48: 7 total, 7 up, 7 in 2024-08-29T14:44:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:40 smithi169 ceph-mon[20881]: osdmap e49: 7 total, 7 up, 7 in 2024-08-29T14:44:40.653 INFO:teuthology.orchestra.run.smithi169.stdout: 2024-08-29T14:44:40.672 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi169:vg_nvme/lv_1 2024-08-29T14:44:41.170 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:44:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:41 smithi131 ceph-mon[17514]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:41 smithi131 ceph-mon[29516]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:41.612 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:41 smithi169 ceph-mon[20881]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:42.500 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:42 smithi169 ceph-mon[20881]: osdmap e50: 7 total, 7 up, 7 in 2024-08-29T14:44:42.500 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:42 smithi169 ceph-mon[20881]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:42.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:42 smithi131 ceph-mon[17514]: osdmap e50: 7 total, 7 up, 7 in 2024-08-29T14:44:42.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:42 smithi131 ceph-mon[17514]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:42.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:42 smithi131 ceph-mon[29516]: osdmap e50: 7 total, 7 up, 7 in 2024-08-29T14:44:42.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:42 smithi131 ceph-mon[29516]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: osdmap e51: 7 total, 7 up, 7 in 2024-08-29T14:44:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: Detected new or changed devices on smithi169 2024-08-29T14:44:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi169 to 5696M 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:43 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: osdmap e51: 7 total, 7 up, 7 in 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: Detected new or changed devices on smithi169 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi169 to 5696M 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: osdmap e51: 7 total, 7 up, 7 in 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: Detected new or changed devices on smithi169 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:43.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:43.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:44:43.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi169 to 5696M 2024-08-29T14:44:43.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:43.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:43.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:43.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:43.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:43.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:44:43.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:43 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:44 smithi169 ceph-mon[20881]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:44:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:44 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:44:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:44 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:44:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:44 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:44 smithi169 ceph-mon[20881]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:44.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:44 smithi131 ceph-mon[17514]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:44:44.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:44 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:44:44.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:44 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:44:44.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:44 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:44.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:44 smithi131 ceph-mon[17514]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:44.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:44 smithi131 ceph-mon[29516]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:44:44.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:44 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:44:44.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:44 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:44:44.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:44 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:44.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:44 smithi131 ceph-mon[29516]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[17514]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:44:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/1140288637' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fb1184c-095c-4b55-82d5-8f9fa2176af3"}]: dispatch 2024-08-29T14:44:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[17514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fb1184c-095c-4b55-82d5-8f9fa2176af3"}]: dispatch 2024-08-29T14:44:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[17514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3fb1184c-095c-4b55-82d5-8f9fa2176af3"}]': finished 2024-08-29T14:44:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[17514]: osdmap e52: 8 total, 7 up, 8 in 2024-08-29T14:44:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:44:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/3010605702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:44:47.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[29516]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:44:47.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/1140288637' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fb1184c-095c-4b55-82d5-8f9fa2176af3"}]: dispatch 2024-08-29T14:44:47.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[29516]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fb1184c-095c-4b55-82d5-8f9fa2176af3"}]: dispatch 2024-08-29T14:44:47.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[29516]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3fb1184c-095c-4b55-82d5-8f9fa2176af3"}]': finished 2024-08-29T14:44:47.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[29516]: osdmap e52: 8 total, 7 up, 8 in 2024-08-29T14:44:47.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:44:47.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:46 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/3010605702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:44:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:46 smithi169 ceph-mon[20881]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:44:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:46 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/1140288637' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fb1184c-095c-4b55-82d5-8f9fa2176af3"}]: dispatch 2024-08-29T14:44:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:46 smithi169 ceph-mon[20881]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fb1184c-095c-4b55-82d5-8f9fa2176af3"}]: dispatch 2024-08-29T14:44:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:46 smithi169 ceph-mon[20881]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3fb1184c-095c-4b55-82d5-8f9fa2176af3"}]': finished 2024-08-29T14:44:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:46 smithi169 ceph-mon[20881]: osdmap e52: 8 total, 7 up, 8 in 2024-08-29T14:44:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:46 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:44:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:46 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/3010605702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:44:49.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:48 smithi131 ceph-mon[17514]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-29T14:44:49.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:48 smithi131 ceph-mon[29516]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-29T14:44:49.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:48 smithi169 ceph-mon[20881]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-29T14:44:50.994 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:50 smithi169 ceph-mon[20881]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:44:51.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:50 smithi131 ceph-mon[17514]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:44:51.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:50 smithi131 ceph-mon[29516]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:44:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:52 smithi169 ceph-mon[20881]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-29T14:44:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T14:44:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:52 smithi169 ceph-mon[20881]: Deploying daemon osd.7 on smithi169 2024-08-29T14:44:53.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:52 smithi131 ceph-mon[17514]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-29T14:44:53.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T14:44:53.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:53.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:52 smithi131 ceph-mon[17514]: Deploying daemon osd.7 on smithi169 2024-08-29T14:44:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:52 smithi131 ceph-mon[29516]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-29T14:44:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T14:44:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:44:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:52 smithi131 ceph-mon[29516]: Deploying daemon osd.7 on smithi169 2024-08-29T14:44:54.972 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:54 smithi169 ceph-mon[20881]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:44:55.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:54 smithi131 ceph-mon[17514]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:44:55.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:54 smithi131 ceph-mon[29516]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:44:57.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:56 smithi131 ceph-mon[17514]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:57.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:56 smithi131 ceph-mon[29516]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:57.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:56 smithi169 ceph-mon[20881]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:58.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:58.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:58.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:57 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:57 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:44:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:57 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:44:59.295 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:44:59 smithi169 ceph-mon[20881]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:59.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:44:59 smithi131 ceph-mon[17514]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:44:59.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:44:59 smithi131 ceph-mon[29516]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:45:00.567 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 7 on host 'smithi169' 2024-08-29T14:45:01.185 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:00 smithi169 ceph-mon[20881]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:45:01.185 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.185 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.185 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:00 smithi169 ceph-mon[20881]: from='osd.7 [v2:172.21.15.169:6824/3397846058,v1:172.21.15.169:6825/3397846058]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:45:01.185 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:00 smithi169 ceph-mon[20881]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:45:01.185 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.185 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.211 DEBUG:teuthology.orchestra.run.smithi169:osd.7> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.7.service 2024-08-29T14:45:01.214 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-29T14:45:01.214 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd stat -f json 2024-08-29T14:45:01.243 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[17514]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:45:01.243 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.243 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.243 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[17514]: from='osd.7 [v2:172.21.15.169:6824/3397846058,v1:172.21.15.169:6825/3397846058]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:45:01.243 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[17514]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:45:01.243 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.243 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.246 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[29516]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:45:01.246 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.246 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.246 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[29516]: from='osd.7 [v2:172.21.15.169:6824/3397846058,v1:172.21.15.169:6825/3397846058]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:45:01.246 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[29516]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:45:01.246 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.246 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:01.470 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:02.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:02 smithi131 ceph-mon[17514]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T14:45:02.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:02 smithi131 ceph-mon[17514]: osdmap e53: 8 total, 7 up, 8 in 2024-08-29T14:45:02.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:02 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:02.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:02 smithi131 ceph-mon[17514]: from='osd.7 [v2:172.21.15.169:6824/3397846058,v1:172.21.15.169:6825/3397846058]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:45:02.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:02 smithi131 ceph-mon[17514]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:45:02.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:02 smithi131 ceph-mon[29516]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T14:45:02.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:02 smithi131 ceph-mon[29516]: osdmap e53: 8 total, 7 up, 8 in 2024-08-29T14:45:02.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:02 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:02.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:02 smithi131 ceph-mon[29516]: from='osd.7 [v2:172.21.15.169:6824/3397846058,v1:172.21.15.169:6825/3397846058]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:45:02.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:02 smithi131 ceph-mon[29516]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:45:02.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:02 smithi169 ceph-mon[20881]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T14:45:02.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:02 smithi169 ceph-mon[20881]: osdmap e53: 8 total, 7 up, 8 in 2024-08-29T14:45:02.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:02 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:02.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:02 smithi169 ceph-mon[20881]: from='osd.7 [v2:172.21.15.169:6824/3397846058,v1:172.21.15.169:6825/3397846058]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:45:02.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:02 smithi169 ceph-mon[20881]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2024-08-29T14:45:02.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:45:02 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[44348]: 2024-08-29T14:45:02.051+0000 7f12d9440640 -1 osd.7 0 waiting for initial osdmap 2024-08-29T14:45:02.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:45:02 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[44348]: 2024-08-29T14:45:02.059+0000 7f12d5a7a640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:45:03.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[17514]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:45:03.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[17514]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:45:03.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[17514]: osdmap e54: 8 total, 7 up, 8 in 2024-08-29T14:45:03.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:03.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:03.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[17514]: osd.7 [v2:172.21.15.169:6824/3397846058,v1:172.21.15.169:6825/3397846058] boot 2024-08-29T14:45:03.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[17514]: osdmap e55: 8 total, 8 up, 8 in 2024-08-29T14:45:03.282 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:03.283 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[29516]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:45:03.283 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[29516]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:45:03.283 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[29516]: osdmap e54: 8 total, 7 up, 8 in 2024-08-29T14:45:03.283 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:03.283 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:03.283 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[29516]: osd.7 [v2:172.21.15.169:6824/3397846058,v1:172.21.15.169:6825/3397846058] boot 2024-08-29T14:45:03.283 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[29516]: osdmap e55: 8 total, 8 up, 8 in 2024-08-29T14:45:03.283 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:03 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:03.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:03 smithi169 ceph-mon[20881]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T14:45:03.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:03 smithi169 ceph-mon[20881]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2024-08-29T14:45:03.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:03 smithi169 ceph-mon[20881]: osdmap e54: 8 total, 7 up, 8 in 2024-08-29T14:45:03.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:03 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:03.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:03 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:03.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:03 smithi169 ceph-mon[20881]: osd.7 [v2:172.21.15.169:6824/3397846058,v1:172.21.15.169:6825/3397846058] boot 2024-08-29T14:45:03.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:03 smithi169 ceph-mon[20881]: osdmap e55: 8 total, 8 up, 8 in 2024-08-29T14:45:03.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:03 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:45:03.387 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:04.053 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":56,"num_osds":8,"num_up_osds":8,"osd_up_since":1724942702,"num_in_osds":8,"osd_in_since":1724942686,"num_remapped_pgs":1} 2024-08-29T14:45:04.054 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:45:04.346 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:04.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[17514]: purged_snaps scrub starts 2024-08-29T14:45:04.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[17514]: purged_snaps scrub ok 2024-08-29T14:45:04.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[17514]: osdmap e56: 8 total, 8 up, 8 in 2024-08-29T14:45:04.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1621618984' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-29T14:45:04.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:04.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:04.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:04.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[29516]: purged_snaps scrub starts 2024-08-29T14:45:04.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[29516]: purged_snaps scrub ok 2024-08-29T14:45:04.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[29516]: osdmap e56: 8 total, 8 up, 8 in 2024-08-29T14:45:04.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1621618984' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-29T14:45:04.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:04.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:04.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:04 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:04 smithi169 ceph-mon[20881]: purged_snaps scrub starts 2024-08-29T14:45:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:04 smithi169 ceph-mon[20881]: purged_snaps scrub ok 2024-08-29T14:45:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:04 smithi169 ceph-mon[20881]: osdmap e56: 8 total, 8 up, 8 in 2024-08-29T14:45:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:04 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/1621618984' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-29T14:45:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:04 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:04 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:04 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:05.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:05.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: Detected new or changed devices on smithi169 2024-08-29T14:45:05.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:05.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:05.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:05.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi169 to 4272M 2024-08-29T14:45:05.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:05.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:05.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:05.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:05.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:05.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:05.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:05.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:05.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[17514]: osdmap e57: 8 total, 8 up, 8 in 2024-08-29T14:45:05.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:05.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: Detected new or changed devices on smithi169 2024-08-29T14:45:05.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:05.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi169 to 4272M 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:05.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:05 smithi131 ceph-mon[29516]: osdmap e57: 8 total, 8 up, 8 in 2024-08-29T14:45:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: Detected new or changed devices on smithi169 2024-08-29T14:45:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi169 to 4272M 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:05.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:05 smithi169 ceph-mon[20881]: osdmap e57: 8 total, 8 up, 8 in 2024-08-29T14:45:06.181 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:06.182 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":59,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","created":"2024-08-29T14:39:58.113203+0000","modified":"2024-08-29T14:45:06.168181+0000","last_up_change":"2024-08-29T14:45:02.157900+0000","last_in_change":"2024-08-29T14:44:46.000997+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:43:08.038937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"a14e2807-3351-4e1a-9a21-f36358ba23d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6802","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6803","nonce":2474040517}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6804","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6805","nonce":2474040517}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6808","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6809","nonce":2474040517}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6806","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6807","nonce":2474040517}]},"public_addr":"172.21.15.131:6803/2474040517","cluster_addr":"172.21.15.131:6805/2474040517","heartbeat_back_addr":"172.21.15.131:6809/2474040517","heartbeat_front_addr":"172.21.15.131:6807/2474040517","state":["exists","up"]},{"osd":1,"uuid":"fe32dc54-1602-41f1-bfb6-1d43b51ed570","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6810","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6811","nonce":1093353922}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6812","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6813","nonce":1093353922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6816","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6817","nonce":1093353922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6814","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6815","nonce":1093353922}]},"public_addr":"172.21.15.131:6811/1093353922","cluster_addr":"172.21.15.131:6813/1093353922","heartbeat_back_addr":"172.21.15.131:6817/1093353922","heartbeat_front_addr":"172.21.15.131:6815/1093353922","state":["exists","up"]},{"osd":2,"uuid":"23e78e1a-070b-4009-9ad9-7bd3757c1874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6818","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6819","nonce":2857512687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6820","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6821","nonce":2857512687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6824","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6825","nonce":2857512687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6822","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6823","nonce":2857512687}]},"public_addr":"172.21.15.131:6819/2857512687","cluster_addr":"172.21.15.131:6821/2857512687","heartbeat_back_addr":"172.21.15.131:6825/2857512687","heartbeat_front_addr":"172.21.15.131:6823/2857512687","state":["exists","up"]},{"osd":3,"uuid":"f8ef4a6a-18cc-4341-add8-feb5b84c6316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6826","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6827","nonce":1115631708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6828","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6829","nonce":1115631708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6832","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6833","nonce":1115631708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6830","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6831","nonce":1115631708}]},"public_addr":"172.21.15.131:6827/1115631708","cluster_addr":"172.21.15.131:6829/1115631708","heartbeat_back_addr":"172.21.15.131:6833/1115631708","heartbeat_front_addr":"172.21.15.131:6831/1115631708","state":["exists","up"]},{"osd":4,"uuid":"bff66608-1f20-439e-afe9-e5a0d631fd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6801","nonce":1199368005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6803","nonce":1199368005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6807","nonce":1199368005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6805","nonce":1199368005}]},"public_addr":"172.21.15.169:6801/1199368005","cluster_addr":"172.21.15.169:6803/1199368005","heartbeat_back_addr":"172.21.15.169:6807/1199368005","heartbeat_front_addr":"172.21.15.169:6805/1199368005","state":["exists","up"]},{"osd":5,"uuid":"218dfecd-80dd-4b27-ba8d-f5e8a8f1d070","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6809","nonce":472385377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6811","nonce":472385377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6815","nonce":472385377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6813","nonce":472385377}]},"public_addr":"172.21.15.169:6809/472385377","cluster_addr":"172.21.15.169:6811/472385377","heartbeat_back_addr":"172.21.15.169:6815/472385377","heartbeat_front_addr":"172.21.15.169:6813/472385377","state":["exists","up"]},{"osd":6,"uuid":"e226fc9a-a75d-4d40-8a10-d901d7857d30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6817","nonce":534770939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6819","nonce":534770939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6823","nonce":534770939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6821","nonce":534770939}]},"public_addr":"172.21.15.169:6817/534770939","cluster_addr":"172.21.15.169:6819/534770939","heartbeat_back_addr":"172.21.15.169:6823/534770939","heartbeat_front_addr":"172.21.15.169:6821/534770939","state":["exists","up"]},{"osd":7,"uuid":"3fb1184c-095c-4b55-82d5-8f9fa2176af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6825","nonce":3397846058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6827","nonce":3397846058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6831","nonce":3397846058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6829","nonce":3397846058}]},"public_addr":"172.21.15.169:6825/3397846058","cluster_addr":"172.21.15.169:6827/3397846058","heartbeat_back_addr":"172.21.15.169:6831/3397846058","heartbeat_front_addr":"172.21.15.169:6829/3397846058","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:13.937973+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:38.736780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:03.949662+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:28.742678+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:50.660737+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:13.266943+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:37.235747+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:45:01.151107+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.131:0/2273688473":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/1295119850":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6801/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/2635697803":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/310971467":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/4212298814":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/3376220973":"2024-08-30T14:40:29.224345+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:45:06.602 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:06 smithi169 ceph-mon[20881]: osdmap e58: 8 total, 8 up, 8 in 2024-08-29T14:45:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:06 smithi131 ceph-mon[17514]: osdmap e58: 8 total, 8 up, 8 in 2024-08-29T14:45:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:06 smithi131 ceph-mon[29516]: osdmap e58: 8 total, 8 up, 8 in 2024-08-29T14:45:06.978 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-29T14:43:08.038937+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-08-29T14:45:06.979 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-29T14:45:07.228 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:07.349 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:07 smithi131 ceph-mon[17514]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:07.349 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:07 smithi131 ceph-mon[17514]: osdmap e59: 8 total, 8 up, 8 in 2024-08-29T14:45:07.350 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:07 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3705384663' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:07.350 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:07 smithi131 ceph-mon[29516]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:07.350 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:07 smithi131 ceph-mon[29516]: osdmap e59: 8 total, 8 up, 8 in 2024-08-29T14:45:07.350 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:07 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3705384663' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:07 smithi169 ceph-mon[20881]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:07 smithi169 ceph-mon[20881]: osdmap e59: 8 total, 8 up, 8 in 2024-08-29T14:45:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:07 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3705384663' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:09.198 INFO:teuthology.orchestra.run.smithi131.stdout:pg_num: 1 2024-08-29T14:45:09.561 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:09 smithi131 ceph-mon[17514]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:09.561 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:09 smithi131 ceph-mon[29516]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:09 smithi169 ceph-mon[20881]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:09.971 INFO:tasks.cephadm:Adding mds.a on smithi131 2024-08-29T14:45:09.971 INFO:tasks.cephadm:Adding mds.b on smithi169 2024-08-29T14:45:09.971 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch apply mds all '2;smithi131=a;smithi169=b' 2024-08-29T14:45:10.232 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:45:10.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:10 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/242785389' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-29T14:45:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:10 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/242785389' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-29T14:45:10.353 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:10 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/242785389' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-29T14:45:11.303 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:11 smithi169 ceph-mon[20881]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:45:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:11 smithi131 ceph-mon[17514]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:45:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:11 smithi131 ceph-mon[29516]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:45:11.938 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled mds.all update... 2024-08-29T14:45:12.612 DEBUG:teuthology.orchestra.run.smithi131:mds.a> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mds.a.service 2024-08-29T14:45:12.614 DEBUG:teuthology.orchestra.run.smithi169:mds.b> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mds.b.service 2024-08-29T14:45:12.617 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-29T14:45:12.618 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T14:45:13.324 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:13.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi131=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: Saving service mds.all spec with placement smithi131=a;smithi169=b;count:2 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[29516]: Deploying daemon mds.a on smithi131 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi131=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: Saving service mds.all spec with placement smithi131=a;smithi169=b;count:2 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:13.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:12 smithi131 ceph-mon[17514]: Deploying daemon mds.a on smithi131 2024-08-29T14:45:13.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-29T14:45:13.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi131=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:45:13.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: Saving service mds.all spec with placement smithi131=a;smithi169=b;count:2 2024-08-29T14:45:13.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:13.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:13.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:13.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:13.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:13.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:45:13.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:45:13.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:13.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:12 smithi169 ceph-mon[20881]: Deploying daemon mds.a on smithi131 2024-08-29T14:45:15.143 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:14 smithi131 ceph-mon[17514]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-29T14:45:15.143 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:14 smithi131 ceph-mon[29516]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-29T14:45:15.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:14 smithi169 ceph-mon[20881]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-29T14:45:15.823 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:45:15 smithi131 podman[57996]: 2024-08-29 14:45:15.586878109 +0000 UTC m=+0.132979682 container create 4c10a7a688b1eade4c09bb9bfbca5a0ab39b28bccd3de965011590af269e47bc (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-a89f613, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:45:16.102 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:45:15 smithi131 podman[57996]: 2024-08-29 14:45:15.948227919 +0000 UTC m=+0.494329490 container init 4c10a7a688b1eade4c09bb9bfbca5a0ab39b28bccd3de965011590af269e47bc (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=quincy-a89f613, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-29T14:45:16.102 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:45:15 smithi131 podman[57996]: 2024-08-29 14:45:15.954320164 +0000 UTC m=+0.500421736 container start 4c10a7a688b1eade4c09bb9bfbca5a0ab39b28bccd3de965011590af269e47bc (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.1, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=quincy-a89f613) 2024-08-29T14:45:16.103 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:45:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[58029]: starting mds.a at 2024-08-29T14:45:16.103 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:45:16 smithi131 bash[57996]: 4c10a7a688b1eade4c09bb9bfbca5a0ab39b28bccd3de965011590af269e47bc 2024-08-29T14:45:16.103 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:45:16 smithi131 systemd[1]: Started Ceph mds.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:45:16.258 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:16.258 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.131:6835/886210761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6834","nonce":886210761},{"type":"v1","addr":"172.21.15.131:6835","nonce":886210761}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-29T14:45:16.258 INFO:teuthology.orchestra.run.smithi131.stderr:dumped fsmap epoch 2 2024-08-29T14:45:17.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:45:17.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: mds.? [v2:172.21.15.131:6834/886210761,v1:172.21.15.131:6835/886210761] up:boot 2024-08-29T14:45:17.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: fsmap 1 up:standby 2024-08-29T14:45:17.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:45:17.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:17.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:17.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3950194491' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:45:17.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:17.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:45:17.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:45:17.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:17.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:16 smithi169 ceph-mon[20881]: Deploying daemon mds.b on smithi169 2024-08-29T14:45:17.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: mds.? [v2:172.21.15.131:6834/886210761,v1:172.21.15.131:6835/886210761] up:boot 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: fsmap 1 up:standby 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3950194491' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:17.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[17514]: Deploying daemon mds.b on smithi169 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: mds.? [v2:172.21.15.131:6834/886210761,v1:172.21.15.131:6835/886210761] up:boot 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: fsmap 1 up:standby 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3950194491' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:45:17.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:17.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:16 smithi131 ceph-mon[29516]: Deploying daemon mds.b on smithi169 2024-08-29T14:45:18.282 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:45:18 smithi169 podman[48939]: 2024-08-29 14:45:18.046351168 +0000 UTC m=+0.015688928 image pull 250d9a61b6c59a8c89cfd837afa9edbf779b094d6dde7f14c51e0f6f620672bd quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c 2024-08-29T14:45:18.629 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:45:18 smithi169 podman[48939]: 2024-08-29 14:45:18.362134854 +0000 UTC m=+0.331472615 container init 36ee94913135253700b7c239671293b8cfc29ece23918ef728945335ef42fa11 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=quincy-a89f613, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.1, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-29T14:45:18.629 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:45:18 smithi169 podman[48939]: 2024-08-29 14:45:18.367008029 +0000 UTC m=+0.336345790 container start 36ee94913135253700b7c239671293b8cfc29ece23918ef728945335ef42fa11 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b, RELEASE=quincy-a89f613, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.1) 2024-08-29T14:45:18.629 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:45:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b[48954]: starting mds.b at 2024-08-29T14:45:18.629 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:45:18 smithi169 bash[48939]: 36ee94913135253700b7c239671293b8cfc29ece23918ef728945335ef42fa11 2024-08-29T14:45:18.629 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:45:18 smithi169 systemd[1]: Started Ceph mds.b for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:45:18.915 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T14:45:19.239 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[17514]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-08-29T14:45:19.240 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.240 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.240 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.240 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.240 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.240 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:19.240 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[29516]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-08-29T14:45:19.241 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.241 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.241 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.241 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.241 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.241 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:18 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:19.358 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:18 smithi169 ceph-mon[20881]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-08-29T14:45:19.359 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.359 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.359 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.359 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.359 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:19.359 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:18 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:19.688 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:20.203 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:19 smithi131 ceph-mon[17514]: mds.? [v2:172.21.15.169:6832/962109723,v1:172.21.15.169:6833/962109723] up:boot 2024-08-29T14:45:20.203 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:19 smithi131 ceph-mon[17514]: fsmap 2 up:standby 2024-08-29T14:45:20.203 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:19 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:45:20.203 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:19 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:20.203 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:19 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:20.203 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:19 smithi131 ceph-mon[29516]: mds.? [v2:172.21.15.169:6832/962109723,v1:172.21.15.169:6833/962109723] up:boot 2024-08-29T14:45:20.203 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:19 smithi131 ceph-mon[29516]: fsmap 2 up:standby 2024-08-29T14:45:20.203 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:19 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:45:20.203 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:19 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:20.204 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:19 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:19 smithi169 ceph-mon[20881]: mds.? [v2:172.21.15.169:6832/962109723,v1:172.21.15.169:6833/962109723] up:boot 2024-08-29T14:45:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:19 smithi169 ceph-mon[20881]: fsmap 2 up:standby 2024-08-29T14:45:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:19 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:45:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:19 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:19 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:21.241 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:20 smithi131 ceph-mon[17514]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T14:45:21.242 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:20 smithi131 ceph-mon[29516]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T14:45:21.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:21 smithi169 ceph-mon[20881]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T14:45:21.633 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:21.633 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.131:6835/886210761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6834","nonce":886210761},{"type":"v1","addr":"172.21.15.131:6835","nonce":886210761}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24346,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6833/962109723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":962109723},{"type":"v1","addr":"172.21.15.169:6833","nonce":962109723}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-08-29T14:45:21.633 INFO:teuthology.orchestra.run.smithi131.stderr:dumped fsmap epoch 3 2024-08-29T14:45:22.379 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-29T14:45:22.621 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:22.743 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.743 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.743 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:22.743 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3629858047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.744 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:22.745 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:22.745 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.745 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3629858047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:45:22.745 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:22.745 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:22.745 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:22.745 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.745 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:22.745 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:22 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:22.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:22.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3629858047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:45:22.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:22.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:22.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:45:22.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:22.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:22.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:22 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:45:24.448 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:24.448 INFO:teuthology.orchestra.run.smithi131.stdout:[ 2024-08-29T14:45:24.448 INFO:teuthology.orchestra.run.smithi131.stdout: { 2024-08-29T14:45:24.448 INFO:teuthology.orchestra.run.smithi131.stdout: "poolnum": 1, 2024-08-29T14:45:24.448 INFO:teuthology.orchestra.run.smithi131.stdout: "poolname": ".mgr" 2024-08-29T14:45:24.448 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:45:24.448 INFO:teuthology.orchestra.run.smithi131.stdout:] 2024-08-29T14:45:25.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:24 smithi131 ceph-mon[17514]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:25.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:24 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/922006220' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-29T14:45:25.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:24 smithi131 ceph-mon[29516]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:25.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:24 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/922006220' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-29T14:45:25.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:24 smithi169 ceph-mon[20881]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:25.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:24 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/922006220' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-29T14:45:25.170 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-29T14:45:25.170 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-29T14:45:25.412 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:26.947 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:26 smithi131 ceph-mon[17514]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:26.947 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:26 smithi131 ceph-mon[29516]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:26 smithi169 ceph-mon[20881]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:27.860 INFO:teuthology.orchestra.run.smithi131.stderr:pool 'cephfs_metadata' created 2024-08-29T14:45:28.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:27 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3496431236' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-29T14:45:28.158 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:27 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3496431236' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-29T14:45:28.159 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:27 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3496431236' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-29T14:45:28.474 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-29T14:45:28.713 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:29.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:28 smithi131 ceph-mon[17514]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:29.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:28 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3496431236' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-29T14:45:29.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:28 smithi131 ceph-mon[17514]: osdmap e60: 8 total, 8 up, 8 in 2024-08-29T14:45:29.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:28 smithi131 ceph-mon[29516]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:29.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:28 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3496431236' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-29T14:45:29.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:28 smithi131 ceph-mon[29516]: osdmap e60: 8 total, 8 up, 8 in 2024-08-29T14:45:29.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:28 smithi169 ceph-mon[20881]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:29.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:28 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3496431236' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-29T14:45:29.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:28 smithi169 ceph-mon[20881]: osdmap e60: 8 total, 8 up, 8 in 2024-08-29T14:45:30.125 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:29 smithi131 ceph-mon[17514]: osdmap e61: 8 total, 8 up, 8 in 2024-08-29T14:45:30.125 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:29 smithi131 ceph-mon[29516]: osdmap e61: 8 total, 8 up, 8 in 2024-08-29T14:45:30.128 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:29 smithi169 ceph-mon[20881]: osdmap e61: 8 total, 8 up, 8 in 2024-08-29T14:45:30.874 INFO:teuthology.orchestra.run.smithi131.stderr:pool 'cephfs_data' created 2024-08-29T14:45:31.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:30 smithi169 ceph-mon[20881]: pgmap v190: 33 pgs: 6 creating+peering, 6 active+clean, 21 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:31.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:30 smithi169 ceph-mon[20881]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:45:31.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:30 smithi169 ceph-mon[20881]: osdmap e62: 8 total, 8 up, 8 in 2024-08-29T14:45:31.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:30 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2791253183' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-29T14:45:31.188 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:30 smithi131 ceph-mon[17514]: pgmap v190: 33 pgs: 6 creating+peering, 6 active+clean, 21 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:31.188 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:30 smithi131 ceph-mon[17514]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:45:31.188 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:30 smithi131 ceph-mon[17514]: osdmap e62: 8 total, 8 up, 8 in 2024-08-29T14:45:31.188 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:30 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2791253183' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-29T14:45:31.188 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:30 smithi131 ceph-mon[29516]: pgmap v190: 33 pgs: 6 creating+peering, 6 active+clean, 21 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:31.188 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:30 smithi131 ceph-mon[29516]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:45:31.188 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:30 smithi131 ceph-mon[29516]: osdmap e62: 8 total, 8 up, 8 in 2024-08-29T14:45:31.189 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:30 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2791253183' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-29T14:45:31.604 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-29T14:45:31.847 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:32.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:31 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2791253183' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-29T14:45:32.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:31 smithi169 ceph-mon[20881]: osdmap e63: 8 total, 8 up, 8 in 2024-08-29T14:45:32.208 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:31 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2791253183' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-29T14:45:32.208 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:31 smithi131 ceph-mon[17514]: osdmap e63: 8 total, 8 up, 8 in 2024-08-29T14:45:32.209 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:31 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2791253183' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-29T14:45:32.209 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:31 smithi131 ceph-mon[29516]: osdmap e63: 8 total, 8 up, 8 in 2024-08-29T14:45:33.054 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:32 smithi131 ceph-mon[17514]: pgmap v193: 97 pgs: 33 creating+peering, 22 active+clean, 42 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:33.054 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:32 smithi131 ceph-mon[17514]: osdmap e64: 8 total, 8 up, 8 in 2024-08-29T14:45:33.055 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:32 smithi131 ceph-mon[29516]: pgmap v193: 97 pgs: 33 creating+peering, 22 active+clean, 42 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:33.055 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:32 smithi131 ceph-mon[29516]: osdmap e64: 8 total, 8 up, 8 in 2024-08-29T14:45:33.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:32 smithi169 ceph-mon[20881]: pgmap v193: 97 pgs: 33 creating+peering, 22 active+clean, 42 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:33.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:32 smithi169 ceph-mon[20881]: osdmap e64: 8 total, 8 up, 8 in 2024-08-29T14:45:33.891 INFO:teuthology.orchestra.run.smithi131.stderr:new fs with metadata pool 2 and data pool 3 2024-08-29T14:45:34.210 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:33 smithi131 ceph-mon[17514]: osdmap e65: 8 total, 8 up, 8 in 2024-08-29T14:45:34.210 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:33 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2389511616' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-29T14:45:34.210 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:33 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-29T14:45:34.211 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:33 smithi131 ceph-mon[17514]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-29T14:45:34.211 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:33 smithi131 ceph-mon[29516]: osdmap e65: 8 total, 8 up, 8 in 2024-08-29T14:45:34.211 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:33 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2389511616' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-29T14:45:34.211 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:33 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-29T14:45:34.211 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:33 smithi131 ceph-mon[29516]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-29T14:45:34.280 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:33 smithi169 ceph-mon[20881]: osdmap e65: 8 total, 8 up, 8 in 2024-08-29T14:45:34.280 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:33 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2389511616' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-29T14:45:34.280 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:33 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-29T14:45:34.281 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:33 smithi169 ceph-mon[20881]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-29T14:45:34.658 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:45:34.907 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:35.156 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:34 smithi131 ceph-mon[17514]: pgmap v196: 97 pgs: 29 creating+peering, 49 active+clean, 19 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:35.156 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:34 smithi131 ceph-mon[17514]: osdmap e66: 8 total, 8 up, 8 in 2024-08-29T14:45:35.157 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:34 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-29T14:45:35.157 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:34 smithi131 ceph-mon[17514]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-29T14:45:35.157 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:34 smithi131 ceph-mon[17514]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-29T14:45:35.157 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:34 smithi131 ceph-mon[29516]: pgmap v196: 97 pgs: 29 creating+peering, 49 active+clean, 19 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:35.157 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:34 smithi131 ceph-mon[29516]: osdmap e66: 8 total, 8 up, 8 in 2024-08-29T14:45:35.157 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:34 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-29T14:45:35.157 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:34 smithi131 ceph-mon[29516]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-29T14:45:35.157 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:34 smithi131 ceph-mon[29516]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-29T14:45:35.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:34 smithi169 ceph-mon[20881]: pgmap v196: 97 pgs: 29 creating+peering, 49 active+clean, 19 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:35.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:34 smithi169 ceph-mon[20881]: osdmap e66: 8 total, 8 up, 8 in 2024-08-29T14:45:35.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:34 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-29T14:45:35.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:34 smithi169 ceph-mon[20881]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-29T14:45:35.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:34 smithi169 ceph-mon[20881]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-29T14:45:35.380 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:45:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b[48954]: 2024-08-29T14:45:34.997+0000 7faf38af9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-29T14:45:36.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:35 smithi131 ceph-mon[17514]: mds.? [v2:172.21.15.169:6832/962109723,v1:172.21.15.169:6833/962109723] up:active 2024-08-29T14:45:36.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:35 smithi131 ceph-mon[17514]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:36.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:35 smithi131 ceph-mon[17514]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:36.273 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:35 smithi131 ceph-mon[29516]: mds.? [v2:172.21.15.169:6832/962109723,v1:172.21.15.169:6833/962109723] up:active 2024-08-29T14:45:36.274 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:35 smithi131 ceph-mon[29516]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:36.274 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:35 smithi131 ceph-mon[29516]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:35 smithi169 ceph-mon[20881]: mds.? [v2:172.21.15.169:6832/962109723,v1:172.21.15.169:6833/962109723] up:active 2024-08-29T14:45:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:35 smithi169 ceph-mon[20881]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:35 smithi169 ceph-mon[20881]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:36.944 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:36.944 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":66,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","created":"2024-08-29T14:39:58.113203+0000","modified":"2024-08-29T14:45:33.729935+0000","last_up_change":"2024-08-29T14:45:02.157900+0000","last_in_change":"2024-08-29T14:44:46.000997+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:43:08.038937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T14:45:27.535472+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T14:45:30.830181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a14e2807-3351-4e1a-9a21-f36358ba23d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6802","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6803","nonce":2474040517}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6804","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6805","nonce":2474040517}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6808","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6809","nonce":2474040517}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6806","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6807","nonce":2474040517}]},"public_addr":"172.21.15.131:6803/2474040517","cluster_addr":"172.21.15.131:6805/2474040517","heartbeat_back_addr":"172.21.15.131:6809/2474040517","heartbeat_front_addr":"172.21.15.131:6807/2474040517","state":["exists","up"]},{"osd":1,"uuid":"fe32dc54-1602-41f1-bfb6-1d43b51ed570","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6810","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6811","nonce":1093353922}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6812","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6813","nonce":1093353922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6816","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6817","nonce":1093353922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6814","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6815","nonce":1093353922}]},"public_addr":"172.21.15.131:6811/1093353922","cluster_addr":"172.21.15.131:6813/1093353922","heartbeat_back_addr":"172.21.15.131:6817/1093353922","heartbeat_front_addr":"172.21.15.131:6815/1093353922","state":["exists","up"]},{"osd":2,"uuid":"23e78e1a-070b-4009-9ad9-7bd3757c1874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6818","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6819","nonce":2857512687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6820","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6821","nonce":2857512687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6824","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6825","nonce":2857512687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6822","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6823","nonce":2857512687}]},"public_addr":"172.21.15.131:6819/2857512687","cluster_addr":"172.21.15.131:6821/2857512687","heartbeat_back_addr":"172.21.15.131:6825/2857512687","heartbeat_front_addr":"172.21.15.131:6823/2857512687","state":["exists","up"]},{"osd":3,"uuid":"f8ef4a6a-18cc-4341-add8-feb5b84c6316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6826","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6827","nonce":1115631708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6828","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6829","nonce":1115631708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6832","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6833","nonce":1115631708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6830","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6831","nonce":1115631708}]},"public_addr":"172.21.15.131:6827/1115631708","cluster_addr":"172.21.15.131:6829/1115631708","heartbeat_back_addr":"172.21.15.131:6833/1115631708","heartbeat_front_addr":"172.21.15.131:6831/1115631708","state":["exists","up"]},{"osd":4,"uuid":"bff66608-1f20-439e-afe9-e5a0d631fd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6801","nonce":1199368005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6803","nonce":1199368005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6807","nonce":1199368005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6805","nonce":1199368005}]},"public_addr":"172.21.15.169:6801/1199368005","cluster_addr":"172.21.15.169:6803/1199368005","heartbeat_back_addr":"172.21.15.169:6807/1199368005","heartbeat_front_addr":"172.21.15.169:6805/1199368005","state":["exists","up"]},{"osd":5,"uuid":"218dfecd-80dd-4b27-ba8d-f5e8a8f1d070","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6809","nonce":472385377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6811","nonce":472385377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6815","nonce":472385377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6813","nonce":472385377}]},"public_addr":"172.21.15.169:6809/472385377","cluster_addr":"172.21.15.169:6811/472385377","heartbeat_back_addr":"172.21.15.169:6815/472385377","heartbeat_front_addr":"172.21.15.169:6813/472385377","state":["exists","up"]},{"osd":6,"uuid":"e226fc9a-a75d-4d40-8a10-d901d7857d30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6817","nonce":534770939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6819","nonce":534770939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6823","nonce":534770939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6821","nonce":534770939}]},"public_addr":"172.21.15.169:6817/534770939","cluster_addr":"172.21.15.169:6819/534770939","heartbeat_back_addr":"172.21.15.169:6823/534770939","heartbeat_front_addr":"172.21.15.169:6821/534770939","state":["exists","up"]},{"osd":7,"uuid":"3fb1184c-095c-4b55-82d5-8f9fa2176af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6825","nonce":3397846058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6827","nonce":3397846058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6831","nonce":3397846058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6829","nonce":3397846058}]},"public_addr":"172.21.15.169:6825/3397846058","cluster_addr":"172.21.15.169:6827/3397846058","heartbeat_back_addr":"172.21.15.169:6831/3397846058","heartbeat_front_addr":"172.21.15.169:6829/3397846058","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:13.937973+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:38.736780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:03.949662+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:28.742678+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:50.660737+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:13.266943+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:37.235747+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:45:01.151107+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.131:0/2273688473":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/1295119850":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6801/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/2635697803":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/310971467":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/4212298814":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/3376220973":"2024-08-30T14:40:29.224345+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:45:37.263 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:36 smithi131 ceph-mon[17514]: pgmap v198: 97 pgs: 29 creating+peering, 68 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 624 B/s wr, 1 op/s 2024-08-29T14:45:37.263 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:36 smithi131 ceph-mon[17514]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-29T14:45:37.263 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:36 smithi131 ceph-mon[17514]: Cluster is now healthy 2024-08-29T14:45:37.263 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:36 smithi131 ceph-mon[29516]: pgmap v198: 97 pgs: 29 creating+peering, 68 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 624 B/s wr, 1 op/s 2024-08-29T14:45:37.263 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:36 smithi131 ceph-mon[29516]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-29T14:45:37.263 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:36 smithi131 ceph-mon[29516]: Cluster is now healthy 2024-08-29T14:45:37.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:36 smithi169 ceph-mon[20881]: pgmap v198: 97 pgs: 29 creating+peering, 68 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 624 B/s wr, 1 op/s 2024-08-29T14:45:37.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:36 smithi169 ceph-mon[20881]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-29T14:45:37.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:36 smithi169 ceph-mon[20881]: Cluster is now healthy 2024-08-29T14:45:37.595 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:45:37.838 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:38.198 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:37 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/288290643' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:38.199 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:37 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/288290643' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:37 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/288290643' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:39.036 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:38 smithi131 ceph-mon[17514]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-08-29T14:45:39.036 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:38 smithi131 ceph-mon[29516]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-08-29T14:45:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:38 smithi169 ceph-mon[20881]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-08-29T14:45:39.675 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:39.676 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":66,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","created":"2024-08-29T14:39:58.113203+0000","modified":"2024-08-29T14:45:33.729935+0000","last_up_change":"2024-08-29T14:45:02.157900+0000","last_in_change":"2024-08-29T14:44:46.000997+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:43:08.038937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T14:45:27.535472+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T14:45:30.830181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a14e2807-3351-4e1a-9a21-f36358ba23d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6802","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6803","nonce":2474040517}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6804","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6805","nonce":2474040517}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6808","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6809","nonce":2474040517}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6806","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6807","nonce":2474040517}]},"public_addr":"172.21.15.131:6803/2474040517","cluster_addr":"172.21.15.131:6805/2474040517","heartbeat_back_addr":"172.21.15.131:6809/2474040517","heartbeat_front_addr":"172.21.15.131:6807/2474040517","state":["exists","up"]},{"osd":1,"uuid":"fe32dc54-1602-41f1-bfb6-1d43b51ed570","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6810","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6811","nonce":1093353922}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6812","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6813","nonce":1093353922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6816","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6817","nonce":1093353922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6814","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6815","nonce":1093353922}]},"public_addr":"172.21.15.131:6811/1093353922","cluster_addr":"172.21.15.131:6813/1093353922","heartbeat_back_addr":"172.21.15.131:6817/1093353922","heartbeat_front_addr":"172.21.15.131:6815/1093353922","state":["exists","up"]},{"osd":2,"uuid":"23e78e1a-070b-4009-9ad9-7bd3757c1874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6818","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6819","nonce":2857512687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6820","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6821","nonce":2857512687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6824","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6825","nonce":2857512687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6822","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6823","nonce":2857512687}]},"public_addr":"172.21.15.131:6819/2857512687","cluster_addr":"172.21.15.131:6821/2857512687","heartbeat_back_addr":"172.21.15.131:6825/2857512687","heartbeat_front_addr":"172.21.15.131:6823/2857512687","state":["exists","up"]},{"osd":3,"uuid":"f8ef4a6a-18cc-4341-add8-feb5b84c6316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6826","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6827","nonce":1115631708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6828","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6829","nonce":1115631708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6832","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6833","nonce":1115631708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6830","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6831","nonce":1115631708}]},"public_addr":"172.21.15.131:6827/1115631708","cluster_addr":"172.21.15.131:6829/1115631708","heartbeat_back_addr":"172.21.15.131:6833/1115631708","heartbeat_front_addr":"172.21.15.131:6831/1115631708","state":["exists","up"]},{"osd":4,"uuid":"bff66608-1f20-439e-afe9-e5a0d631fd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6801","nonce":1199368005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6803","nonce":1199368005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6807","nonce":1199368005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6805","nonce":1199368005}]},"public_addr":"172.21.15.169:6801/1199368005","cluster_addr":"172.21.15.169:6803/1199368005","heartbeat_back_addr":"172.21.15.169:6807/1199368005","heartbeat_front_addr":"172.21.15.169:6805/1199368005","state":["exists","up"]},{"osd":5,"uuid":"218dfecd-80dd-4b27-ba8d-f5e8a8f1d070","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6809","nonce":472385377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6811","nonce":472385377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6815","nonce":472385377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6813","nonce":472385377}]},"public_addr":"172.21.15.169:6809/472385377","cluster_addr":"172.21.15.169:6811/472385377","heartbeat_back_addr":"172.21.15.169:6815/472385377","heartbeat_front_addr":"172.21.15.169:6813/472385377","state":["exists","up"]},{"osd":6,"uuid":"e226fc9a-a75d-4d40-8a10-d901d7857d30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6817","nonce":534770939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6819","nonce":534770939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6823","nonce":534770939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6821","nonce":534770939}]},"public_addr":"172.21.15.169:6817/534770939","cluster_addr":"172.21.15.169:6819/534770939","heartbeat_back_addr":"172.21.15.169:6823/534770939","heartbeat_front_addr":"172.21.15.169:6821/534770939","state":["exists","up"]},{"osd":7,"uuid":"3fb1184c-095c-4b55-82d5-8f9fa2176af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6825","nonce":3397846058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6827","nonce":3397846058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6831","nonce":3397846058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6829","nonce":3397846058}]},"public_addr":"172.21.15.169:6825/3397846058","cluster_addr":"172.21.15.169:6827/3397846058","heartbeat_back_addr":"172.21.15.169:6831/3397846058","heartbeat_front_addr":"172.21.15.169:6829/3397846058","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:13.937973+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:38.736780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:03.949662+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:28.742678+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:50.660737+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:13.266943+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:37.235747+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:45:01.151107+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.131:0/2273688473":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/1295119850":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6801/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/2635697803":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/310971467":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/4212298814":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/3376220973":"2024-08-30T14:40:29.224345+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:45:40.051 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:39 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/874967273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:40.051 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:39 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/874967273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:40.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:39 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/874967273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:40.570 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-29T14:45:40.812 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:41.171 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:40 smithi131 ceph-mon[17514]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-29T14:45:41.171 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:40 smithi131 ceph-mon[29516]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-29T14:45:41.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:40 smithi169 ceph-mon[20881]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-29T14:45:43.301 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:42 smithi131 ceph-mon[17514]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-29T14:45:43.340 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:42 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/422255569' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-29T14:45:43.340 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:42 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-29T14:45:43.340 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:42 smithi131 ceph-mon[29516]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-29T14:45:43.341 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:42 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/422255569' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-29T14:45:43.341 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:42 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-29T14:45:43.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:42 smithi169 ceph-mon[20881]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-29T14:45:43.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:42 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/422255569' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-29T14:45:43.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:42 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-29T14:45:43.705 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-29T14:45:43.705 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-29T14:45:43.960 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:44.185 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:43 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-29T14:45:44.186 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:43 smithi131 ceph-mon[17514]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:44.186 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:43 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-29T14:45:44.186 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:43 smithi131 ceph-mon[29516]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:43 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-29T14:45:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:43 smithi169 ceph-mon[20881]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:45.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:44 smithi131 ceph-mon[17514]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-29T14:45:45.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:44 smithi131 ceph-mon[29516]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-29T14:45:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:44 smithi169 ceph-mon[20881]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-29T14:45:46.256 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:45 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3756871745' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T14:45:46.256 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:45 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T14:45:46.256 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:45 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3756871745' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T14:45:46.256 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:45 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T14:45:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:45 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3756871745' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T14:45:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:45 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T14:45:46.639 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-29T14:45:46.639 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T14:45:46.881 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:47.259 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:46 smithi131 ceph-mon[17514]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-29T14:45:47.260 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:46 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-29T14:45:47.260 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:46 smithi131 ceph-mon[17514]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:47.260 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:46 smithi131 ceph-mon[29516]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-29T14:45:47.260 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:46 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-29T14:45:47.260 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:46 smithi131 ceph-mon[29516]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:47.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:46 smithi169 ceph-mon[20881]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-29T14:45:47.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:46 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-29T14:45:47.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:46 smithi169 ceph-mon[20881]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:45:48.777 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:48.777 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.131:6835/886210761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6834","nonce":886210761},{"type":"v1","addr":"172.21.15.131:6835","nonce":886210761}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T14:45:33.730060+0000","modified":"2024-08-29T14:45:45.924954+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.169:6833/962109723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":962109723},{"type":"v1","addr":"172.21.15.169:6833","nonce":962109723}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-29T14:45:48.777 INFO:teuthology.orchestra.run.smithi131.stderr:dumped fsmap epoch 8 2024-08-29T14:45:49.054 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:48 smithi131 ceph-mon[17514]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 2 op/s 2024-08-29T14:45:49.054 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:48 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1648585745' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:45:49.055 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:48 smithi131 ceph-mon[29516]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 2 op/s 2024-08-29T14:45:49.055 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:48 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1648585745' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:45:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:48 smithi169 ceph-mon[20881]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 2 op/s 2024-08-29T14:45:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:48 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/1648585745' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:45:49.481 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:45:49.734 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:51.249 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:50 smithi131 ceph-mon[17514]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:45:51.249 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:50 smithi131 ceph-mon[29516]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:45:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:50 smithi169 ceph-mon[20881]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:45:51.492 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:51.492 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":66,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","created":"2024-08-29T14:39:58.113203+0000","modified":"2024-08-29T14:45:33.729935+0000","last_up_change":"2024-08-29T14:45:02.157900+0000","last_in_change":"2024-08-29T14:44:46.000997+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:43:08.038937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T14:45:27.535472+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T14:45:30.830181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a14e2807-3351-4e1a-9a21-f36358ba23d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6802","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6803","nonce":2474040517}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6804","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6805","nonce":2474040517}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6808","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6809","nonce":2474040517}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6806","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6807","nonce":2474040517}]},"public_addr":"172.21.15.131:6803/2474040517","cluster_addr":"172.21.15.131:6805/2474040517","heartbeat_back_addr":"172.21.15.131:6809/2474040517","heartbeat_front_addr":"172.21.15.131:6807/2474040517","state":["exists","up"]},{"osd":1,"uuid":"fe32dc54-1602-41f1-bfb6-1d43b51ed570","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6810","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6811","nonce":1093353922}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6812","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6813","nonce":1093353922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6816","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6817","nonce":1093353922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6814","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6815","nonce":1093353922}]},"public_addr":"172.21.15.131:6811/1093353922","cluster_addr":"172.21.15.131:6813/1093353922","heartbeat_back_addr":"172.21.15.131:6817/1093353922","heartbeat_front_addr":"172.21.15.131:6815/1093353922","state":["exists","up"]},{"osd":2,"uuid":"23e78e1a-070b-4009-9ad9-7bd3757c1874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6818","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6819","nonce":2857512687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6820","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6821","nonce":2857512687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6824","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6825","nonce":2857512687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6822","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6823","nonce":2857512687}]},"public_addr":"172.21.15.131:6819/2857512687","cluster_addr":"172.21.15.131:6821/2857512687","heartbeat_back_addr":"172.21.15.131:6825/2857512687","heartbeat_front_addr":"172.21.15.131:6823/2857512687","state":["exists","up"]},{"osd":3,"uuid":"f8ef4a6a-18cc-4341-add8-feb5b84c6316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6826","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6827","nonce":1115631708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6828","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6829","nonce":1115631708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6832","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6833","nonce":1115631708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6830","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6831","nonce":1115631708}]},"public_addr":"172.21.15.131:6827/1115631708","cluster_addr":"172.21.15.131:6829/1115631708","heartbeat_back_addr":"172.21.15.131:6833/1115631708","heartbeat_front_addr":"172.21.15.131:6831/1115631708","state":["exists","up"]},{"osd":4,"uuid":"bff66608-1f20-439e-afe9-e5a0d631fd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6801","nonce":1199368005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6803","nonce":1199368005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6807","nonce":1199368005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6805","nonce":1199368005}]},"public_addr":"172.21.15.169:6801/1199368005","cluster_addr":"172.21.15.169:6803/1199368005","heartbeat_back_addr":"172.21.15.169:6807/1199368005","heartbeat_front_addr":"172.21.15.169:6805/1199368005","state":["exists","up"]},{"osd":5,"uuid":"218dfecd-80dd-4b27-ba8d-f5e8a8f1d070","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6809","nonce":472385377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6811","nonce":472385377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6815","nonce":472385377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6813","nonce":472385377}]},"public_addr":"172.21.15.169:6809/472385377","cluster_addr":"172.21.15.169:6811/472385377","heartbeat_back_addr":"172.21.15.169:6815/472385377","heartbeat_front_addr":"172.21.15.169:6813/472385377","state":["exists","up"]},{"osd":6,"uuid":"e226fc9a-a75d-4d40-8a10-d901d7857d30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6817","nonce":534770939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6819","nonce":534770939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6823","nonce":534770939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6821","nonce":534770939}]},"public_addr":"172.21.15.169:6817/534770939","cluster_addr":"172.21.15.169:6819/534770939","heartbeat_back_addr":"172.21.15.169:6823/534770939","heartbeat_front_addr":"172.21.15.169:6821/534770939","state":["exists","up"]},{"osd":7,"uuid":"3fb1184c-095c-4b55-82d5-8f9fa2176af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6825","nonce":3397846058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6827","nonce":3397846058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6831","nonce":3397846058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6829","nonce":3397846058}]},"public_addr":"172.21.15.169:6825/3397846058","cluster_addr":"172.21.15.169:6827/3397846058","heartbeat_back_addr":"172.21.15.169:6831/3397846058","heartbeat_front_addr":"172.21.15.169:6829/3397846058","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:13.937973+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:38.736780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:03.949662+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:28.742678+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:50.660737+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:13.266943+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:37.235747+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:45:01.151107+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.131:0/2273688473":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/1295119850":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6801/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/2635697803":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/310971467":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/4212298814":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/3376220973":"2024-08-30T14:40:29.224345+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:45:52.078 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:51 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1793405124' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:52.078 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-08-29T14:45:52.078 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-08-29T14:45:52.078 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-08-29T14:45:52.078 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:51 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-29T14:45:52.078 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:51 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1793405124' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:52.079 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:51 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-08-29T14:45:52.079 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:51 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-08-29T14:45:52.079 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:51 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-08-29T14:45:52.079 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:51 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-29T14:45:52.105 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-29T14:45:52.105 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T14:45:52.350 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:51 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/1793405124' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:45:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:51 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-08-29T14:45:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:51 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-08-29T14:45:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:51 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-08-29T14:45:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:51 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-29T14:45:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[29516]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:45:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-08-29T14:45:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-08-29T14:45:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-08-29T14:45:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-29T14:45:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[29516]: osdmap e67: 8 total, 8 up, 8 in 2024-08-29T14:45:53.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[17514]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:45:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-08-29T14:45:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-08-29T14:45:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-08-29T14:45:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-29T14:45:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:52 smithi131 ceph-mon[17514]: osdmap e67: 8 total, 8 up, 8 in 2024-08-29T14:45:53.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:52 smithi169 ceph-mon[20881]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:45:53.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-08-29T14:45:53.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-08-29T14:45:53.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-08-29T14:45:53.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:52 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-29T14:45:53.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:52 smithi169 ceph-mon[20881]: osdmap e67: 8 total, 8 up, 8 in 2024-08-29T14:45:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:53 smithi131 ceph-mon[17514]: osdmap e68: 8 total, 8 up, 8 in 2024-08-29T14:45:54.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:53 smithi131 ceph-mon[29516]: osdmap e68: 8 total, 8 up, 8 in 2024-08-29T14:45:54.170 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:54.172 INFO:teuthology.orchestra.run.smithi131.stderr:dumped all 2024-08-29T14:45:54.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:53 smithi169 ceph-mon[20881]: osdmap e68: 8 total, 8 up, 8 in 2024-08-29T14:45:54.913 INFO:teuthology.orchestra.run.smithi131.stdout:{"pg_ready":true,"pg_map":{"version":209,"stamp":"2024-08-29T14:45:53.797223+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385908,"kb_used_data":7032,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575308,"statfs":{"total":767960285184,"available":765517115392,"internally_reserved":0,"allocated":7200768,"data_stored":4027503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001817"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.898619+0000","last_change":"2024-08-29T14:45:31.908371+0000","last_active":"2024-08-29T14:45:33.898619+0000","last_peered":"2024-08-29T14:45:33.898619+0000","last_clean":"2024-08-29T14:45:33.898619+0000","last_became_active":"2024-08-29T14:45:31.907932+0000","last_became_peered":"2024-08-29T14:45:31.907932+0000","last_unstale":"2024-08-29T14:45:33.898619+0000","last_undegraded":"2024-08-29T14:45:33.898619+0000","last_fullsized":"2024-08-29T14:45:33.898619+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:32:23.320121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881461+0000","last_change":"2024-08-29T14:45:31.906435+0000","last_active":"2024-08-29T14:45:32.881461+0000","last_peered":"2024-08-29T14:45:32.881461+0000","last_clean":"2024-08-29T14:45:32.881461+0000","last_became_active":"2024-08-29T14:45:31.906063+0000","last_became_peered":"2024-08-29T14:45:31.906063+0000","last_unstale":"2024-08-29T14:45:32.881461+0000","last_undegraded":"2024-08-29T14:45:32.881461+0000","last_fullsized":"2024-08-29T14:45:32.881461+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:43:44.899005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422905+0000","last_change":"2024-08-29T14:45:31.894462+0000","last_active":"2024-08-29T14:45:33.422905+0000","last_peered":"2024-08-29T14:45:33.422905+0000","last_clean":"2024-08-29T14:45:33.422905+0000","last_became_active":"2024-08-29T14:45:31.894180+0000","last_became_peered":"2024-08-29T14:45:31.894180+0000","last_unstale":"2024-08-29T14:45:33.422905+0000","last_undegraded":"2024-08-29T14:45:33.422905+0000","last_fullsized":"2024-08-29T14:45:33.422905+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:54:23.085975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422737+0000","last_change":"2024-08-29T14:45:31.904134+0000","last_active":"2024-08-29T14:45:33.422737+0000","last_peered":"2024-08-29T14:45:33.422737+0000","last_clean":"2024-08-29T14:45:33.422737+0000","last_became_active":"2024-08-29T14:45:31.903864+0000","last_became_peered":"2024-08-29T14:45:31.903864+0000","last_unstale":"2024-08-29T14:45:33.422737+0000","last_undegraded":"2024-08-29T14:45:33.422737+0000","last_fullsized":"2024-08-29T14:45:33.422737+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:19:51.416087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.895919+0000","last_change":"2024-08-29T14:45:31.904361+0000","last_active":"2024-08-29T14:45:33.895919+0000","last_peered":"2024-08-29T14:45:33.895919+0000","last_clean":"2024-08-29T14:45:33.895919+0000","last_became_active":"2024-08-29T14:45:31.904068+0000","last_became_peered":"2024-08-29T14:45:31.904068+0000","last_unstale":"2024-08-29T14:45:33.895919+0000","last_undegraded":"2024-08-29T14:45:33.895919+0000","last_fullsized":"2024-08-29T14:45:33.895919+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:13:24.517554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423057+0000","last_change":"2024-08-29T14:45:31.898203+0000","last_active":"2024-08-29T14:45:33.423057+0000","last_peered":"2024-08-29T14:45:33.423057+0000","last_clean":"2024-08-29T14:45:33.423057+0000","last_became_active":"2024-08-29T14:45:31.895529+0000","last_became_peered":"2024-08-29T14:45:31.895529+0000","last_unstale":"2024-08-29T14:45:33.423057+0000","last_undegraded":"2024-08-29T14:45:33.423057+0000","last_fullsized":"2024-08-29T14:45:33.423057+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:37:34.897022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.895674+0000","last_change":"2024-08-29T14:45:31.900750+0000","last_active":"2024-08-29T14:45:33.895674+0000","last_peered":"2024-08-29T14:45:33.895674+0000","last_clean":"2024-08-29T14:45:33.895674+0000","last_became_active":"2024-08-29T14:45:31.897866+0000","last_became_peered":"2024-08-29T14:45:31.897866+0000","last_unstale":"2024-08-29T14:45:33.895674+0000","last_undegraded":"2024-08-29T14:45:33.895674+0000","last_fullsized":"2024-08-29T14:45:33.895674+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:09:36.639231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880301+0000","last_change":"2024-08-29T14:45:31.902849+0000","last_active":"2024-08-29T14:45:32.880301+0000","last_peered":"2024-08-29T14:45:32.880301+0000","last_clean":"2024-08-29T14:45:32.880301+0000","last_became_active":"2024-08-29T14:45:31.902656+0000","last_became_peered":"2024-08-29T14:45:31.902656+0000","last_unstale":"2024-08-29T14:45:32.880301+0000","last_undegraded":"2024-08-29T14:45:32.880301+0000","last_fullsized":"2024-08-29T14:45:32.880301+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:02:54.799397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.899112+0000","last_change":"2024-08-29T14:45:31.896837+0000","last_active":"2024-08-29T14:45:33.899112+0000","last_peered":"2024-08-29T14:45:33.899112+0000","last_clean":"2024-08-29T14:45:33.899112+0000","last_became_active":"2024-08-29T14:45:31.896558+0000","last_became_peered":"2024-08-29T14:45:31.896558+0000","last_unstale":"2024-08-29T14:45:33.899112+0000","last_undegraded":"2024-08-29T14:45:33.899112+0000","last_fullsized":"2024-08-29T14:45:33.899112+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:23:45.752751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423013+0000","last_change":"2024-08-29T14:45:31.907547+0000","last_active":"2024-08-29T14:45:33.423013+0000","last_peered":"2024-08-29T14:45:33.423013+0000","last_clean":"2024-08-29T14:45:33.423013+0000","last_became_active":"2024-08-29T14:45:31.905663+0000","last_became_peered":"2024-08-29T14:45:31.905663+0000","last_unstale":"2024-08-29T14:45:33.423013+0000","last_undegraded":"2024-08-29T14:45:33.423013+0000","last_fullsized":"2024-08-29T14:45:33.423013+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:55:58.039884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423746+0000","last_change":"2024-08-29T14:45:31.897958+0000","last_active":"2024-08-29T14:45:33.423746+0000","last_peered":"2024-08-29T14:45:33.423746+0000","last_clean":"2024-08-29T14:45:33.423746+0000","last_became_active":"2024-08-29T14:45:31.897652+0000","last_became_peered":"2024-08-29T14:45:31.897652+0000","last_unstale":"2024-08-29T14:45:33.423746+0000","last_undegraded":"2024-08-29T14:45:33.423746+0000","last_fullsized":"2024-08-29T14:45:33.423746+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:32:20.567228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886877+0000","last_change":"2024-08-29T14:45:31.901442+0000","last_active":"2024-08-29T14:45:33.886877+0000","last_peered":"2024-08-29T14:45:33.886877+0000","last_clean":"2024-08-29T14:45:33.886877+0000","last_became_active":"2024-08-29T14:45:31.901172+0000","last_became_peered":"2024-08-29T14:45:31.901172+0000","last_unstale":"2024-08-29T14:45:33.886877+0000","last_undegraded":"2024-08-29T14:45:33.886877+0000","last_fullsized":"2024-08-29T14:45:33.886877+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:36:23.386827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880925+0000","last_change":"2024-08-29T14:45:31.893880+0000","last_active":"2024-08-29T14:45:32.880925+0000","last_peered":"2024-08-29T14:45:32.880925+0000","last_clean":"2024-08-29T14:45:32.880925+0000","last_became_active":"2024-08-29T14:45:31.893452+0000","last_became_peered":"2024-08-29T14:45:31.893452+0000","last_unstale":"2024-08-29T14:45:32.880925+0000","last_undegraded":"2024-08-29T14:45:32.880925+0000","last_fullsized":"2024-08-29T14:45:32.880925+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:39:36.512578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422768+0000","last_change":"2024-08-29T14:45:31.894551+0000","last_active":"2024-08-29T14:45:33.422768+0000","last_peered":"2024-08-29T14:45:33.422768+0000","last_clean":"2024-08-29T14:45:33.422768+0000","last_became_active":"2024-08-29T14:45:31.894249+0000","last_became_peered":"2024-08-29T14:45:31.894249+0000","last_unstale":"2024-08-29T14:45:33.422768+0000","last_undegraded":"2024-08-29T14:45:33.422768+0000","last_fullsized":"2024-08-29T14:45:33.422768+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:39:46.134492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880973+0000","last_change":"2024-08-29T14:45:31.897161+0000","last_active":"2024-08-29T14:45:32.880973+0000","last_peered":"2024-08-29T14:45:32.880973+0000","last_clean":"2024-08-29T14:45:32.880973+0000","last_became_active":"2024-08-29T14:45:31.896903+0000","last_became_peered":"2024-08-29T14:45:31.896903+0000","last_unstale":"2024-08-29T14:45:32.880973+0000","last_undegraded":"2024-08-29T14:45:32.880973+0000","last_fullsized":"2024-08-29T14:45:32.880973+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:19:28.924707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422964+0000","last_change":"2024-08-29T14:45:31.904892+0000","last_active":"2024-08-29T14:45:33.422964+0000","last_peered":"2024-08-29T14:45:33.422964+0000","last_clean":"2024-08-29T14:45:33.422964+0000","last_became_active":"2024-08-29T14:45:31.903998+0000","last_became_peered":"2024-08-29T14:45:31.903998+0000","last_unstale":"2024-08-29T14:45:33.422964+0000","last_undegraded":"2024-08-29T14:45:33.422964+0000","last_fullsized":"2024-08-29T14:45:33.422964+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:33:14.034355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422990+0000","last_change":"2024-08-29T14:45:31.902273+0000","last_active":"2024-08-29T14:45:33.422990+0000","last_peered":"2024-08-29T14:45:33.422990+0000","last_clean":"2024-08-29T14:45:33.422990+0000","last_became_active":"2024-08-29T14:45:31.902009+0000","last_became_peered":"2024-08-29T14:45:31.902009+0000","last_unstale":"2024-08-29T14:45:33.422990+0000","last_undegraded":"2024-08-29T14:45:33.422990+0000","last_fullsized":"2024-08-29T14:45:33.422990+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:16:38.757567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423065+0000","last_change":"2024-08-29T14:45:31.900298+0000","last_active":"2024-08-29T14:45:33.423065+0000","last_peered":"2024-08-29T14:45:33.423065+0000","last_clean":"2024-08-29T14:45:33.423065+0000","last_became_active":"2024-08-29T14:45:31.900054+0000","last_became_peered":"2024-08-29T14:45:31.900054+0000","last_unstale":"2024-08-29T14:45:33.423065+0000","last_undegraded":"2024-08-29T14:45:33.423065+0000","last_fullsized":"2024-08-29T14:45:33.423065+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:03:47.994557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896445+0000","last_change":"2024-08-29T14:45:31.909472+0000","last_active":"2024-08-29T14:45:33.896445+0000","last_peered":"2024-08-29T14:45:33.896445+0000","last_clean":"2024-08-29T14:45:33.896445+0000","last_became_active":"2024-08-29T14:45:31.908961+0000","last_became_peered":"2024-08-29T14:45:31.908961+0000","last_unstale":"2024-08-29T14:45:33.896445+0000","last_undegraded":"2024-08-29T14:45:33.896445+0000","last_fullsized":"2024-08-29T14:45:33.896445+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:57:11.998182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423616+0000","last_change":"2024-08-29T14:45:31.898612+0000","last_active":"2024-08-29T14:45:33.423616+0000","last_peered":"2024-08-29T14:45:33.423616+0000","last_clean":"2024-08-29T14:45:33.423616+0000","last_became_active":"2024-08-29T14:45:31.898293+0000","last_became_peered":"2024-08-29T14:45:31.898293+0000","last_unstale":"2024-08-29T14:45:33.423616+0000","last_undegraded":"2024-08-29T14:45:33.423616+0000","last_fullsized":"2024-08-29T14:45:33.423616+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:29:21.491243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422775+0000","last_change":"2024-08-29T14:45:31.899247+0000","last_active":"2024-08-29T14:45:33.422775+0000","last_peered":"2024-08-29T14:45:33.422775+0000","last_clean":"2024-08-29T14:45:33.422775+0000","last_became_active":"2024-08-29T14:45:31.898943+0000","last_became_peered":"2024-08-29T14:45:31.898943+0000","last_unstale":"2024-08-29T14:45:33.422775+0000","last_undegraded":"2024-08-29T14:45:33.422775+0000","last_fullsized":"2024-08-29T14:45:33.422775+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:40:08.129236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423165+0000","last_change":"2024-08-29T14:45:31.903683+0000","last_active":"2024-08-29T14:45:33.423165+0000","last_peered":"2024-08-29T14:45:33.423165+0000","last_clean":"2024-08-29T14:45:33.423165+0000","last_became_active":"2024-08-29T14:45:31.902913+0000","last_became_peered":"2024-08-29T14:45:31.902913+0000","last_unstale":"2024-08-29T14:45:33.423165+0000","last_undegraded":"2024-08-29T14:45:33.423165+0000","last_fullsized":"2024-08-29T14:45:33.423165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:21:21.319809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880470+0000","last_change":"2024-08-29T14:45:31.889439+0000","last_active":"2024-08-29T14:45:32.880470+0000","last_peered":"2024-08-29T14:45:32.880470+0000","last_clean":"2024-08-29T14:45:32.880470+0000","last_became_active":"2024-08-29T14:45:31.889172+0000","last_became_peered":"2024-08-29T14:45:31.889172+0000","last_unstale":"2024-08-29T14:45:32.880470+0000","last_undegraded":"2024-08-29T14:45:32.880470+0000","last_fullsized":"2024-08-29T14:45:32.880470+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:22:19.163071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422721+0000","last_change":"2024-08-29T14:45:31.890181+0000","last_active":"2024-08-29T14:45:33.422721+0000","last_peered":"2024-08-29T14:45:33.422721+0000","last_clean":"2024-08-29T14:45:33.422721+0000","last_became_active":"2024-08-29T14:45:31.889873+0000","last_became_peered":"2024-08-29T14:45:31.889873+0000","last_unstale":"2024-08-29T14:45:33.422721+0000","last_undegraded":"2024-08-29T14:45:33.422721+0000","last_fullsized":"2024-08-29T14:45:33.422721+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:25:07.199661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881371+0000","last_change":"2024-08-29T14:45:31.883258+0000","last_active":"2024-08-29T14:45:32.881371+0000","last_peered":"2024-08-29T14:45:32.881371+0000","last_clean":"2024-08-29T14:45:32.881371+0000","last_became_active":"2024-08-29T14:45:31.882946+0000","last_became_peered":"2024-08-29T14:45:31.882946+0000","last_unstale":"2024-08-29T14:45:32.881371+0000","last_undegraded":"2024-08-29T14:45:32.881371+0000","last_fullsized":"2024-08-29T14:45:32.881371+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:09:37.246986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423962+0000","last_change":"2024-08-29T14:45:31.910490+0000","last_active":"2024-08-29T14:45:33.423962+0000","last_peered":"2024-08-29T14:45:33.423962+0000","last_clean":"2024-08-29T14:45:33.423962+0000","last_became_active":"2024-08-29T14:45:31.910176+0000","last_became_peered":"2024-08-29T14:45:31.910176+0000","last_unstale":"2024-08-29T14:45:33.423962+0000","last_undegraded":"2024-08-29T14:45:33.423962+0000","last_fullsized":"2024-08-29T14:45:33.423962+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:59:37.032680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880611+0000","last_change":"2024-08-29T14:45:31.893548+0000","last_active":"2024-08-29T14:45:32.880611+0000","last_peered":"2024-08-29T14:45:32.880611+0000","last_clean":"2024-08-29T14:45:32.880611+0000","last_became_active":"2024-08-29T14:45:31.893257+0000","last_became_peered":"2024-08-29T14:45:31.893257+0000","last_unstale":"2024-08-29T14:45:32.880611+0000","last_undegraded":"2024-08-29T14:45:32.880611+0000","last_fullsized":"2024-08-29T14:45:32.880611+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:42:29.937087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880577+0000","last_change":"2024-08-29T14:45:31.891321+0000","last_active":"2024-08-29T14:45:32.880577+0000","last_peered":"2024-08-29T14:45:32.880577+0000","last_clean":"2024-08-29T14:45:32.880577+0000","last_became_active":"2024-08-29T14:45:31.891050+0000","last_became_peered":"2024-08-29T14:45:31.891050+0000","last_unstale":"2024-08-29T14:45:32.880577+0000","last_undegraded":"2024-08-29T14:45:32.880577+0000","last_fullsized":"2024-08-29T14:45:32.880577+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:14:30.576117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422899+0000","last_change":"2024-08-29T14:45:31.894191+0000","last_active":"2024-08-29T14:45:33.422899+0000","last_peered":"2024-08-29T14:45:33.422899+0000","last_clean":"2024-08-29T14:45:33.422899+0000","last_became_active":"2024-08-29T14:45:31.893920+0000","last_became_peered":"2024-08-29T14:45:31.893920+0000","last_unstale":"2024-08-29T14:45:33.422899+0000","last_undegraded":"2024-08-29T14:45:33.422899+0000","last_fullsized":"2024-08-29T14:45:33.422899+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:08:33.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423206+0000","last_change":"2024-08-29T14:45:31.894393+0000","last_active":"2024-08-29T14:45:33.423206+0000","last_peered":"2024-08-29T14:45:33.423206+0000","last_clean":"2024-08-29T14:45:33.423206+0000","last_became_active":"2024-08-29T14:45:31.894119+0000","last_became_peered":"2024-08-29T14:45:31.894119+0000","last_unstale":"2024-08-29T14:45:33.423206+0000","last_undegraded":"2024-08-29T14:45:33.423206+0000","last_fullsized":"2024-08-29T14:45:33.423206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:47:44.624110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422374+0000","last_change":"2024-08-29T14:45:31.899628+0000","last_active":"2024-08-29T14:45:33.422374+0000","last_peered":"2024-08-29T14:45:33.422374+0000","last_clean":"2024-08-29T14:45:33.422374+0000","last_became_active":"2024-08-29T14:45:31.899368+0000","last_became_peered":"2024-08-29T14:45:31.899368+0000","last_unstale":"2024-08-29T14:45:33.422374+0000","last_undegraded":"2024-08-29T14:45:33.422374+0000","last_fullsized":"2024-08-29T14:45:33.422374+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:53:08.503531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423401+0000","last_change":"2024-08-29T14:45:31.900426+0000","last_active":"2024-08-29T14:45:33.423401+0000","last_peered":"2024-08-29T14:45:33.423401+0000","last_clean":"2024-08-29T14:45:33.423401+0000","last_became_active":"2024-08-29T14:45:31.900147+0000","last_became_peered":"2024-08-29T14:45:31.900147+0000","last_unstale":"2024-08-29T14:45:33.423401+0000","last_undegraded":"2024-08-29T14:45:33.423401+0000","last_fullsized":"2024-08-29T14:45:33.423401+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:32:59.011383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886533+0000","last_change":"2024-08-29T14:45:31.889323+0000","last_active":"2024-08-29T14:45:33.886533+0000","last_peered":"2024-08-29T14:45:33.886533+0000","last_clean":"2024-08-29T14:45:33.886533+0000","last_became_active":"2024-08-29T14:45:31.888742+0000","last_became_peered":"2024-08-29T14:45:31.888742+0000","last_unstale":"2024-08-29T14:45:33.886533+0000","last_undegraded":"2024-08-29T14:45:33.886533+0000","last_fullsized":"2024-08-29T14:45:33.886533+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:01:30.938969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.887185+0000","last_change":"2024-08-29T14:45:28.864692+0000","last_active":"2024-08-29T14:45:33.887185+0000","last_peered":"2024-08-29T14:45:33.887185+0000","last_clean":"2024-08-29T14:45:33.887185+0000","last_became_active":"2024-08-29T14:45:28.864423+0000","last_became_peered":"2024-08-29T14:45:28.864423+0000","last_unstale":"2024-08-29T14:45:33.887185+0000","last_undegraded":"2024-08-29T14:45:33.887185+0000","last_fullsized":"2024-08-29T14:45:33.887185+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:15:28.580822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423038+0000","last_change":"2024-08-29T14:45:31.898820+0000","last_active":"2024-08-29T14:45:33.423038+0000","last_peered":"2024-08-29T14:45:33.423038+0000","last_clean":"2024-08-29T14:45:33.423038+0000","last_became_active":"2024-08-29T14:45:31.898547+0000","last_became_peered":"2024-08-29T14:45:31.898547+0000","last_unstale":"2024-08-29T14:45:33.423038+0000","last_undegraded":"2024-08-29T14:45:33.423038+0000","last_fullsized":"2024-08-29T14:45:33.423038+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:18:37.186322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.895748+0000","last_change":"2024-08-29T14:45:28.870657+0000","last_active":"2024-08-29T14:45:33.895748+0000","last_peered":"2024-08-29T14:45:33.895748+0000","last_clean":"2024-08-29T14:45:33.895748+0000","last_became_active":"2024-08-29T14:45:28.870304+0000","last_became_peered":"2024-08-29T14:45:28.870304+0000","last_unstale":"2024-08-29T14:45:33.895748+0000","last_undegraded":"2024-08-29T14:45:33.895748+0000","last_fullsized":"2024-08-29T14:45:33.895748+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:16:31.973467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880588+0000","last_change":"2024-08-29T14:45:28.867709+0000","last_active":"2024-08-29T14:45:32.880588+0000","last_peered":"2024-08-29T14:45:32.880588+0000","last_clean":"2024-08-29T14:45:32.880588+0000","last_became_active":"2024-08-29T14:45:28.867424+0000","last_became_peered":"2024-08-29T14:45:28.867424+0000","last_unstale":"2024-08-29T14:45:32.880588+0000","last_undegraded":"2024-08-29T14:45:32.880588+0000","last_fullsized":"2024-08-29T14:45:32.880588+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:02:45.195880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880405+0000","last_change":"2024-08-29T14:45:31.892736+0000","last_active":"2024-08-29T14:45:32.880405+0000","last_peered":"2024-08-29T14:45:32.880405+0000","last_clean":"2024-08-29T14:45:32.880405+0000","last_became_active":"2024-08-29T14:45:31.892494+0000","last_became_peered":"2024-08-29T14:45:31.892494+0000","last_unstale":"2024-08-29T14:45:32.880405+0000","last_undegraded":"2024-08-29T14:45:32.880405+0000","last_fullsized":"2024-08-29T14:45:32.880405+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:51:25.011094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422799+0000","last_change":"2024-08-29T14:45:28.872455+0000","last_active":"2024-08-29T14:45:33.422799+0000","last_peered":"2024-08-29T14:45:33.422799+0000","last_clean":"2024-08-29T14:45:33.422799+0000","last_became_active":"2024-08-29T14:45:28.872164+0000","last_became_peered":"2024-08-29T14:45:28.872164+0000","last_unstale":"2024-08-29T14:45:33.422799+0000","last_undegraded":"2024-08-29T14:45:33.422799+0000","last_fullsized":"2024-08-29T14:45:33.422799+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:54.193637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880831+0000","last_change":"2024-08-29T14:45:31.897573+0000","last_active":"2024-08-29T14:45:32.880831+0000","last_peered":"2024-08-29T14:45:32.880831+0000","last_clean":"2024-08-29T14:45:32.880831+0000","last_became_active":"2024-08-29T14:45:31.897215+0000","last_became_peered":"2024-08-29T14:45:31.897215+0000","last_unstale":"2024-08-29T14:45:32.880831+0000","last_undegraded":"2024-08-29T14:45:32.880831+0000","last_fullsized":"2024-08-29T14:45:32.880831+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:45:52.593139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423990+0000","last_change":"2024-08-29T14:45:28.873336+0000","last_active":"2024-08-29T14:45:33.423990+0000","last_peered":"2024-08-29T14:45:33.423990+0000","last_clean":"2024-08-29T14:45:33.423990+0000","last_became_active":"2024-08-29T14:45:28.872977+0000","last_became_peered":"2024-08-29T14:45:28.872977+0000","last_unstale":"2024-08-29T14:45:33.423990+0000","last_undegraded":"2024-08-29T14:45:33.423990+0000","last_fullsized":"2024-08-29T14:45:33.423990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:02:36.497507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.424444+0000","last_change":"2024-08-29T14:45:31.903442+0000","last_active":"2024-08-29T14:45:33.424444+0000","last_peered":"2024-08-29T14:45:33.424444+0000","last_clean":"2024-08-29T14:45:33.424444+0000","last_became_active":"2024-08-29T14:45:31.903171+0000","last_became_peered":"2024-08-29T14:45:31.903171+0000","last_unstale":"2024-08-29T14:45:33.424444+0000","last_undegraded":"2024-08-29T14:45:33.424444+0000","last_fullsized":"2024-08-29T14:45:33.424444+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:55:20.916626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.424492+0000","last_change":"2024-08-29T14:45:28.866947+0000","last_active":"2024-08-29T14:45:33.424492+0000","last_peered":"2024-08-29T14:45:33.424492+0000","last_clean":"2024-08-29T14:45:33.424492+0000","last_became_active":"2024-08-29T14:45:28.866075+0000","last_became_peered":"2024-08-29T14:45:28.866075+0000","last_unstale":"2024-08-29T14:45:33.424492+0000","last_undegraded":"2024-08-29T14:45:33.424492+0000","last_fullsized":"2024-08-29T14:45:33.424492+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:10:02.610850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423389+0000","last_change":"2024-08-29T14:45:31.899746+0000","last_active":"2024-08-29T14:45:33.423389+0000","last_peered":"2024-08-29T14:45:33.423389+0000","last_clean":"2024-08-29T14:45:33.423389+0000","last_became_active":"2024-08-29T14:45:31.899337+0000","last_became_peered":"2024-08-29T14:45:31.899337+0000","last_unstale":"2024-08-29T14:45:33.423389+0000","last_undegraded":"2024-08-29T14:45:33.423389+0000","last_fullsized":"2024-08-29T14:45:33.423389+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:39:24.925117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.897286+0000","last_change":"2024-08-29T14:45:28.873196+0000","last_active":"2024-08-29T14:45:33.897286+0000","last_peered":"2024-08-29T14:45:33.897286+0000","last_clean":"2024-08-29T14:45:33.897286+0000","last_became_active":"2024-08-29T14:45:28.872815+0000","last_became_peered":"2024-08-29T14:45:28.872815+0000","last_unstale":"2024-08-29T14:45:33.897286+0000","last_undegraded":"2024-08-29T14:45:33.897286+0000","last_fullsized":"2024-08-29T14:45:33.897286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:52:18.896104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886965+0000","last_change":"2024-08-29T14:45:31.900800+0000","last_active":"2024-08-29T14:45:33.886965+0000","last_peered":"2024-08-29T14:45:33.886965+0000","last_clean":"2024-08-29T14:45:33.886965+0000","last_became_active":"2024-08-29T14:45:31.900520+0000","last_became_peered":"2024-08-29T14:45:31.900520+0000","last_unstale":"2024-08-29T14:45:33.886965+0000","last_undegraded":"2024-08-29T14:45:33.886965+0000","last_fullsized":"2024-08-29T14:45:33.886965+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:43:40.061767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.902570+0000","last_change":"2024-08-29T14:45:28.866390+0000","last_active":"2024-08-29T14:45:33.902570+0000","last_peered":"2024-08-29T14:45:33.902570+0000","last_clean":"2024-08-29T14:45:33.902570+0000","last_became_active":"2024-08-29T14:45:28.866095+0000","last_became_peered":"2024-08-29T14:45:28.866095+0000","last_unstale":"2024-08-29T14:45:33.902570+0000","last_undegraded":"2024-08-29T14:45:33.902570+0000","last_fullsized":"2024-08-29T14:45:33.902570+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:56:41.410208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896091+0000","last_change":"2024-08-29T14:45:31.901282+0000","last_active":"2024-08-29T14:45:33.896091+0000","last_peered":"2024-08-29T14:45:33.896091+0000","last_clean":"2024-08-29T14:45:33.896091+0000","last_became_active":"2024-08-29T14:45:31.900951+0000","last_became_peered":"2024-08-29T14:45:31.900951+0000","last_unstale":"2024-08-29T14:45:33.896091+0000","last_undegraded":"2024-08-29T14:45:33.896091+0000","last_fullsized":"2024-08-29T14:45:33.896091+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:20:05.053858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.897875+0000","last_change":"2024-08-29T14:45:28.867629+0000","last_active":"2024-08-29T14:45:33.897875+0000","last_peered":"2024-08-29T14:45:33.897875+0000","last_clean":"2024-08-29T14:45:33.897875+0000","last_became_active":"2024-08-29T14:45:28.867345+0000","last_became_peered":"2024-08-29T14:45:28.867345+0000","last_unstale":"2024-08-29T14:45:33.897875+0000","last_undegraded":"2024-08-29T14:45:33.897875+0000","last_fullsized":"2024-08-29T14:45:33.897875+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:14:36.384808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422845+0000","last_change":"2024-08-29T14:45:31.898065+0000","last_active":"2024-08-29T14:45:33.422845+0000","last_peered":"2024-08-29T14:45:33.422845+0000","last_clean":"2024-08-29T14:45:33.422845+0000","last_became_active":"2024-08-29T14:45:31.897785+0000","last_became_peered":"2024-08-29T14:45:31.897785+0000","last_unstale":"2024-08-29T14:45:33.422845+0000","last_undegraded":"2024-08-29T14:45:33.422845+0000","last_fullsized":"2024-08-29T14:45:33.422845+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:30:08.906906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423253+0000","last_change":"2024-08-29T14:45:28.868880+0000","last_active":"2024-08-29T14:45:33.423253+0000","last_peered":"2024-08-29T14:45:33.423253+0000","last_clean":"2024-08-29T14:45:33.423253+0000","last_became_active":"2024-08-29T14:45:28.867016+0000","last_became_peered":"2024-08-29T14:45:28.867016+0000","last_unstale":"2024-08-29T14:45:33.423253+0000","last_undegraded":"2024-08-29T14:45:33.423253+0000","last_fullsized":"2024-08-29T14:45:33.423253+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:38:27.010013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.898292+0000","last_change":"2024-08-29T14:45:31.905033+0000","last_active":"2024-08-29T14:45:33.898292+0000","last_peered":"2024-08-29T14:45:33.898292+0000","last_clean":"2024-08-29T14:45:33.898292+0000","last_became_active":"2024-08-29T14:45:31.904731+0000","last_became_peered":"2024-08-29T14:45:31.904731+0000","last_unstale":"2024-08-29T14:45:33.898292+0000","last_undegraded":"2024-08-29T14:45:33.898292+0000","last_fullsized":"2024-08-29T14:45:33.898292+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:44:47.927697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422886+0000","last_change":"2024-08-29T14:45:28.868824+0000","last_active":"2024-08-29T14:45:33.422886+0000","last_peered":"2024-08-29T14:45:33.422886+0000","last_clean":"2024-08-29T14:45:33.422886+0000","last_became_active":"2024-08-29T14:45:28.868380+0000","last_became_peered":"2024-08-29T14:45:28.868380+0000","last_unstale":"2024-08-29T14:45:33.422886+0000","last_undegraded":"2024-08-29T14:45:33.422886+0000","last_fullsized":"2024-08-29T14:45:33.422886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:46:42.528346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423748+0000","last_change":"2024-08-29T14:45:31.905395+0000","last_active":"2024-08-29T14:45:33.423748+0000","last_peered":"2024-08-29T14:45:33.423748+0000","last_clean":"2024-08-29T14:45:33.423748+0000","last_became_active":"2024-08-29T14:45:31.903330+0000","last_became_peered":"2024-08-29T14:45:31.903330+0000","last_unstale":"2024-08-29T14:45:33.423748+0000","last_undegraded":"2024-08-29T14:45:33.423748+0000","last_fullsized":"2024-08-29T14:45:33.423748+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:41:52.826398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.900697+0000","last_change":"2024-08-29T14:45:28.869137+0000","last_active":"2024-08-29T14:45:33.900697+0000","last_peered":"2024-08-29T14:45:33.900697+0000","last_clean":"2024-08-29T14:45:33.900697+0000","last_became_active":"2024-08-29T14:45:28.868848+0000","last_became_peered":"2024-08-29T14:45:28.868848+0000","last_unstale":"2024-08-29T14:45:33.900697+0000","last_undegraded":"2024-08-29T14:45:33.900697+0000","last_fullsized":"2024-08-29T14:45:33.900697+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:49:21.227532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896303+0000","last_change":"2024-08-29T14:45:31.907973+0000","last_active":"2024-08-29T14:45:33.896303+0000","last_peered":"2024-08-29T14:45:33.896303+0000","last_clean":"2024-08-29T14:45:33.896303+0000","last_became_active":"2024-08-29T14:45:31.907678+0000","last_became_peered":"2024-08-29T14:45:31.907678+0000","last_unstale":"2024-08-29T14:45:33.896303+0000","last_undegraded":"2024-08-29T14:45:33.896303+0000","last_fullsized":"2024-08-29T14:45:33.896303+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:03:56.612584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.900045+0000","last_change":"2024-08-29T14:45:28.868098+0000","last_active":"2024-08-29T14:45:33.900045+0000","last_peered":"2024-08-29T14:45:33.900045+0000","last_clean":"2024-08-29T14:45:33.900045+0000","last_became_active":"2024-08-29T14:45:28.867692+0000","last_became_peered":"2024-08-29T14:45:28.867692+0000","last_unstale":"2024-08-29T14:45:33.900045+0000","last_undegraded":"2024-08-29T14:45:33.900045+0000","last_fullsized":"2024-08-29T14:45:33.900045+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:55:38.247148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896293+0000","last_change":"2024-08-29T14:45:31.900052+0000","last_active":"2024-08-29T14:45:33.896293+0000","last_peered":"2024-08-29T14:45:33.896293+0000","last_clean":"2024-08-29T14:45:33.896293+0000","last_became_active":"2024-08-29T14:45:31.899712+0000","last_became_peered":"2024-08-29T14:45:31.899712+0000","last_unstale":"2024-08-29T14:45:33.896293+0000","last_undegraded":"2024-08-29T14:45:33.896293+0000","last_fullsized":"2024-08-29T14:45:33.896293+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:01:24.094045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.899804+0000","last_change":"2024-08-29T14:45:28.863513+0000","last_active":"2024-08-29T14:45:33.899804+0000","last_peered":"2024-08-29T14:45:33.899804+0000","last_clean":"2024-08-29T14:45:33.899804+0000","last_became_active":"2024-08-29T14:45:28.863222+0000","last_became_peered":"2024-08-29T14:45:28.863222+0000","last_unstale":"2024-08-29T14:45:33.899804+0000","last_undegraded":"2024-08-29T14:45:33.899804+0000","last_fullsized":"2024-08-29T14:45:33.899804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:34:43.015726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.898720+0000","last_change":"2024-08-29T14:45:31.904202+0000","last_active":"2024-08-29T14:45:33.898720+0000","last_peered":"2024-08-29T14:45:33.898720+0000","last_clean":"2024-08-29T14:45:33.898720+0000","last_became_active":"2024-08-29T14:45:31.903878+0000","last_became_peered":"2024-08-29T14:45:31.903878+0000","last_unstale":"2024-08-29T14:45:33.898720+0000","last_undegraded":"2024-08-29T14:45:33.898720+0000","last_fullsized":"2024-08-29T14:45:33.898720+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:19:56.198687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886156+0000","last_change":"2024-08-29T14:45:28.872933+0000","last_active":"2024-08-29T14:45:33.886156+0000","last_peered":"2024-08-29T14:45:33.886156+0000","last_clean":"2024-08-29T14:45:33.886156+0000","last_became_active":"2024-08-29T14:45:28.872542+0000","last_became_peered":"2024-08-29T14:45:28.872542+0000","last_unstale":"2024-08-29T14:45:33.886156+0000","last_undegraded":"2024-08-29T14:45:33.886156+0000","last_fullsized":"2024-08-29T14:45:33.886156+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:40:48.880127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422890+0000","last_change":"2024-08-29T14:45:31.899525+0000","last_active":"2024-08-29T14:45:33.422890+0000","last_peered":"2024-08-29T14:45:33.422890+0000","last_clean":"2024-08-29T14:45:33.422890+0000","last_became_active":"2024-08-29T14:45:31.899245+0000","last_became_peered":"2024-08-29T14:45:31.899245+0000","last_unstale":"2024-08-29T14:45:33.422890+0000","last_undegraded":"2024-08-29T14:45:33.422890+0000","last_fullsized":"2024-08-29T14:45:33.422890+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:46:59.595182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422729+0000","last_change":"2024-08-29T14:45:28.867773+0000","last_active":"2024-08-29T14:45:33.422729+0000","last_peered":"2024-08-29T14:45:33.422729+0000","last_clean":"2024-08-29T14:45:33.422729+0000","last_became_active":"2024-08-29T14:45:28.867482+0000","last_became_peered":"2024-08-29T14:45:28.867482+0000","last_unstale":"2024-08-29T14:45:33.422729+0000","last_undegraded":"2024-08-29T14:45:33.422729+0000","last_fullsized":"2024-08-29T14:45:33.422729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:55:15.658990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896203+0000","last_change":"2024-08-29T14:45:31.909126+0000","last_active":"2024-08-29T14:45:33.896203+0000","last_peered":"2024-08-29T14:45:33.896203+0000","last_clean":"2024-08-29T14:45:33.896203+0000","last_became_active":"2024-08-29T14:45:31.908523+0000","last_became_peered":"2024-08-29T14:45:31.908523+0000","last_unstale":"2024-08-29T14:45:33.896203+0000","last_undegraded":"2024-08-29T14:45:33.896203+0000","last_fullsized":"2024-08-29T14:45:33.896203+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:19:27.986110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":234,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896178+0000","last_change":"2024-08-29T14:45:06.177627+0000","last_active":"2024-08-29T14:45:33.896178+0000","last_peered":"2024-08-29T14:45:33.896178+0000","last_clean":"2024-08-29T14:45:33.896178+0000","last_became_active":"2024-08-29T14:45:06.177282+0000","last_became_peered":"2024-08-29T14:45:06.177282+0000","last_unstale":"2024-08-29T14:45:33.896178+0000","last_undegraded":"2024-08-29T14:45:33.896178+0000","last_fullsized":"2024-08-29T14:45:33.896178+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:43:08.558631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:43:08.558631+0000","last_clean_scrub_stamp":"2024-08-29T14:43:08.558631+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:22:52.415043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422637+0000","last_change":"2024-08-29T14:45:28.870186+0000","last_active":"2024-08-29T14:45:33.422637+0000","last_peered":"2024-08-29T14:45:33.422637+0000","last_clean":"2024-08-29T14:45:33.422637+0000","last_became_active":"2024-08-29T14:45:28.869859+0000","last_became_peered":"2024-08-29T14:45:28.869859+0000","last_unstale":"2024-08-29T14:45:33.422637+0000","last_undegraded":"2024-08-29T14:45:33.422637+0000","last_fullsized":"2024-08-29T14:45:33.422637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:10:11.239795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881334+0000","last_change":"2024-08-29T14:45:31.896111+0000","last_active":"2024-08-29T14:45:32.881334+0000","last_peered":"2024-08-29T14:45:32.881334+0000","last_clean":"2024-08-29T14:45:32.881334+0000","last_became_active":"2024-08-29T14:45:31.895471+0000","last_became_peered":"2024-08-29T14:45:31.895471+0000","last_unstale":"2024-08-29T14:45:32.881334+0000","last_undegraded":"2024-08-29T14:45:32.881334+0000","last_fullsized":"2024-08-29T14:45:32.881334+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:02:27.493284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.895968+0000","last_change":"2024-08-29T14:45:28.876107+0000","last_active":"2024-08-29T14:45:33.895968+0000","last_peered":"2024-08-29T14:45:33.895968+0000","last_clean":"2024-08-29T14:45:33.895968+0000","last_became_active":"2024-08-29T14:45:28.875820+0000","last_became_peered":"2024-08-29T14:45:28.875820+0000","last_unstale":"2024-08-29T14:45:33.895968+0000","last_undegraded":"2024-08-29T14:45:33.895968+0000","last_fullsized":"2024-08-29T14:45:33.895968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:19:31.272661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422490+0000","last_change":"2024-08-29T14:45:31.892710+0000","last_active":"2024-08-29T14:45:33.422490+0000","last_peered":"2024-08-29T14:45:33.422490+0000","last_clean":"2024-08-29T14:45:33.422490+0000","last_became_active":"2024-08-29T14:45:31.892450+0000","last_became_peered":"2024-08-29T14:45:31.892450+0000","last_unstale":"2024-08-29T14:45:33.422490+0000","last_undegraded":"2024-08-29T14:45:33.422490+0000","last_fullsized":"2024-08-29T14:45:33.422490+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:02:46.867072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422447+0000","last_change":"2024-08-29T14:45:28.868402+0000","last_active":"2024-08-29T14:45:33.422447+0000","last_peered":"2024-08-29T14:45:33.422447+0000","last_clean":"2024-08-29T14:45:33.422447+0000","last_became_active":"2024-08-29T14:45:28.868123+0000","last_became_peered":"2024-08-29T14:45:28.868123+0000","last_unstale":"2024-08-29T14:45:33.422447+0000","last_undegraded":"2024-08-29T14:45:33.422447+0000","last_fullsized":"2024-08-29T14:45:33.422447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:23:19.622730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880300+0000","last_change":"2024-08-29T14:45:31.906434+0000","last_active":"2024-08-29T14:45:32.880300+0000","last_peered":"2024-08-29T14:45:32.880300+0000","last_clean":"2024-08-29T14:45:32.880300+0000","last_became_active":"2024-08-29T14:45:31.906072+0000","last_became_peered":"2024-08-29T14:45:31.906072+0000","last_unstale":"2024-08-29T14:45:32.880300+0000","last_undegraded":"2024-08-29T14:45:32.880300+0000","last_fullsized":"2024-08-29T14:45:32.880300+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:05:52.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423286+0000","last_change":"2024-08-29T14:45:28.868716+0000","last_active":"2024-08-29T14:45:33.423286+0000","last_peered":"2024-08-29T14:45:33.423286+0000","last_clean":"2024-08-29T14:45:33.423286+0000","last_became_active":"2024-08-29T14:45:28.868397+0000","last_became_peered":"2024-08-29T14:45:28.868397+0000","last_unstale":"2024-08-29T14:45:33.423286+0000","last_undegraded":"2024-08-29T14:45:33.423286+0000","last_fullsized":"2024-08-29T14:45:33.423286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:19:04.770120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.887073+0000","last_change":"2024-08-29T14:45:31.900175+0000","last_active":"2024-08-29T14:45:33.887073+0000","last_peered":"2024-08-29T14:45:33.887073+0000","last_clean":"2024-08-29T14:45:33.887073+0000","last_became_active":"2024-08-29T14:45:31.899902+0000","last_became_peered":"2024-08-29T14:45:31.899902+0000","last_unstale":"2024-08-29T14:45:33.887073+0000","last_undegraded":"2024-08-29T14:45:33.887073+0000","last_fullsized":"2024-08-29T14:45:33.887073+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:29:34.097459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880911+0000","last_change":"2024-08-29T14:45:28.873502+0000","last_active":"2024-08-29T14:45:32.880911+0000","last_peered":"2024-08-29T14:45:32.880911+0000","last_clean":"2024-08-29T14:45:32.880911+0000","last_became_active":"2024-08-29T14:45:28.872649+0000","last_became_peered":"2024-08-29T14:45:28.872649+0000","last_unstale":"2024-08-29T14:45:32.880911+0000","last_undegraded":"2024-08-29T14:45:32.880911+0000","last_fullsized":"2024-08-29T14:45:32.880911+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:38:00.528661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.424341+0000","last_change":"2024-08-29T14:45:31.897957+0000","last_active":"2024-08-29T14:45:33.424341+0000","last_peered":"2024-08-29T14:45:33.424341+0000","last_clean":"2024-08-29T14:45:33.424341+0000","last_became_active":"2024-08-29T14:45:31.897645+0000","last_became_peered":"2024-08-29T14:45:31.897645+0000","last_unstale":"2024-08-29T14:45:33.424341+0000","last_undegraded":"2024-08-29T14:45:33.424341+0000","last_fullsized":"2024-08-29T14:45:33.424341+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:37:46.425703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423400+0000","last_change":"2024-08-29T14:45:28.874373+0000","last_active":"2024-08-29T14:45:33.423400+0000","last_peered":"2024-08-29T14:45:33.423400+0000","last_clean":"2024-08-29T14:45:33.423400+0000","last_became_active":"2024-08-29T14:45:28.872156+0000","last_became_peered":"2024-08-29T14:45:28.872156+0000","last_unstale":"2024-08-29T14:45:33.423400+0000","last_undegraded":"2024-08-29T14:45:33.423400+0000","last_fullsized":"2024-08-29T14:45:33.423400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:46:41.546327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880838+0000","last_change":"2024-08-29T14:45:31.894649+0000","last_active":"2024-08-29T14:45:32.880838+0000","last_peered":"2024-08-29T14:45:32.880838+0000","last_clean":"2024-08-29T14:45:32.880838+0000","last_became_active":"2024-08-29T14:45:31.894186+0000","last_became_peered":"2024-08-29T14:45:31.894186+0000","last_unstale":"2024-08-29T14:45:32.880838+0000","last_undegraded":"2024-08-29T14:45:32.880838+0000","last_fullsized":"2024-08-29T14:45:32.880838+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:47:38.769845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.887371+0000","last_change":"2024-08-29T14:45:28.873987+0000","last_active":"2024-08-29T14:45:33.887371+0000","last_peered":"2024-08-29T14:45:33.887371+0000","last_clean":"2024-08-29T14:45:33.887371+0000","last_became_active":"2024-08-29T14:45:28.872851+0000","last_became_peered":"2024-08-29T14:45:28.872851+0000","last_unstale":"2024-08-29T14:45:33.887371+0000","last_undegraded":"2024-08-29T14:45:33.887371+0000","last_fullsized":"2024-08-29T14:45:33.887371+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:24:38.151803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881461+0000","last_change":"2024-08-29T14:45:31.895636+0000","last_active":"2024-08-29T14:45:32.881461+0000","last_peered":"2024-08-29T14:45:32.881461+0000","last_clean":"2024-08-29T14:45:32.881461+0000","last_became_active":"2024-08-29T14:45:31.893313+0000","last_became_peered":"2024-08-29T14:45:31.893313+0000","last_unstale":"2024-08-29T14:45:32.881461+0000","last_undegraded":"2024-08-29T14:45:32.881461+0000","last_fullsized":"2024-08-29T14:45:32.881461+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:50:54.708533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.901069+0000","last_change":"2024-08-29T14:45:28.871122+0000","last_active":"2024-08-29T14:45:33.901069+0000","last_peered":"2024-08-29T14:45:33.901069+0000","last_clean":"2024-08-29T14:45:33.901069+0000","last_became_active":"2024-08-29T14:45:28.870792+0000","last_became_peered":"2024-08-29T14:45:28.870792+0000","last_unstale":"2024-08-29T14:45:33.901069+0000","last_undegraded":"2024-08-29T14:45:33.901069+0000","last_fullsized":"2024-08-29T14:45:33.901069+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:37:29.227288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423279+0000","last_change":"2024-08-29T14:45:31.895121+0000","last_active":"2024-08-29T14:45:33.423279+0000","last_peered":"2024-08-29T14:45:33.423279+0000","last_clean":"2024-08-29T14:45:33.423279+0000","last_became_active":"2024-08-29T14:45:31.894856+0000","last_became_peered":"2024-08-29T14:45:31.894856+0000","last_unstale":"2024-08-29T14:45:33.423279+0000","last_undegraded":"2024-08-29T14:45:33.423279+0000","last_fullsized":"2024-08-29T14:45:33.423279+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:52:16.589379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.898065+0000","last_change":"2024-08-29T14:45:28.875790+0000","last_active":"2024-08-29T14:45:33.898065+0000","last_peered":"2024-08-29T14:45:33.898065+0000","last_clean":"2024-08-29T14:45:33.898065+0000","last_became_active":"2024-08-29T14:45:28.875441+0000","last_became_peered":"2024-08-29T14:45:28.875441+0000","last_unstale":"2024-08-29T14:45:33.898065+0000","last_undegraded":"2024-08-29T14:45:33.898065+0000","last_fullsized":"2024-08-29T14:45:33.898065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:11:51.572178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886828+0000","last_change":"2024-08-29T14:45:31.892517+0000","last_active":"2024-08-29T14:45:33.886828+0000","last_peered":"2024-08-29T14:45:33.886828+0000","last_clean":"2024-08-29T14:45:33.886828+0000","last_became_active":"2024-08-29T14:45:31.892221+0000","last_became_peered":"2024-08-29T14:45:31.892221+0000","last_unstale":"2024-08-29T14:45:33.886828+0000","last_undegraded":"2024-08-29T14:45:33.886828+0000","last_fullsized":"2024-08-29T14:45:33.886828+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:47:02.762837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881040+0000","last_change":"2024-08-29T14:45:28.873485+0000","last_active":"2024-08-29T14:45:32.881040+0000","last_peered":"2024-08-29T14:45:32.881040+0000","last_clean":"2024-08-29T14:45:32.881040+0000","last_became_active":"2024-08-29T14:45:28.872498+0000","last_became_peered":"2024-08-29T14:45:28.872498+0000","last_unstale":"2024-08-29T14:45:32.881040+0000","last_undegraded":"2024-08-29T14:45:32.881040+0000","last_fullsized":"2024-08-29T14:45:32.881040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:29:45.416636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880489+0000","last_change":"2024-08-29T14:45:31.894001+0000","last_active":"2024-08-29T14:45:32.880489+0000","last_peered":"2024-08-29T14:45:32.880489+0000","last_clean":"2024-08-29T14:45:32.880489+0000","last_became_active":"2024-08-29T14:45:31.893272+0000","last_became_peered":"2024-08-29T14:45:31.893272+0000","last_unstale":"2024-08-29T14:45:32.880489+0000","last_undegraded":"2024-08-29T14:45:32.880489+0000","last_fullsized":"2024-08-29T14:45:32.880489+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:57:34.739420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881223+0000","last_change":"2024-08-29T14:45:28.869946+0000","last_active":"2024-08-29T14:45:32.881223+0000","last_peered":"2024-08-29T14:45:32.881223+0000","last_clean":"2024-08-29T14:45:32.881223+0000","last_became_active":"2024-08-29T14:45:28.869686+0000","last_became_peered":"2024-08-29T14:45:28.869686+0000","last_unstale":"2024-08-29T14:45:32.881223+0000","last_undegraded":"2024-08-29T14:45:32.881223+0000","last_fullsized":"2024-08-29T14:45:32.881223+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:45:41.477769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881013+0000","last_change":"2024-08-29T14:45:31.891884+0000","last_active":"2024-08-29T14:45:32.881013+0000","last_peered":"2024-08-29T14:45:32.881013+0000","last_clean":"2024-08-29T14:45:32.881013+0000","last_became_active":"2024-08-29T14:45:31.891620+0000","last_became_peered":"2024-08-29T14:45:31.891620+0000","last_unstale":"2024-08-29T14:45:32.881013+0000","last_undegraded":"2024-08-29T14:45:32.881013+0000","last_fullsized":"2024-08-29T14:45:32.881013+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:32:21.416274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.901858+0000","last_change":"2024-08-29T14:45:28.873200+0000","last_active":"2024-08-29T14:45:33.901858+0000","last_peered":"2024-08-29T14:45:33.901858+0000","last_clean":"2024-08-29T14:45:33.901858+0000","last_became_active":"2024-08-29T14:45:28.872654+0000","last_became_peered":"2024-08-29T14:45:28.872654+0000","last_unstale":"2024-08-29T14:45:33.901858+0000","last_undegraded":"2024-08-29T14:45:33.901858+0000","last_fullsized":"2024-08-29T14:45:33.901858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:38:47.310089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423129+0000","last_change":"2024-08-29T14:45:31.904477+0000","last_active":"2024-08-29T14:45:33.423129+0000","last_peered":"2024-08-29T14:45:33.423129+0000","last_clean":"2024-08-29T14:45:33.423129+0000","last_became_active":"2024-08-29T14:45:31.904201+0000","last_became_peered":"2024-08-29T14:45:31.904201+0000","last_unstale":"2024-08-29T14:45:33.423129+0000","last_undegraded":"2024-08-29T14:45:33.423129+0000","last_fullsized":"2024-08-29T14:45:33.423129+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:27:42.530740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.424272+0000","last_change":"2024-08-29T14:45:31.896134+0000","last_active":"2024-08-29T14:45:33.424272+0000","last_peered":"2024-08-29T14:45:33.424272+0000","last_clean":"2024-08-29T14:45:33.424272+0000","last_became_active":"2024-08-29T14:45:31.895787+0000","last_became_peered":"2024-08-29T14:45:31.895787+0000","last_unstale":"2024-08-29T14:45:33.424272+0000","last_undegraded":"2024-08-29T14:45:33.424272+0000","last_fullsized":"2024-08-29T14:45:33.424272+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:40:14.870735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.901503+0000","last_change":"2024-08-29T14:45:28.873185+0000","last_active":"2024-08-29T14:45:33.901503+0000","last_peered":"2024-08-29T14:45:33.901503+0000","last_clean":"2024-08-29T14:45:33.901503+0000","last_became_active":"2024-08-29T14:45:28.872891+0000","last_became_peered":"2024-08-29T14:45:28.872891+0000","last_unstale":"2024-08-29T14:45:33.901503+0000","last_undegraded":"2024-08-29T14:45:33.901503+0000","last_fullsized":"2024-08-29T14:45:33.901503+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:54:53.421783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422870+0000","last_change":"2024-08-29T14:45:31.893441+0000","last_active":"2024-08-29T14:45:33.422870+0000","last_peered":"2024-08-29T14:45:33.422870+0000","last_clean":"2024-08-29T14:45:33.422870+0000","last_became_active":"2024-08-29T14:45:31.893085+0000","last_became_peered":"2024-08-29T14:45:31.893085+0000","last_unstale":"2024-08-29T14:45:33.422870+0000","last_undegraded":"2024-08-29T14:45:33.422870+0000","last_fullsized":"2024-08-29T14:45:33.422870+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:22:45.102101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.901782+0000","last_change":"2024-08-29T14:45:28.874195+0000","last_active":"2024-08-29T14:45:33.901782+0000","last_peered":"2024-08-29T14:45:33.901782+0000","last_clean":"2024-08-29T14:45:33.901782+0000","last_became_active":"2024-08-29T14:45:28.871529+0000","last_became_peered":"2024-08-29T14:45:28.871529+0000","last_unstale":"2024-08-29T14:45:33.901782+0000","last_undegraded":"2024-08-29T14:45:33.901782+0000","last_fullsized":"2024-08-29T14:45:33.901782+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:17:21.065495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423385+0000","last_change":"2024-08-29T14:45:31.899589+0000","last_active":"2024-08-29T14:45:33.423385+0000","last_peered":"2024-08-29T14:45:33.423385+0000","last_clean":"2024-08-29T14:45:33.423385+0000","last_became_active":"2024-08-29T14:45:31.898994+0000","last_became_peered":"2024-08-29T14:45:31.898994+0000","last_unstale":"2024-08-29T14:45:33.423385+0000","last_undegraded":"2024-08-29T14:45:33.423385+0000","last_fullsized":"2024-08-29T14:45:33.423385+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:35:10.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886786+0000","last_change":"2024-08-29T14:45:28.867646+0000","last_active":"2024-08-29T14:45:33.886786+0000","last_peered":"2024-08-29T14:45:33.886786+0000","last_clean":"2024-08-29T14:45:33.886786+0000","last_became_active":"2024-08-29T14:45:28.867359+0000","last_became_peered":"2024-08-29T14:45:28.867359+0000","last_unstale":"2024-08-29T14:45:33.886786+0000","last_undegraded":"2024-08-29T14:45:33.886786+0000","last_fullsized":"2024-08-29T14:45:33.886786+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:58:59.016979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880785+0000","last_change":"2024-08-29T14:45:31.895515+0000","last_active":"2024-08-29T14:45:32.880785+0000","last_peered":"2024-08-29T14:45:32.880785+0000","last_clean":"2024-08-29T14:45:32.880785+0000","last_became_active":"2024-08-29T14:45:31.895248+0000","last_became_peered":"2024-08-29T14:45:31.895248+0000","last_unstale":"2024-08-29T14:45:32.880785+0000","last_undegraded":"2024-08-29T14:45:32.880785+0000","last_fullsized":"2024-08-29T14:45:32.880785+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:06:41.539598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.900867+0000","last_change":"2024-08-29T14:45:28.870621+0000","last_active":"2024-08-29T14:45:33.900867+0000","last_peered":"2024-08-29T14:45:33.900867+0000","last_clean":"2024-08-29T14:45:33.900867+0000","last_became_active":"2024-08-29T14:45:28.870296+0000","last_became_peered":"2024-08-29T14:45:28.870296+0000","last_unstale":"2024-08-29T14:45:33.900867+0000","last_undegraded":"2024-08-29T14:45:33.900867+0000","last_fullsized":"2024-08-29T14:45:33.900867+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:23:20.163941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1273856,"data_stored":876894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462929,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298596,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446556,"statfs":{"total":95995035648,"available":95689273344,"internally_reserved":0,"allocated":1265664,"data_stored":871295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.503}]},{"osd":1,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.64900000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.51800000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.48099999999999998}]},{"osd":5,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.43099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]}]},{"osd":5,"up_from":39,"seq":167503724565,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":675840,"data_stored":280959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.442}]},{"osd":1,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.47099999999999997}]},{"osd":2,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.503},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.57799999999999996}]},{"osd":4,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.45700000000000002}]},{"osd":6,"last update":"Thu Aug 29 14:45:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.60499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986201,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":286895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:44:53 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.626}]},{"osd":1,"last update":"Thu Aug 29 14:44:53 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59999999999999998}]},{"osd":2,"last update":"Thu Aug 29 14:44:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.67000000000000004}]},{"osd":3,"last update":"Thu Aug 29 14:44:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.434},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.73599999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.496}]},{"osd":6,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.82699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":684032,"data_stored":281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:45:31 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.38100000000000001,"15min":0.38300000000000001},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.55600000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.57099999999999995,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35799999999999998}]},{"osd":1,"last update":"Thu Aug 29 14:45:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.41799999999999998,"15min":0.41999999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60599999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.312},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.29799999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:45:31 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.42499999999999999,"15min":0.42199999999999999},"min":{"1min":0.312,"5min":0.31,"15min":0.31},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.42999999999999999,"15min":0.432},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.64200000000000002,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.371}]},{"osd":4,"last update":"Thu Aug 29 14:44:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.45200000000000001}]},{"osd":5,"last update":"Thu Aug 29 14:45:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.432}]},{"osd":6,"last update":"Thu Aug 29 14:45:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.51300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":663552,"data_stored":279640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:45:06 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.37,"15min":0.374},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.48299999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.35399999999999998,"15min":0.34899999999999998},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.51500000000000001,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.375}]},{"osd":1,"last update":"Thu Aug 29 14:45:06 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.36199999999999999,"15min":0.35799999999999998},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40300000000000002,"15min":0.40100000000000002},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59599999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.32900000000000001}]},{"osd":3,"last update":"Thu Aug 29 14:45:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.42499999999999999,"15min":0.42699999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.56299999999999994,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.41699999999999998,"15min":0.42099999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.316}]},{"osd":4,"last update":"Thu Aug 29 14:44:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.50800000000000001}]},{"osd":5,"last update":"Thu Aug 29 14:45:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.55600000000000005}]},{"osd":6,"last update":"Thu Aug 29 14:45:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.49299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":671744,"data_stored":279800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:45:49 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.33300000000000002,"15min":0.32100000000000001},"min":{"1min":0.245,"5min":0.215,"15min":0.215},"max":{"1min":0.55400000000000005,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.315},{"interface":"front","average":{"1min":0.371,"5min":0.34599999999999997,"15min":0.32700000000000001},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57299999999999995,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.36499999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:45:07 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.38500000000000001,"15min":0.38300000000000001},"min":{"1min":0.28699999999999998,"5min":0.247,"15min":0.247},"max":{"1min":0.53300000000000003,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.40100000000000002,"15min":0.39500000000000002},"min":{"1min":0.32900000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.33500000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:45:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.30299999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.59699999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.435}]},{"osd":4,"last update":"Thu Aug 29 14:44:56 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.56699999999999995}]},{"osd":5,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.58099999999999996}]},{"osd":6,"last update":"Thu Aug 29 14:45:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.48599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298604,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446548,"statfs":{"total":95995035648,"available":95689265152,"internally_reserved":0,"allocated":1273856,"data_stored":870724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 14:45:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.35799999999999998,"15min":0.35699999999999998},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.54600000000000004,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.37},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.35899999999999999,"15min":0.34599999999999997},"min":{"1min":0.221,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.51500000000000001,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.25800000000000001}]},{"osd":2,"last update":"Thu Aug 29 14:45:09 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42099999999999999,"15min":0.42199999999999999},"min":{"1min":0.26800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.63100000000000001,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.40400000000000003,"15min":0.40600000000000003},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57899999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.34699999999999998}]},{"osd":3,"last update":"Thu Aug 29 14:45:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.45300000000000001,"15min":0.45800000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.56699999999999995,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.443,"15min":0.45000000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58999999999999997,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.38400000000000001}]},{"osd":4,"last update":"Thu Aug 29 14:44:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.47199999999999998}]},{"osd":6,"last update":"Thu Aug 29 14:45:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.49299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T14:45:54.918 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T14:45:55.165 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:45:55.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:54 smithi131 ceph-mon[17514]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:55.286 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:54 smithi131 ceph-mon[17514]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:45:55.286 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:54 smithi131 ceph-mon[29516]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:55.286 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:54 smithi131 ceph-mon[29516]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:45:55.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:54 smithi169 ceph-mon[20881]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:55.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:54 smithi169 ceph-mon[20881]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:45:57.078 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:45:57.079 INFO:teuthology.orchestra.run.smithi131.stderr:dumped all 2024-08-29T14:45:57.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:56 smithi131 ceph-mon[17514]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:57.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:56 smithi131 ceph-mon[29516]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:57.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:56 smithi169 ceph-mon[20881]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:57.824 INFO:teuthology.orchestra.run.smithi131.stdout:{"pg_ready":true,"pg_map":{"version":210,"stamp":"2024-08-29T14:45:55.797672+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385960,"kb_used_data":7080,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575256,"statfs":{"total":767960285184,"available":765517062144,"internally_reserved":0,"allocated":7249920,"data_stored":4053539,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001855"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.898619+0000","last_change":"2024-08-29T14:45:31.908371+0000","last_active":"2024-08-29T14:45:33.898619+0000","last_peered":"2024-08-29T14:45:33.898619+0000","last_clean":"2024-08-29T14:45:33.898619+0000","last_became_active":"2024-08-29T14:45:31.907932+0000","last_became_peered":"2024-08-29T14:45:31.907932+0000","last_unstale":"2024-08-29T14:45:33.898619+0000","last_undegraded":"2024-08-29T14:45:33.898619+0000","last_fullsized":"2024-08-29T14:45:33.898619+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:32:23.320121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881461+0000","last_change":"2024-08-29T14:45:31.906435+0000","last_active":"2024-08-29T14:45:32.881461+0000","last_peered":"2024-08-29T14:45:32.881461+0000","last_clean":"2024-08-29T14:45:32.881461+0000","last_became_active":"2024-08-29T14:45:31.906063+0000","last_became_peered":"2024-08-29T14:45:31.906063+0000","last_unstale":"2024-08-29T14:45:32.881461+0000","last_undegraded":"2024-08-29T14:45:32.881461+0000","last_fullsized":"2024-08-29T14:45:32.881461+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:43:44.899005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422905+0000","last_change":"2024-08-29T14:45:31.894462+0000","last_active":"2024-08-29T14:45:33.422905+0000","last_peered":"2024-08-29T14:45:33.422905+0000","last_clean":"2024-08-29T14:45:33.422905+0000","last_became_active":"2024-08-29T14:45:31.894180+0000","last_became_peered":"2024-08-29T14:45:31.894180+0000","last_unstale":"2024-08-29T14:45:33.422905+0000","last_undegraded":"2024-08-29T14:45:33.422905+0000","last_fullsized":"2024-08-29T14:45:33.422905+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:54:23.085975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025645+0000","last_change":"2024-08-29T14:45:31.904134+0000","last_active":"2024-08-29T14:45:52.025645+0000","last_peered":"2024-08-29T14:45:52.025645+0000","last_clean":"2024-08-29T14:45:52.025645+0000","last_became_active":"2024-08-29T14:45:31.903864+0000","last_became_peered":"2024-08-29T14:45:31.903864+0000","last_unstale":"2024-08-29T14:45:52.025645+0000","last_undegraded":"2024-08-29T14:45:52.025645+0000","last_fullsized":"2024-08-29T14:45:52.025645+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:19:51.416087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.895919+0000","last_change":"2024-08-29T14:45:31.904361+0000","last_active":"2024-08-29T14:45:33.895919+0000","last_peered":"2024-08-29T14:45:33.895919+0000","last_clean":"2024-08-29T14:45:33.895919+0000","last_became_active":"2024-08-29T14:45:31.904068+0000","last_became_peered":"2024-08-29T14:45:31.904068+0000","last_unstale":"2024-08-29T14:45:33.895919+0000","last_undegraded":"2024-08-29T14:45:33.895919+0000","last_fullsized":"2024-08-29T14:45:33.895919+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:13:24.517554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025458+0000","last_change":"2024-08-29T14:45:31.898203+0000","last_active":"2024-08-29T14:45:52.025458+0000","last_peered":"2024-08-29T14:45:52.025458+0000","last_clean":"2024-08-29T14:45:52.025458+0000","last_became_active":"2024-08-29T14:45:31.895529+0000","last_became_peered":"2024-08-29T14:45:31.895529+0000","last_unstale":"2024-08-29T14:45:52.025458+0000","last_undegraded":"2024-08-29T14:45:52.025458+0000","last_fullsized":"2024-08-29T14:45:52.025458+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:37:34.897022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.895674+0000","last_change":"2024-08-29T14:45:31.900750+0000","last_active":"2024-08-29T14:45:33.895674+0000","last_peered":"2024-08-29T14:45:33.895674+0000","last_clean":"2024-08-29T14:45:33.895674+0000","last_became_active":"2024-08-29T14:45:31.897866+0000","last_became_peered":"2024-08-29T14:45:31.897866+0000","last_unstale":"2024-08-29T14:45:33.895674+0000","last_undegraded":"2024-08-29T14:45:33.895674+0000","last_fullsized":"2024-08-29T14:45:33.895674+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:09:36.639231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880301+0000","last_change":"2024-08-29T14:45:31.902849+0000","last_active":"2024-08-29T14:45:32.880301+0000","last_peered":"2024-08-29T14:45:32.880301+0000","last_clean":"2024-08-29T14:45:32.880301+0000","last_became_active":"2024-08-29T14:45:31.902656+0000","last_became_peered":"2024-08-29T14:45:31.902656+0000","last_unstale":"2024-08-29T14:45:32.880301+0000","last_undegraded":"2024-08-29T14:45:32.880301+0000","last_fullsized":"2024-08-29T14:45:32.880301+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:02:54.799397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.899112+0000","last_change":"2024-08-29T14:45:31.896837+0000","last_active":"2024-08-29T14:45:33.899112+0000","last_peered":"2024-08-29T14:45:33.899112+0000","last_clean":"2024-08-29T14:45:33.899112+0000","last_became_active":"2024-08-29T14:45:31.896558+0000","last_became_peered":"2024-08-29T14:45:31.896558+0000","last_unstale":"2024-08-29T14:45:33.899112+0000","last_undegraded":"2024-08-29T14:45:33.899112+0000","last_fullsized":"2024-08-29T14:45:33.899112+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:23:45.752751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026549+0000","last_change":"2024-08-29T14:45:31.907547+0000","last_active":"2024-08-29T14:45:52.026549+0000","last_peered":"2024-08-29T14:45:52.026549+0000","last_clean":"2024-08-29T14:45:52.026549+0000","last_became_active":"2024-08-29T14:45:31.905663+0000","last_became_peered":"2024-08-29T14:45:31.905663+0000","last_unstale":"2024-08-29T14:45:52.026549+0000","last_undegraded":"2024-08-29T14:45:52.026549+0000","last_fullsized":"2024-08-29T14:45:52.026549+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:55:58.039884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026262+0000","last_change":"2024-08-29T14:45:31.897958+0000","last_active":"2024-08-29T14:45:52.026262+0000","last_peered":"2024-08-29T14:45:52.026262+0000","last_clean":"2024-08-29T14:45:52.026262+0000","last_became_active":"2024-08-29T14:45:31.897652+0000","last_became_peered":"2024-08-29T14:45:31.897652+0000","last_unstale":"2024-08-29T14:45:52.026262+0000","last_undegraded":"2024-08-29T14:45:52.026262+0000","last_fullsized":"2024-08-29T14:45:52.026262+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:32:20.567228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886877+0000","last_change":"2024-08-29T14:45:31.901442+0000","last_active":"2024-08-29T14:45:33.886877+0000","last_peered":"2024-08-29T14:45:33.886877+0000","last_clean":"2024-08-29T14:45:33.886877+0000","last_became_active":"2024-08-29T14:45:31.901172+0000","last_became_peered":"2024-08-29T14:45:31.901172+0000","last_unstale":"2024-08-29T14:45:33.886877+0000","last_undegraded":"2024-08-29T14:45:33.886877+0000","last_fullsized":"2024-08-29T14:45:33.886877+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:36:23.386827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880925+0000","last_change":"2024-08-29T14:45:31.893880+0000","last_active":"2024-08-29T14:45:32.880925+0000","last_peered":"2024-08-29T14:45:32.880925+0000","last_clean":"2024-08-29T14:45:32.880925+0000","last_became_active":"2024-08-29T14:45:31.893452+0000","last_became_peered":"2024-08-29T14:45:31.893452+0000","last_unstale":"2024-08-29T14:45:32.880925+0000","last_undegraded":"2024-08-29T14:45:32.880925+0000","last_fullsized":"2024-08-29T14:45:32.880925+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:39:36.512578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422768+0000","last_change":"2024-08-29T14:45:31.894551+0000","last_active":"2024-08-29T14:45:33.422768+0000","last_peered":"2024-08-29T14:45:33.422768+0000","last_clean":"2024-08-29T14:45:33.422768+0000","last_became_active":"2024-08-29T14:45:31.894249+0000","last_became_peered":"2024-08-29T14:45:31.894249+0000","last_unstale":"2024-08-29T14:45:33.422768+0000","last_undegraded":"2024-08-29T14:45:33.422768+0000","last_fullsized":"2024-08-29T14:45:33.422768+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:39:46.134492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880973+0000","last_change":"2024-08-29T14:45:31.897161+0000","last_active":"2024-08-29T14:45:32.880973+0000","last_peered":"2024-08-29T14:45:32.880973+0000","last_clean":"2024-08-29T14:45:32.880973+0000","last_became_active":"2024-08-29T14:45:31.896903+0000","last_became_peered":"2024-08-29T14:45:31.896903+0000","last_unstale":"2024-08-29T14:45:32.880973+0000","last_undegraded":"2024-08-29T14:45:32.880973+0000","last_fullsized":"2024-08-29T14:45:32.880973+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:19:28.924707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025395+0000","last_change":"2024-08-29T14:45:31.904892+0000","last_active":"2024-08-29T14:45:52.025395+0000","last_peered":"2024-08-29T14:45:52.025395+0000","last_clean":"2024-08-29T14:45:52.025395+0000","last_became_active":"2024-08-29T14:45:31.903998+0000","last_became_peered":"2024-08-29T14:45:31.903998+0000","last_unstale":"2024-08-29T14:45:52.025395+0000","last_undegraded":"2024-08-29T14:45:52.025395+0000","last_fullsized":"2024-08-29T14:45:52.025395+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:33:14.034355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026279+0000","last_change":"2024-08-29T14:45:31.902273+0000","last_active":"2024-08-29T14:45:52.026279+0000","last_peered":"2024-08-29T14:45:52.026279+0000","last_clean":"2024-08-29T14:45:52.026279+0000","last_became_active":"2024-08-29T14:45:31.902009+0000","last_became_peered":"2024-08-29T14:45:31.902009+0000","last_unstale":"2024-08-29T14:45:52.026279+0000","last_undegraded":"2024-08-29T14:45:52.026279+0000","last_fullsized":"2024-08-29T14:45:52.026279+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:16:38.757567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423065+0000","last_change":"2024-08-29T14:45:31.900298+0000","last_active":"2024-08-29T14:45:33.423065+0000","last_peered":"2024-08-29T14:45:33.423065+0000","last_clean":"2024-08-29T14:45:33.423065+0000","last_became_active":"2024-08-29T14:45:31.900054+0000","last_became_peered":"2024-08-29T14:45:31.900054+0000","last_unstale":"2024-08-29T14:45:33.423065+0000","last_undegraded":"2024-08-29T14:45:33.423065+0000","last_fullsized":"2024-08-29T14:45:33.423065+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:03:47.994557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896445+0000","last_change":"2024-08-29T14:45:31.909472+0000","last_active":"2024-08-29T14:45:33.896445+0000","last_peered":"2024-08-29T14:45:33.896445+0000","last_clean":"2024-08-29T14:45:33.896445+0000","last_became_active":"2024-08-29T14:45:31.908961+0000","last_became_peered":"2024-08-29T14:45:31.908961+0000","last_unstale":"2024-08-29T14:45:33.896445+0000","last_undegraded":"2024-08-29T14:45:33.896445+0000","last_fullsized":"2024-08-29T14:45:33.896445+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:57:11.998182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025968+0000","last_change":"2024-08-29T14:45:31.898612+0000","last_active":"2024-08-29T14:45:52.025968+0000","last_peered":"2024-08-29T14:45:52.025968+0000","last_clean":"2024-08-29T14:45:52.025968+0000","last_became_active":"2024-08-29T14:45:31.898293+0000","last_became_peered":"2024-08-29T14:45:31.898293+0000","last_unstale":"2024-08-29T14:45:52.025968+0000","last_undegraded":"2024-08-29T14:45:52.025968+0000","last_fullsized":"2024-08-29T14:45:52.025968+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:29:21.491243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422775+0000","last_change":"2024-08-29T14:45:31.899247+0000","last_active":"2024-08-29T14:45:33.422775+0000","last_peered":"2024-08-29T14:45:33.422775+0000","last_clean":"2024-08-29T14:45:33.422775+0000","last_became_active":"2024-08-29T14:45:31.898943+0000","last_became_peered":"2024-08-29T14:45:31.898943+0000","last_unstale":"2024-08-29T14:45:33.422775+0000","last_undegraded":"2024-08-29T14:45:33.422775+0000","last_fullsized":"2024-08-29T14:45:33.422775+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:40:08.129236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025591+0000","last_change":"2024-08-29T14:45:31.903683+0000","last_active":"2024-08-29T14:45:52.025591+0000","last_peered":"2024-08-29T14:45:52.025591+0000","last_clean":"2024-08-29T14:45:52.025591+0000","last_became_active":"2024-08-29T14:45:31.902913+0000","last_became_peered":"2024-08-29T14:45:31.902913+0000","last_unstale":"2024-08-29T14:45:52.025591+0000","last_undegraded":"2024-08-29T14:45:52.025591+0000","last_fullsized":"2024-08-29T14:45:52.025591+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:21:21.319809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880470+0000","last_change":"2024-08-29T14:45:31.889439+0000","last_active":"2024-08-29T14:45:32.880470+0000","last_peered":"2024-08-29T14:45:32.880470+0000","last_clean":"2024-08-29T14:45:32.880470+0000","last_became_active":"2024-08-29T14:45:31.889172+0000","last_became_peered":"2024-08-29T14:45:31.889172+0000","last_unstale":"2024-08-29T14:45:32.880470+0000","last_undegraded":"2024-08-29T14:45:32.880470+0000","last_fullsized":"2024-08-29T14:45:32.880470+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:22:19.163071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025436+0000","last_change":"2024-08-29T14:45:31.890181+0000","last_active":"2024-08-29T14:45:52.025436+0000","last_peered":"2024-08-29T14:45:52.025436+0000","last_clean":"2024-08-29T14:45:52.025436+0000","last_became_active":"2024-08-29T14:45:31.889873+0000","last_became_peered":"2024-08-29T14:45:31.889873+0000","last_unstale":"2024-08-29T14:45:52.025436+0000","last_undegraded":"2024-08-29T14:45:52.025436+0000","last_fullsized":"2024-08-29T14:45:52.025436+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:25:07.199661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881371+0000","last_change":"2024-08-29T14:45:31.883258+0000","last_active":"2024-08-29T14:45:32.881371+0000","last_peered":"2024-08-29T14:45:32.881371+0000","last_clean":"2024-08-29T14:45:32.881371+0000","last_became_active":"2024-08-29T14:45:31.882946+0000","last_became_peered":"2024-08-29T14:45:31.882946+0000","last_unstale":"2024-08-29T14:45:32.881371+0000","last_undegraded":"2024-08-29T14:45:32.881371+0000","last_fullsized":"2024-08-29T14:45:32.881371+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:09:37.246986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026524+0000","last_change":"2024-08-29T14:45:31.910490+0000","last_active":"2024-08-29T14:45:52.026524+0000","last_peered":"2024-08-29T14:45:52.026524+0000","last_clean":"2024-08-29T14:45:52.026524+0000","last_became_active":"2024-08-29T14:45:31.910176+0000","last_became_peered":"2024-08-29T14:45:31.910176+0000","last_unstale":"2024-08-29T14:45:52.026524+0000","last_undegraded":"2024-08-29T14:45:52.026524+0000","last_fullsized":"2024-08-29T14:45:52.026524+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:59:37.032680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880611+0000","last_change":"2024-08-29T14:45:31.893548+0000","last_active":"2024-08-29T14:45:32.880611+0000","last_peered":"2024-08-29T14:45:32.880611+0000","last_clean":"2024-08-29T14:45:32.880611+0000","last_became_active":"2024-08-29T14:45:31.893257+0000","last_became_peered":"2024-08-29T14:45:31.893257+0000","last_unstale":"2024-08-29T14:45:32.880611+0000","last_undegraded":"2024-08-29T14:45:32.880611+0000","last_fullsized":"2024-08-29T14:45:32.880611+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:42:29.937087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880577+0000","last_change":"2024-08-29T14:45:31.891321+0000","last_active":"2024-08-29T14:45:32.880577+0000","last_peered":"2024-08-29T14:45:32.880577+0000","last_clean":"2024-08-29T14:45:32.880577+0000","last_became_active":"2024-08-29T14:45:31.891050+0000","last_became_peered":"2024-08-29T14:45:31.891050+0000","last_unstale":"2024-08-29T14:45:32.880577+0000","last_undegraded":"2024-08-29T14:45:32.880577+0000","last_fullsized":"2024-08-29T14:45:32.880577+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:14:30.576117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422899+0000","last_change":"2024-08-29T14:45:31.894191+0000","last_active":"2024-08-29T14:45:33.422899+0000","last_peered":"2024-08-29T14:45:33.422899+0000","last_clean":"2024-08-29T14:45:33.422899+0000","last_became_active":"2024-08-29T14:45:31.893920+0000","last_became_peered":"2024-08-29T14:45:31.893920+0000","last_unstale":"2024-08-29T14:45:33.422899+0000","last_undegraded":"2024-08-29T14:45:33.422899+0000","last_fullsized":"2024-08-29T14:45:33.422899+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:08:33.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025574+0000","last_change":"2024-08-29T14:45:31.894393+0000","last_active":"2024-08-29T14:45:52.025574+0000","last_peered":"2024-08-29T14:45:52.025574+0000","last_clean":"2024-08-29T14:45:52.025574+0000","last_became_active":"2024-08-29T14:45:31.894119+0000","last_became_peered":"2024-08-29T14:45:31.894119+0000","last_unstale":"2024-08-29T14:45:52.025574+0000","last_undegraded":"2024-08-29T14:45:52.025574+0000","last_fullsized":"2024-08-29T14:45:52.025574+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:47:44.624110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422374+0000","last_change":"2024-08-29T14:45:31.899628+0000","last_active":"2024-08-29T14:45:33.422374+0000","last_peered":"2024-08-29T14:45:33.422374+0000","last_clean":"2024-08-29T14:45:33.422374+0000","last_became_active":"2024-08-29T14:45:31.899368+0000","last_became_peered":"2024-08-29T14:45:31.899368+0000","last_unstale":"2024-08-29T14:45:33.422374+0000","last_undegraded":"2024-08-29T14:45:33.422374+0000","last_fullsized":"2024-08-29T14:45:33.422374+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:53:08.503531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025550+0000","last_change":"2024-08-29T14:45:31.900426+0000","last_active":"2024-08-29T14:45:52.025550+0000","last_peered":"2024-08-29T14:45:52.025550+0000","last_clean":"2024-08-29T14:45:52.025550+0000","last_became_active":"2024-08-29T14:45:31.900147+0000","last_became_peered":"2024-08-29T14:45:31.900147+0000","last_unstale":"2024-08-29T14:45:52.025550+0000","last_undegraded":"2024-08-29T14:45:52.025550+0000","last_fullsized":"2024-08-29T14:45:52.025550+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:32:59.011383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886533+0000","last_change":"2024-08-29T14:45:31.889323+0000","last_active":"2024-08-29T14:45:33.886533+0000","last_peered":"2024-08-29T14:45:33.886533+0000","last_clean":"2024-08-29T14:45:33.886533+0000","last_became_active":"2024-08-29T14:45:31.888742+0000","last_became_peered":"2024-08-29T14:45:31.888742+0000","last_unstale":"2024-08-29T14:45:33.886533+0000","last_undegraded":"2024-08-29T14:45:33.886533+0000","last_fullsized":"2024-08-29T14:45:33.886533+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:01:30.938969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.887185+0000","last_change":"2024-08-29T14:45:28.864692+0000","last_active":"2024-08-29T14:45:33.887185+0000","last_peered":"2024-08-29T14:45:33.887185+0000","last_clean":"2024-08-29T14:45:33.887185+0000","last_became_active":"2024-08-29T14:45:28.864423+0000","last_became_peered":"2024-08-29T14:45:28.864423+0000","last_unstale":"2024-08-29T14:45:33.887185+0000","last_undegraded":"2024-08-29T14:45:33.887185+0000","last_fullsized":"2024-08-29T14:45:33.887185+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:15:28.580822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423038+0000","last_change":"2024-08-29T14:45:31.898820+0000","last_active":"2024-08-29T14:45:33.423038+0000","last_peered":"2024-08-29T14:45:33.423038+0000","last_clean":"2024-08-29T14:45:33.423038+0000","last_became_active":"2024-08-29T14:45:31.898547+0000","last_became_peered":"2024-08-29T14:45:31.898547+0000","last_unstale":"2024-08-29T14:45:33.423038+0000","last_undegraded":"2024-08-29T14:45:33.423038+0000","last_fullsized":"2024-08-29T14:45:33.423038+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:18:37.186322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026123+0000","last_change":"2024-08-29T14:45:28.870657+0000","last_active":"2024-08-29T14:45:52.026123+0000","last_peered":"2024-08-29T14:45:52.026123+0000","last_clean":"2024-08-29T14:45:52.026123+0000","last_became_active":"2024-08-29T14:45:28.870304+0000","last_became_peered":"2024-08-29T14:45:28.870304+0000","last_unstale":"2024-08-29T14:45:52.026123+0000","last_undegraded":"2024-08-29T14:45:52.026123+0000","last_fullsized":"2024-08-29T14:45:52.026123+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:16:31.973467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880588+0000","last_change":"2024-08-29T14:45:28.867709+0000","last_active":"2024-08-29T14:45:32.880588+0000","last_peered":"2024-08-29T14:45:32.880588+0000","last_clean":"2024-08-29T14:45:32.880588+0000","last_became_active":"2024-08-29T14:45:28.867424+0000","last_became_peered":"2024-08-29T14:45:28.867424+0000","last_unstale":"2024-08-29T14:45:32.880588+0000","last_undegraded":"2024-08-29T14:45:32.880588+0000","last_fullsized":"2024-08-29T14:45:32.880588+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:02:45.195880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880405+0000","last_change":"2024-08-29T14:45:31.892736+0000","last_active":"2024-08-29T14:45:32.880405+0000","last_peered":"2024-08-29T14:45:32.880405+0000","last_clean":"2024-08-29T14:45:32.880405+0000","last_became_active":"2024-08-29T14:45:31.892494+0000","last_became_peered":"2024-08-29T14:45:31.892494+0000","last_unstale":"2024-08-29T14:45:32.880405+0000","last_undegraded":"2024-08-29T14:45:32.880405+0000","last_fullsized":"2024-08-29T14:45:32.880405+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:51:25.011094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025498+0000","last_change":"2024-08-29T14:45:28.872455+0000","last_active":"2024-08-29T14:45:52.025498+0000","last_peered":"2024-08-29T14:45:52.025498+0000","last_clean":"2024-08-29T14:45:52.025498+0000","last_became_active":"2024-08-29T14:45:28.872164+0000","last_became_peered":"2024-08-29T14:45:28.872164+0000","last_unstale":"2024-08-29T14:45:52.025498+0000","last_undegraded":"2024-08-29T14:45:52.025498+0000","last_fullsized":"2024-08-29T14:45:52.025498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:54.193637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880831+0000","last_change":"2024-08-29T14:45:31.897573+0000","last_active":"2024-08-29T14:45:32.880831+0000","last_peered":"2024-08-29T14:45:32.880831+0000","last_clean":"2024-08-29T14:45:32.880831+0000","last_became_active":"2024-08-29T14:45:31.897215+0000","last_became_peered":"2024-08-29T14:45:31.897215+0000","last_unstale":"2024-08-29T14:45:32.880831+0000","last_undegraded":"2024-08-29T14:45:32.880831+0000","last_fullsized":"2024-08-29T14:45:32.880831+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:45:52.593139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026231+0000","last_change":"2024-08-29T14:45:28.873336+0000","last_active":"2024-08-29T14:45:52.026231+0000","last_peered":"2024-08-29T14:45:52.026231+0000","last_clean":"2024-08-29T14:45:52.026231+0000","last_became_active":"2024-08-29T14:45:28.872977+0000","last_became_peered":"2024-08-29T14:45:28.872977+0000","last_unstale":"2024-08-29T14:45:52.026231+0000","last_undegraded":"2024-08-29T14:45:52.026231+0000","last_fullsized":"2024-08-29T14:45:52.026231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:02:36.497507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026281+0000","last_change":"2024-08-29T14:45:31.903442+0000","last_active":"2024-08-29T14:45:52.026281+0000","last_peered":"2024-08-29T14:45:52.026281+0000","last_clean":"2024-08-29T14:45:52.026281+0000","last_became_active":"2024-08-29T14:45:31.903171+0000","last_became_peered":"2024-08-29T14:45:31.903171+0000","last_unstale":"2024-08-29T14:45:52.026281+0000","last_undegraded":"2024-08-29T14:45:52.026281+0000","last_fullsized":"2024-08-29T14:45:52.026281+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:55:20.916626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026386+0000","last_change":"2024-08-29T14:45:28.866947+0000","last_active":"2024-08-29T14:45:52.026386+0000","last_peered":"2024-08-29T14:45:52.026386+0000","last_clean":"2024-08-29T14:45:52.026386+0000","last_became_active":"2024-08-29T14:45:28.866075+0000","last_became_peered":"2024-08-29T14:45:28.866075+0000","last_unstale":"2024-08-29T14:45:52.026386+0000","last_undegraded":"2024-08-29T14:45:52.026386+0000","last_fullsized":"2024-08-29T14:45:52.026386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:10:02.610850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423389+0000","last_change":"2024-08-29T14:45:31.899746+0000","last_active":"2024-08-29T14:45:33.423389+0000","last_peered":"2024-08-29T14:45:33.423389+0000","last_clean":"2024-08-29T14:45:33.423389+0000","last_became_active":"2024-08-29T14:45:31.899337+0000","last_became_peered":"2024-08-29T14:45:31.899337+0000","last_unstale":"2024-08-29T14:45:33.423389+0000","last_undegraded":"2024-08-29T14:45:33.423389+0000","last_fullsized":"2024-08-29T14:45:33.423389+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:39:24.925117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.897286+0000","last_change":"2024-08-29T14:45:28.873196+0000","last_active":"2024-08-29T14:45:33.897286+0000","last_peered":"2024-08-29T14:45:33.897286+0000","last_clean":"2024-08-29T14:45:33.897286+0000","last_became_active":"2024-08-29T14:45:28.872815+0000","last_became_peered":"2024-08-29T14:45:28.872815+0000","last_unstale":"2024-08-29T14:45:33.897286+0000","last_undegraded":"2024-08-29T14:45:33.897286+0000","last_fullsized":"2024-08-29T14:45:33.897286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:52:18.896104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886965+0000","last_change":"2024-08-29T14:45:31.900800+0000","last_active":"2024-08-29T14:45:33.886965+0000","last_peered":"2024-08-29T14:45:33.886965+0000","last_clean":"2024-08-29T14:45:33.886965+0000","last_became_active":"2024-08-29T14:45:31.900520+0000","last_became_peered":"2024-08-29T14:45:31.900520+0000","last_unstale":"2024-08-29T14:45:33.886965+0000","last_undegraded":"2024-08-29T14:45:33.886965+0000","last_fullsized":"2024-08-29T14:45:33.886965+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:43:40.061767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026072+0000","last_change":"2024-08-29T14:45:28.866390+0000","last_active":"2024-08-29T14:45:52.026072+0000","last_peered":"2024-08-29T14:45:52.026072+0000","last_clean":"2024-08-29T14:45:52.026072+0000","last_became_active":"2024-08-29T14:45:28.866095+0000","last_became_peered":"2024-08-29T14:45:28.866095+0000","last_unstale":"2024-08-29T14:45:52.026072+0000","last_undegraded":"2024-08-29T14:45:52.026072+0000","last_fullsized":"2024-08-29T14:45:52.026072+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:56:41.410208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896091+0000","last_change":"2024-08-29T14:45:31.901282+0000","last_active":"2024-08-29T14:45:33.896091+0000","last_peered":"2024-08-29T14:45:33.896091+0000","last_clean":"2024-08-29T14:45:33.896091+0000","last_became_active":"2024-08-29T14:45:31.900951+0000","last_became_peered":"2024-08-29T14:45:31.900951+0000","last_unstale":"2024-08-29T14:45:33.896091+0000","last_undegraded":"2024-08-29T14:45:33.896091+0000","last_fullsized":"2024-08-29T14:45:33.896091+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:20:05.053858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.897875+0000","last_change":"2024-08-29T14:45:28.867629+0000","last_active":"2024-08-29T14:45:33.897875+0000","last_peered":"2024-08-29T14:45:33.897875+0000","last_clean":"2024-08-29T14:45:33.897875+0000","last_became_active":"2024-08-29T14:45:28.867345+0000","last_became_peered":"2024-08-29T14:45:28.867345+0000","last_unstale":"2024-08-29T14:45:33.897875+0000","last_undegraded":"2024-08-29T14:45:33.897875+0000","last_fullsized":"2024-08-29T14:45:33.897875+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:14:36.384808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422845+0000","last_change":"2024-08-29T14:45:31.898065+0000","last_active":"2024-08-29T14:45:33.422845+0000","last_peered":"2024-08-29T14:45:33.422845+0000","last_clean":"2024-08-29T14:45:33.422845+0000","last_became_active":"2024-08-29T14:45:31.897785+0000","last_became_peered":"2024-08-29T14:45:31.897785+0000","last_unstale":"2024-08-29T14:45:33.422845+0000","last_undegraded":"2024-08-29T14:45:33.422845+0000","last_fullsized":"2024-08-29T14:45:33.422845+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:30:08.906906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025721+0000","last_change":"2024-08-29T14:45:28.868880+0000","last_active":"2024-08-29T14:45:52.025721+0000","last_peered":"2024-08-29T14:45:52.025721+0000","last_clean":"2024-08-29T14:45:52.025721+0000","last_became_active":"2024-08-29T14:45:28.867016+0000","last_became_peered":"2024-08-29T14:45:28.867016+0000","last_unstale":"2024-08-29T14:45:52.025721+0000","last_undegraded":"2024-08-29T14:45:52.025721+0000","last_fullsized":"2024-08-29T14:45:52.025721+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:38:27.010013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.898292+0000","last_change":"2024-08-29T14:45:31.905033+0000","last_active":"2024-08-29T14:45:33.898292+0000","last_peered":"2024-08-29T14:45:33.898292+0000","last_clean":"2024-08-29T14:45:33.898292+0000","last_became_active":"2024-08-29T14:45:31.904731+0000","last_became_peered":"2024-08-29T14:45:31.904731+0000","last_unstale":"2024-08-29T14:45:33.898292+0000","last_undegraded":"2024-08-29T14:45:33.898292+0000","last_fullsized":"2024-08-29T14:45:33.898292+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:44:47.927697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025771+0000","last_change":"2024-08-29T14:45:28.868824+0000","last_active":"2024-08-29T14:45:52.025771+0000","last_peered":"2024-08-29T14:45:52.025771+0000","last_clean":"2024-08-29T14:45:52.025771+0000","last_became_active":"2024-08-29T14:45:28.868380+0000","last_became_peered":"2024-08-29T14:45:28.868380+0000","last_unstale":"2024-08-29T14:45:52.025771+0000","last_undegraded":"2024-08-29T14:45:52.025771+0000","last_fullsized":"2024-08-29T14:45:52.025771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:46:42.528346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025625+0000","last_change":"2024-08-29T14:45:31.905395+0000","last_active":"2024-08-29T14:45:52.025625+0000","last_peered":"2024-08-29T14:45:52.025625+0000","last_clean":"2024-08-29T14:45:52.025625+0000","last_became_active":"2024-08-29T14:45:31.903330+0000","last_became_peered":"2024-08-29T14:45:31.903330+0000","last_unstale":"2024-08-29T14:45:52.025625+0000","last_undegraded":"2024-08-29T14:45:52.025625+0000","last_fullsized":"2024-08-29T14:45:52.025625+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:41:52.826398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.900697+0000","last_change":"2024-08-29T14:45:28.869137+0000","last_active":"2024-08-29T14:45:33.900697+0000","last_peered":"2024-08-29T14:45:33.900697+0000","last_clean":"2024-08-29T14:45:33.900697+0000","last_became_active":"2024-08-29T14:45:28.868848+0000","last_became_peered":"2024-08-29T14:45:28.868848+0000","last_unstale":"2024-08-29T14:45:33.900697+0000","last_undegraded":"2024-08-29T14:45:33.900697+0000","last_fullsized":"2024-08-29T14:45:33.900697+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:49:21.227532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896303+0000","last_change":"2024-08-29T14:45:31.907973+0000","last_active":"2024-08-29T14:45:33.896303+0000","last_peered":"2024-08-29T14:45:33.896303+0000","last_clean":"2024-08-29T14:45:33.896303+0000","last_became_active":"2024-08-29T14:45:31.907678+0000","last_became_peered":"2024-08-29T14:45:31.907678+0000","last_unstale":"2024-08-29T14:45:33.896303+0000","last_undegraded":"2024-08-29T14:45:33.896303+0000","last_fullsized":"2024-08-29T14:45:33.896303+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:03:56.612584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.900045+0000","last_change":"2024-08-29T14:45:28.868098+0000","last_active":"2024-08-29T14:45:33.900045+0000","last_peered":"2024-08-29T14:45:33.900045+0000","last_clean":"2024-08-29T14:45:33.900045+0000","last_became_active":"2024-08-29T14:45:28.867692+0000","last_became_peered":"2024-08-29T14:45:28.867692+0000","last_unstale":"2024-08-29T14:45:33.900045+0000","last_undegraded":"2024-08-29T14:45:33.900045+0000","last_fullsized":"2024-08-29T14:45:33.900045+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:55:38.247148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896293+0000","last_change":"2024-08-29T14:45:31.900052+0000","last_active":"2024-08-29T14:45:33.896293+0000","last_peered":"2024-08-29T14:45:33.896293+0000","last_clean":"2024-08-29T14:45:33.896293+0000","last_became_active":"2024-08-29T14:45:31.899712+0000","last_became_peered":"2024-08-29T14:45:31.899712+0000","last_unstale":"2024-08-29T14:45:33.896293+0000","last_undegraded":"2024-08-29T14:45:33.896293+0000","last_fullsized":"2024-08-29T14:45:33.896293+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:01:24.094045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.899804+0000","last_change":"2024-08-29T14:45:28.863513+0000","last_active":"2024-08-29T14:45:33.899804+0000","last_peered":"2024-08-29T14:45:33.899804+0000","last_clean":"2024-08-29T14:45:33.899804+0000","last_became_active":"2024-08-29T14:45:28.863222+0000","last_became_peered":"2024-08-29T14:45:28.863222+0000","last_unstale":"2024-08-29T14:45:33.899804+0000","last_undegraded":"2024-08-29T14:45:33.899804+0000","last_fullsized":"2024-08-29T14:45:33.899804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:34:43.015726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.898720+0000","last_change":"2024-08-29T14:45:31.904202+0000","last_active":"2024-08-29T14:45:33.898720+0000","last_peered":"2024-08-29T14:45:33.898720+0000","last_clean":"2024-08-29T14:45:33.898720+0000","last_became_active":"2024-08-29T14:45:31.903878+0000","last_became_peered":"2024-08-29T14:45:31.903878+0000","last_unstale":"2024-08-29T14:45:33.898720+0000","last_undegraded":"2024-08-29T14:45:33.898720+0000","last_fullsized":"2024-08-29T14:45:33.898720+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:19:56.198687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886156+0000","last_change":"2024-08-29T14:45:28.872933+0000","last_active":"2024-08-29T14:45:33.886156+0000","last_peered":"2024-08-29T14:45:33.886156+0000","last_clean":"2024-08-29T14:45:33.886156+0000","last_became_active":"2024-08-29T14:45:28.872542+0000","last_became_peered":"2024-08-29T14:45:28.872542+0000","last_unstale":"2024-08-29T14:45:33.886156+0000","last_undegraded":"2024-08-29T14:45:33.886156+0000","last_fullsized":"2024-08-29T14:45:33.886156+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:40:48.880127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025821+0000","last_change":"2024-08-29T14:45:31.899525+0000","last_active":"2024-08-29T14:45:52.025821+0000","last_peered":"2024-08-29T14:45:52.025821+0000","last_clean":"2024-08-29T14:45:52.025821+0000","last_became_active":"2024-08-29T14:45:31.899245+0000","last_became_peered":"2024-08-29T14:45:31.899245+0000","last_unstale":"2024-08-29T14:45:52.025821+0000","last_undegraded":"2024-08-29T14:45:52.025821+0000","last_fullsized":"2024-08-29T14:45:52.025821+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:46:59.595182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422729+0000","last_change":"2024-08-29T14:45:28.867773+0000","last_active":"2024-08-29T14:45:33.422729+0000","last_peered":"2024-08-29T14:45:33.422729+0000","last_clean":"2024-08-29T14:45:33.422729+0000","last_became_active":"2024-08-29T14:45:28.867482+0000","last_became_peered":"2024-08-29T14:45:28.867482+0000","last_unstale":"2024-08-29T14:45:33.422729+0000","last_undegraded":"2024-08-29T14:45:33.422729+0000","last_fullsized":"2024-08-29T14:45:33.422729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:55:15.658990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896203+0000","last_change":"2024-08-29T14:45:31.909126+0000","last_active":"2024-08-29T14:45:33.896203+0000","last_peered":"2024-08-29T14:45:33.896203+0000","last_clean":"2024-08-29T14:45:33.896203+0000","last_became_active":"2024-08-29T14:45:31.908523+0000","last_became_peered":"2024-08-29T14:45:31.908523+0000","last_unstale":"2024-08-29T14:45:33.896203+0000","last_undegraded":"2024-08-29T14:45:33.896203+0000","last_fullsized":"2024-08-29T14:45:33.896203+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:19:27.986110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":234,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.896178+0000","last_change":"2024-08-29T14:45:06.177627+0000","last_active":"2024-08-29T14:45:33.896178+0000","last_peered":"2024-08-29T14:45:33.896178+0000","last_clean":"2024-08-29T14:45:33.896178+0000","last_became_active":"2024-08-29T14:45:06.177282+0000","last_became_peered":"2024-08-29T14:45:06.177282+0000","last_unstale":"2024-08-29T14:45:33.896178+0000","last_undegraded":"2024-08-29T14:45:33.896178+0000","last_fullsized":"2024-08-29T14:45:33.896178+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:43:08.558631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:43:08.558631+0000","last_clean_scrub_stamp":"2024-08-29T14:43:08.558631+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:22:52.415043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025623+0000","last_change":"2024-08-29T14:45:28.870186+0000","last_active":"2024-08-29T14:45:52.025623+0000","last_peered":"2024-08-29T14:45:52.025623+0000","last_clean":"2024-08-29T14:45:52.025623+0000","last_became_active":"2024-08-29T14:45:28.869859+0000","last_became_peered":"2024-08-29T14:45:28.869859+0000","last_unstale":"2024-08-29T14:45:52.025623+0000","last_undegraded":"2024-08-29T14:45:52.025623+0000","last_fullsized":"2024-08-29T14:45:52.025623+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:10:11.239795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881334+0000","last_change":"2024-08-29T14:45:31.896111+0000","last_active":"2024-08-29T14:45:32.881334+0000","last_peered":"2024-08-29T14:45:32.881334+0000","last_clean":"2024-08-29T14:45:32.881334+0000","last_became_active":"2024-08-29T14:45:31.895471+0000","last_became_peered":"2024-08-29T14:45:31.895471+0000","last_unstale":"2024-08-29T14:45:32.881334+0000","last_undegraded":"2024-08-29T14:45:32.881334+0000","last_fullsized":"2024-08-29T14:45:32.881334+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:02:27.493284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.895968+0000","last_change":"2024-08-29T14:45:28.876107+0000","last_active":"2024-08-29T14:45:33.895968+0000","last_peered":"2024-08-29T14:45:33.895968+0000","last_clean":"2024-08-29T14:45:33.895968+0000","last_became_active":"2024-08-29T14:45:28.875820+0000","last_became_peered":"2024-08-29T14:45:28.875820+0000","last_unstale":"2024-08-29T14:45:33.895968+0000","last_undegraded":"2024-08-29T14:45:33.895968+0000","last_fullsized":"2024-08-29T14:45:33.895968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:19:31.272661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422490+0000","last_change":"2024-08-29T14:45:31.892710+0000","last_active":"2024-08-29T14:45:33.422490+0000","last_peered":"2024-08-29T14:45:33.422490+0000","last_clean":"2024-08-29T14:45:33.422490+0000","last_became_active":"2024-08-29T14:45:31.892450+0000","last_became_peered":"2024-08-29T14:45:31.892450+0000","last_unstale":"2024-08-29T14:45:33.422490+0000","last_undegraded":"2024-08-29T14:45:33.422490+0000","last_fullsized":"2024-08-29T14:45:33.422490+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:02:46.867072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.422447+0000","last_change":"2024-08-29T14:45:28.868402+0000","last_active":"2024-08-29T14:45:33.422447+0000","last_peered":"2024-08-29T14:45:33.422447+0000","last_clean":"2024-08-29T14:45:33.422447+0000","last_became_active":"2024-08-29T14:45:28.868123+0000","last_became_peered":"2024-08-29T14:45:28.868123+0000","last_unstale":"2024-08-29T14:45:33.422447+0000","last_undegraded":"2024-08-29T14:45:33.422447+0000","last_fullsized":"2024-08-29T14:45:33.422447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:23:19.622730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880300+0000","last_change":"2024-08-29T14:45:31.906434+0000","last_active":"2024-08-29T14:45:32.880300+0000","last_peered":"2024-08-29T14:45:32.880300+0000","last_clean":"2024-08-29T14:45:32.880300+0000","last_became_active":"2024-08-29T14:45:31.906072+0000","last_became_peered":"2024-08-29T14:45:31.906072+0000","last_unstale":"2024-08-29T14:45:32.880300+0000","last_undegraded":"2024-08-29T14:45:32.880300+0000","last_fullsized":"2024-08-29T14:45:32.880300+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:05:52.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025734+0000","last_change":"2024-08-29T14:45:28.868716+0000","last_active":"2024-08-29T14:45:52.025734+0000","last_peered":"2024-08-29T14:45:52.025734+0000","last_clean":"2024-08-29T14:45:52.025734+0000","last_became_active":"2024-08-29T14:45:28.868397+0000","last_became_peered":"2024-08-29T14:45:28.868397+0000","last_unstale":"2024-08-29T14:45:52.025734+0000","last_undegraded":"2024-08-29T14:45:52.025734+0000","last_fullsized":"2024-08-29T14:45:52.025734+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:19:04.770120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.887073+0000","last_change":"2024-08-29T14:45:31.900175+0000","last_active":"2024-08-29T14:45:33.887073+0000","last_peered":"2024-08-29T14:45:33.887073+0000","last_clean":"2024-08-29T14:45:33.887073+0000","last_became_active":"2024-08-29T14:45:31.899902+0000","last_became_peered":"2024-08-29T14:45:31.899902+0000","last_unstale":"2024-08-29T14:45:33.887073+0000","last_undegraded":"2024-08-29T14:45:33.887073+0000","last_fullsized":"2024-08-29T14:45:33.887073+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:29:34.097459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880911+0000","last_change":"2024-08-29T14:45:28.873502+0000","last_active":"2024-08-29T14:45:32.880911+0000","last_peered":"2024-08-29T14:45:32.880911+0000","last_clean":"2024-08-29T14:45:32.880911+0000","last_became_active":"2024-08-29T14:45:28.872649+0000","last_became_peered":"2024-08-29T14:45:28.872649+0000","last_unstale":"2024-08-29T14:45:32.880911+0000","last_undegraded":"2024-08-29T14:45:32.880911+0000","last_fullsized":"2024-08-29T14:45:32.880911+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:38:00.528661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026284+0000","last_change":"2024-08-29T14:45:31.897957+0000","last_active":"2024-08-29T14:45:52.026284+0000","last_peered":"2024-08-29T14:45:52.026284+0000","last_clean":"2024-08-29T14:45:52.026284+0000","last_became_active":"2024-08-29T14:45:31.897645+0000","last_became_peered":"2024-08-29T14:45:31.897645+0000","last_unstale":"2024-08-29T14:45:52.026284+0000","last_undegraded":"2024-08-29T14:45:52.026284+0000","last_fullsized":"2024-08-29T14:45:52.026284+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:37:46.425703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423400+0000","last_change":"2024-08-29T14:45:28.874373+0000","last_active":"2024-08-29T14:45:33.423400+0000","last_peered":"2024-08-29T14:45:33.423400+0000","last_clean":"2024-08-29T14:45:33.423400+0000","last_became_active":"2024-08-29T14:45:28.872156+0000","last_became_peered":"2024-08-29T14:45:28.872156+0000","last_unstale":"2024-08-29T14:45:33.423400+0000","last_undegraded":"2024-08-29T14:45:33.423400+0000","last_fullsized":"2024-08-29T14:45:33.423400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:46:41.546327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880838+0000","last_change":"2024-08-29T14:45:31.894649+0000","last_active":"2024-08-29T14:45:32.880838+0000","last_peered":"2024-08-29T14:45:32.880838+0000","last_clean":"2024-08-29T14:45:32.880838+0000","last_became_active":"2024-08-29T14:45:31.894186+0000","last_became_peered":"2024-08-29T14:45:31.894186+0000","last_unstale":"2024-08-29T14:45:32.880838+0000","last_undegraded":"2024-08-29T14:45:32.880838+0000","last_fullsized":"2024-08-29T14:45:32.880838+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:47:38.769845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.887371+0000","last_change":"2024-08-29T14:45:28.873987+0000","last_active":"2024-08-29T14:45:33.887371+0000","last_peered":"2024-08-29T14:45:33.887371+0000","last_clean":"2024-08-29T14:45:33.887371+0000","last_became_active":"2024-08-29T14:45:28.872851+0000","last_became_peered":"2024-08-29T14:45:28.872851+0000","last_unstale":"2024-08-29T14:45:33.887371+0000","last_undegraded":"2024-08-29T14:45:33.887371+0000","last_fullsized":"2024-08-29T14:45:33.887371+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:24:38.151803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881461+0000","last_change":"2024-08-29T14:45:31.895636+0000","last_active":"2024-08-29T14:45:32.881461+0000","last_peered":"2024-08-29T14:45:32.881461+0000","last_clean":"2024-08-29T14:45:32.881461+0000","last_became_active":"2024-08-29T14:45:31.893313+0000","last_became_peered":"2024-08-29T14:45:31.893313+0000","last_unstale":"2024-08-29T14:45:32.881461+0000","last_undegraded":"2024-08-29T14:45:32.881461+0000","last_fullsized":"2024-08-29T14:45:32.881461+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:50:54.708533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026321+0000","last_change":"2024-08-29T14:45:28.871122+0000","last_active":"2024-08-29T14:45:52.026321+0000","last_peered":"2024-08-29T14:45:52.026321+0000","last_clean":"2024-08-29T14:45:52.026321+0000","last_became_active":"2024-08-29T14:45:28.870792+0000","last_became_peered":"2024-08-29T14:45:28.870792+0000","last_unstale":"2024-08-29T14:45:52.026321+0000","last_undegraded":"2024-08-29T14:45:52.026321+0000","last_fullsized":"2024-08-29T14:45:52.026321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:37:29.227288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423279+0000","last_change":"2024-08-29T14:45:31.895121+0000","last_active":"2024-08-29T14:45:33.423279+0000","last_peered":"2024-08-29T14:45:33.423279+0000","last_clean":"2024-08-29T14:45:33.423279+0000","last_became_active":"2024-08-29T14:45:31.894856+0000","last_became_peered":"2024-08-29T14:45:31.894856+0000","last_unstale":"2024-08-29T14:45:33.423279+0000","last_undegraded":"2024-08-29T14:45:33.423279+0000","last_fullsized":"2024-08-29T14:45:33.423279+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:52:16.589379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.898065+0000","last_change":"2024-08-29T14:45:28.875790+0000","last_active":"2024-08-29T14:45:33.898065+0000","last_peered":"2024-08-29T14:45:33.898065+0000","last_clean":"2024-08-29T14:45:33.898065+0000","last_became_active":"2024-08-29T14:45:28.875441+0000","last_became_peered":"2024-08-29T14:45:28.875441+0000","last_unstale":"2024-08-29T14:45:33.898065+0000","last_undegraded":"2024-08-29T14:45:33.898065+0000","last_fullsized":"2024-08-29T14:45:33.898065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:11:51.572178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886828+0000","last_change":"2024-08-29T14:45:31.892517+0000","last_active":"2024-08-29T14:45:33.886828+0000","last_peered":"2024-08-29T14:45:33.886828+0000","last_clean":"2024-08-29T14:45:33.886828+0000","last_became_active":"2024-08-29T14:45:31.892221+0000","last_became_peered":"2024-08-29T14:45:31.892221+0000","last_unstale":"2024-08-29T14:45:33.886828+0000","last_undegraded":"2024-08-29T14:45:33.886828+0000","last_fullsized":"2024-08-29T14:45:33.886828+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:47:02.762837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881040+0000","last_change":"2024-08-29T14:45:28.873485+0000","last_active":"2024-08-29T14:45:32.881040+0000","last_peered":"2024-08-29T14:45:32.881040+0000","last_clean":"2024-08-29T14:45:32.881040+0000","last_became_active":"2024-08-29T14:45:28.872498+0000","last_became_peered":"2024-08-29T14:45:28.872498+0000","last_unstale":"2024-08-29T14:45:32.881040+0000","last_undegraded":"2024-08-29T14:45:32.881040+0000","last_fullsized":"2024-08-29T14:45:32.881040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:29:45.416636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880489+0000","last_change":"2024-08-29T14:45:31.894001+0000","last_active":"2024-08-29T14:45:32.880489+0000","last_peered":"2024-08-29T14:45:32.880489+0000","last_clean":"2024-08-29T14:45:32.880489+0000","last_became_active":"2024-08-29T14:45:31.893272+0000","last_became_peered":"2024-08-29T14:45:31.893272+0000","last_unstale":"2024-08-29T14:45:32.880489+0000","last_undegraded":"2024-08-29T14:45:32.880489+0000","last_fullsized":"2024-08-29T14:45:32.880489+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:57:34.739420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881223+0000","last_change":"2024-08-29T14:45:28.869946+0000","last_active":"2024-08-29T14:45:32.881223+0000","last_peered":"2024-08-29T14:45:32.881223+0000","last_clean":"2024-08-29T14:45:32.881223+0000","last_became_active":"2024-08-29T14:45:28.869686+0000","last_became_peered":"2024-08-29T14:45:28.869686+0000","last_unstale":"2024-08-29T14:45:32.881223+0000","last_undegraded":"2024-08-29T14:45:32.881223+0000","last_fullsized":"2024-08-29T14:45:32.881223+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:45:41.477769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.881013+0000","last_change":"2024-08-29T14:45:31.891884+0000","last_active":"2024-08-29T14:45:32.881013+0000","last_peered":"2024-08-29T14:45:32.881013+0000","last_clean":"2024-08-29T14:45:32.881013+0000","last_became_active":"2024-08-29T14:45:31.891620+0000","last_became_peered":"2024-08-29T14:45:31.891620+0000","last_unstale":"2024-08-29T14:45:32.881013+0000","last_undegraded":"2024-08-29T14:45:32.881013+0000","last_fullsized":"2024-08-29T14:45:32.881013+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:32:21.416274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.901858+0000","last_change":"2024-08-29T14:45:28.873200+0000","last_active":"2024-08-29T14:45:33.901858+0000","last_peered":"2024-08-29T14:45:33.901858+0000","last_clean":"2024-08-29T14:45:33.901858+0000","last_became_active":"2024-08-29T14:45:28.872654+0000","last_became_peered":"2024-08-29T14:45:28.872654+0000","last_unstale":"2024-08-29T14:45:33.901858+0000","last_undegraded":"2024-08-29T14:45:33.901858+0000","last_fullsized":"2024-08-29T14:45:33.901858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:38:47.310089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025953+0000","last_change":"2024-08-29T14:45:31.904477+0000","last_active":"2024-08-29T14:45:52.025953+0000","last_peered":"2024-08-29T14:45:52.025953+0000","last_clean":"2024-08-29T14:45:52.025953+0000","last_became_active":"2024-08-29T14:45:31.904201+0000","last_became_peered":"2024-08-29T14:45:31.904201+0000","last_unstale":"2024-08-29T14:45:52.025953+0000","last_undegraded":"2024-08-29T14:45:52.025953+0000","last_fullsized":"2024-08-29T14:45:52.025953+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:27:42.530740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.026092+0000","last_change":"2024-08-29T14:45:31.896134+0000","last_active":"2024-08-29T14:45:52.026092+0000","last_peered":"2024-08-29T14:45:52.026092+0000","last_clean":"2024-08-29T14:45:52.026092+0000","last_became_active":"2024-08-29T14:45:31.895787+0000","last_became_peered":"2024-08-29T14:45:31.895787+0000","last_unstale":"2024-08-29T14:45:52.026092+0000","last_undegraded":"2024-08-29T14:45:52.026092+0000","last_fullsized":"2024-08-29T14:45:52.026092+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:40:14.870735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.901503+0000","last_change":"2024-08-29T14:45:28.873185+0000","last_active":"2024-08-29T14:45:33.901503+0000","last_peered":"2024-08-29T14:45:33.901503+0000","last_clean":"2024-08-29T14:45:33.901503+0000","last_became_active":"2024-08-29T14:45:28.872891+0000","last_became_peered":"2024-08-29T14:45:28.872891+0000","last_unstale":"2024-08-29T14:45:33.901503+0000","last_undegraded":"2024-08-29T14:45:33.901503+0000","last_fullsized":"2024-08-29T14:45:33.901503+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:54:53.421783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T14:45:52.025735+0000","last_change":"2024-08-29T14:45:31.893441+0000","last_active":"2024-08-29T14:45:52.025735+0000","last_peered":"2024-08-29T14:45:52.025735+0000","last_clean":"2024-08-29T14:45:52.025735+0000","last_became_active":"2024-08-29T14:45:31.893085+0000","last_became_peered":"2024-08-29T14:45:31.893085+0000","last_unstale":"2024-08-29T14:45:52.025735+0000","last_undegraded":"2024-08-29T14:45:52.025735+0000","last_fullsized":"2024-08-29T14:45:52.025735+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:22:45.102101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.901782+0000","last_change":"2024-08-29T14:45:28.874195+0000","last_active":"2024-08-29T14:45:33.901782+0000","last_peered":"2024-08-29T14:45:33.901782+0000","last_clean":"2024-08-29T14:45:33.901782+0000","last_became_active":"2024-08-29T14:45:28.871529+0000","last_became_peered":"2024-08-29T14:45:28.871529+0000","last_unstale":"2024-08-29T14:45:33.901782+0000","last_undegraded":"2024-08-29T14:45:33.901782+0000","last_fullsized":"2024-08-29T14:45:33.901782+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:17:21.065495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.423385+0000","last_change":"2024-08-29T14:45:31.899589+0000","last_active":"2024-08-29T14:45:33.423385+0000","last_peered":"2024-08-29T14:45:33.423385+0000","last_clean":"2024-08-29T14:45:33.423385+0000","last_became_active":"2024-08-29T14:45:31.898994+0000","last_became_peered":"2024-08-29T14:45:31.898994+0000","last_unstale":"2024-08-29T14:45:33.423385+0000","last_undegraded":"2024-08-29T14:45:33.423385+0000","last_fullsized":"2024-08-29T14:45:33.423385+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:35:10.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.886786+0000","last_change":"2024-08-29T14:45:28.867646+0000","last_active":"2024-08-29T14:45:33.886786+0000","last_peered":"2024-08-29T14:45:33.886786+0000","last_clean":"2024-08-29T14:45:33.886786+0000","last_became_active":"2024-08-29T14:45:28.867359+0000","last_became_peered":"2024-08-29T14:45:28.867359+0000","last_unstale":"2024-08-29T14:45:33.886786+0000","last_undegraded":"2024-08-29T14:45:33.886786+0000","last_fullsized":"2024-08-29T14:45:33.886786+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:58:59.016979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:45:32.880785+0000","last_change":"2024-08-29T14:45:31.895515+0000","last_active":"2024-08-29T14:45:32.880785+0000","last_peered":"2024-08-29T14:45:32.880785+0000","last_clean":"2024-08-29T14:45:32.880785+0000","last_became_active":"2024-08-29T14:45:31.895248+0000","last_became_peered":"2024-08-29T14:45:31.895248+0000","last_unstale":"2024-08-29T14:45:32.880785+0000","last_undegraded":"2024-08-29T14:45:32.880785+0000","last_fullsized":"2024-08-29T14:45:32.880785+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:06:41.539598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:45:33.900867+0000","last_change":"2024-08-29T14:45:28.870621+0000","last_active":"2024-08-29T14:45:33.900867+0000","last_peered":"2024-08-29T14:45:33.900867+0000","last_clean":"2024-08-29T14:45:33.900867+0000","last_became_active":"2024-08-29T14:45:28.870296+0000","last_became_peered":"2024-08-29T14:45:28.870296+0000","last_unstale":"2024-08-29T14:45:33.900867+0000","last_undegraded":"2024-08-29T14:45:33.900867+0000","last_fullsized":"2024-08-29T14:45:33.900867+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:23:20.163941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1273856,"data_stored":876894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462930,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298620,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446532,"statfs":{"total":95995035648,"available":95689248768,"internally_reserved":0,"allocated":1290240,"data_stored":884313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.53500000000000003}]},{"osd":1,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.48799999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.58399999999999996}]},{"osd":3,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.621}]},{"osd":4,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.505}]},{"osd":5,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.46500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]}]},{"osd":5,"up_from":39,"seq":167503724566,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":700416,"data_stored":293977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.56699999999999995}]},{"osd":1,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.52400000000000002}]},{"osd":2,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.55400000000000005}]},{"osd":3,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.51300000000000001}]},{"osd":4,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.499}]},{"osd":6,"last update":"Thu Aug 29 14:45:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986201,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":286895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:44:53 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.626}]},{"osd":1,"last update":"Thu Aug 29 14:44:53 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59999999999999998}]},{"osd":2,"last update":"Thu Aug 29 14:44:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.67000000000000004}]},{"osd":3,"last update":"Thu Aug 29 14:44:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.434},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.73599999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.496}]},{"osd":6,"last update":"Thu Aug 29 14:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.82699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":684032,"data_stored":281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:45:31 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.38100000000000001,"15min":0.38300000000000001},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.55600000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.57099999999999995,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35799999999999998}]},{"osd":1,"last update":"Thu Aug 29 14:45:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.41799999999999998,"15min":0.41999999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60599999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.312},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.29799999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:45:31 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.42499999999999999,"15min":0.42199999999999999},"min":{"1min":0.312,"5min":0.31,"15min":0.31},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.42999999999999999,"15min":0.432},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.64200000000000002,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.371}]},{"osd":4,"last update":"Thu Aug 29 14:44:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.45200000000000001}]},{"osd":5,"last update":"Thu Aug 29 14:45:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.432}]},{"osd":6,"last update":"Thu Aug 29 14:45:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.51300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":663552,"data_stored":279640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:45:06 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.37,"15min":0.374},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.48299999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.35399999999999998,"15min":0.34899999999999998},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.51500000000000001,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.375}]},{"osd":1,"last update":"Thu Aug 29 14:45:06 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.36199999999999999,"15min":0.35799999999999998},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40300000000000002,"15min":0.40100000000000002},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59599999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.32900000000000001}]},{"osd":3,"last update":"Thu Aug 29 14:45:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.42499999999999999,"15min":0.42699999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.56299999999999994,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.41699999999999998,"15min":0.42099999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.316}]},{"osd":4,"last update":"Thu Aug 29 14:44:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.50800000000000001}]},{"osd":5,"last update":"Thu Aug 29 14:45:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.55600000000000005}]},{"osd":6,"last update":"Thu Aug 29 14:45:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.49299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":671744,"data_stored":279800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:45:49 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.33300000000000002,"15min":0.32100000000000001},"min":{"1min":0.245,"5min":0.215,"15min":0.215},"max":{"1min":0.55400000000000005,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.315},{"interface":"front","average":{"1min":0.371,"5min":0.34599999999999997,"15min":0.32700000000000001},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57299999999999995,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.36499999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:45:07 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.38500000000000001,"15min":0.38300000000000001},"min":{"1min":0.28699999999999998,"5min":0.247,"15min":0.247},"max":{"1min":0.53300000000000003,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.40100000000000002,"15min":0.39500000000000002},"min":{"1min":0.32900000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.33500000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:45:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.30299999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.59699999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.435}]},{"osd":4,"last update":"Thu Aug 29 14:44:56 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.56699999999999995}]},{"osd":5,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.58099999999999996}]},{"osd":6,"last update":"Thu Aug 29 14:45:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.48599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298604,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446548,"statfs":{"total":95995035648,"available":95689265152,"internally_reserved":0,"allocated":1273856,"data_stored":870724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 14:45:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.35799999999999998,"15min":0.35699999999999998},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.54600000000000004,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.37},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.35899999999999999,"15min":0.34599999999999997},"min":{"1min":0.221,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.51500000000000001,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.25800000000000001}]},{"osd":2,"last update":"Thu Aug 29 14:45:09 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42099999999999999,"15min":0.42199999999999999},"min":{"1min":0.26800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.63100000000000001,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.40400000000000003,"15min":0.40600000000000003},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57899999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.34699999999999998}]},{"osd":3,"last update":"Thu Aug 29 14:45:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.45300000000000001,"15min":0.45800000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.56699999999999995,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.443,"15min":0.45000000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58999999999999997,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.38400000000000001}]},{"osd":4,"last update":"Thu Aug 29 14:44:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Aug 29 14:45:15 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.47199999999999998}]},{"osd":6,"last update":"Thu Aug 29 14:45:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.49299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T14:45:57.830 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-29T14:45:57.831 INFO:tasks.cephadm:Adding prometheus.a on smithi169 2024-08-29T14:45:57.831 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch apply prometheus '1;smithi169=a' 2024-08-29T14:45:58.092 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:45:58.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:57 smithi131 ceph-mon[17514]: from='client.24416 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:45:58.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:57 smithi131 ceph-mon[29516]: from='client.24416 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:45:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:57 smithi169 ceph-mon[20881]: from='client.24416 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:45:59.178 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:45:58 smithi169 ceph-mon[20881]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:59.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:45:58 smithi131 ceph-mon[17514]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:59.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:45:58 smithi131 ceph-mon[29516]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:45:59.849 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled prometheus update... 2024-08-29T14:46:00.511 DEBUG:teuthology.orchestra.run.smithi169:prometheus.a> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@prometheus.a.service 2024-08-29T14:46:00.513 INFO:tasks.cephadm:Adding node-exporter.a on smithi131 2024-08-29T14:46:00.513 INFO:tasks.cephadm:Adding node-exporter.b on smithi169 2024-08-29T14:46:00.513 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch apply node-exporter '2;smithi131=a;smithi169=b' 2024-08-29T14:46:00.813 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:46:01.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[17514]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[17514]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[17514]: Saving service prometheus spec with placement smithi169=a;count:1 2024-08-29T14:46:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:01.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[17514]: Deploying daemon prometheus.a on smithi169 2024-08-29T14:46:01.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[29516]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:01.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[29516]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:01.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[29516]: Saving service prometheus spec with placement smithi169=a;count:1 2024-08-29T14:46:01.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:01.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:01.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:01.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:01.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:01.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:00 smithi131 ceph-mon[29516]: Deploying daemon prometheus.a on smithi169 2024-08-29T14:46:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:00 smithi169 ceph-mon[20881]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:00 smithi169 ceph-mon[20881]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:00 smithi169 ceph-mon[20881]: Saving service prometheus spec with placement smithi169=a;count:1 2024-08-29T14:46:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:00 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:00 smithi169 ceph-mon[20881]: Deploying daemon prometheus.a on smithi169 2024-08-29T14:46:03.011 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:02 smithi169 ceph-mon[20881]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:03.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:02 smithi131 ceph-mon[17514]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:03.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:02 smithi131 ceph-mon[29516]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:03.106 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled node-exporter update... 2024-08-29T14:46:04.135 DEBUG:teuthology.orchestra.run.smithi131:node-exporter.a> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.a.service 2024-08-29T14:46:04.139 DEBUG:teuthology.orchestra.run.smithi169:node-exporter.b> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.b.service 2024-08-29T14:46:04.141 INFO:tasks.cephadm:Adding alertmanager.a on smithi131 2024-08-29T14:46:04.141 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch apply alertmanager '1;smithi131=a' 2024-08-29T14:46:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:04 smithi169 ceph-mon[20881]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi131=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:04 smithi169 ceph-mon[20881]: Saving service node-exporter spec with placement smithi131=a;smithi169=b;count:2 2024-08-29T14:46:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:04 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:04.505 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:46:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:04 smithi131 ceph-mon[17514]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi131=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:04 smithi131 ceph-mon[17514]: Saving service node-exporter spec with placement smithi131=a;smithi169=b;count:2 2024-08-29T14:46:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:04 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:04 smithi131 ceph-mon[29516]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi131=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:04 smithi131 ceph-mon[29516]: Saving service node-exporter spec with placement smithi131=a;smithi169=b;count:2 2024-08-29T14:46:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:04 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:05.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:05 smithi169 ceph-mon[20881]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:05 smithi131 ceph-mon[17514]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:05 smithi131 ceph-mon[29516]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:07.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:07 smithi169 ceph-mon[20881]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:07.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:07 smithi131 ceph-mon[17514]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:07.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:07 smithi131 ceph-mon[29516]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:08.934 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled alertmanager update... 2024-08-29T14:46:09.376 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:09 smithi169 ceph-mon[20881]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:09.376 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:09 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:09.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:09 smithi131 ceph-mon[17514]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:09.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:09 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:09 smithi131 ceph-mon[29516]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:09 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:09.980 DEBUG:teuthology.orchestra.run.smithi131:alertmanager.a> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@alertmanager.a.service 2024-08-29T14:46:09.982 INFO:tasks.cephadm:Adding grafana.a on smithi169 2024-08-29T14:46:09.982 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph orch apply grafana '1;smithi169=a' 2024-08-29T14:46:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:10 smithi131 ceph-mon[17514]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi131=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:10 smithi131 ceph-mon[17514]: Saving service alertmanager spec with placement smithi131=a;count:1 2024-08-29T14:46:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:10 smithi131 ceph-mon[29516]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi131=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:10 smithi131 ceph-mon[29516]: Saving service alertmanager spec with placement smithi131=a;count:1 2024-08-29T14:46:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:10 smithi169 ceph-mon[20881]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi131=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:10 smithi169 ceph-mon[20881]: Saving service alertmanager spec with placement smithi131=a;count:1 2024-08-29T14:46:10.414 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:46:11.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:11 smithi169 ceph-mon[20881]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:11 smithi131 ceph-mon[17514]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:11 smithi131 ceph-mon[29516]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:13.309 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:13 smithi169 ceph-mon[20881]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:13 smithi131 ceph-mon[17514]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:13 smithi131 ceph-mon[29516]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:13.855 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:13 smithi169 podman[50812]: 2024-08-29 14:46:13.726573138 +0000 UTC m=+0.121229359 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-29T14:46:13.985 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled grafana update... 2024-08-29T14:46:14.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:13 smithi169 podman[50812]: 2024-08-29 14:46:13.996899479 +0000 UTC m=+0.391555687 container create 1d6f784ab64aa2474d2063b1d8844ce0c0a6d6a0196573de0255b0878cac76c0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:46:14.706 DEBUG:teuthology.orchestra.run.smithi169:grafana.a> sudo journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@grafana.a.service 2024-08-29T14:46:14.709 INFO:tasks.cephadm:Setting up client nodes... 2024-08-29T14:46:14.709 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-29T14:46:14.963 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:15.084 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:14 smithi131 ceph-mon[17514]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:15.084 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:14 smithi131 ceph-mon[17514]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:15.084 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:14 smithi131 ceph-mon[17514]: Saving service grafana spec with placement smithi169=a;count:1 2024-08-29T14:46:15.084 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:14 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:15.084 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:14 smithi131 ceph-mon[29516]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:15.084 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:14 smithi131 ceph-mon[29516]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:15.085 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:14 smithi131 ceph-mon[29516]: Saving service grafana spec with placement smithi169=a;count:1 2024-08-29T14:46:15.085 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:14 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:15.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-mon[20881]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:15.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-mon[20881]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:15.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-mon[20881]: Saving service grafana spec with placement smithi169=a;count:1 2024-08-29T14:46:15.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:15.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 podman[50812]: 2024-08-29 14:46:14.961590888 +0000 UTC m=+1.356247104 container init 1d6f784ab64aa2474d2063b1d8844ce0c0a6d6a0196573de0255b0878cac76c0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:46:15.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 podman[50812]: 2024-08-29 14:46:14.9662188 +0000 UTC m=+1.360875019 container start 1d6f784ab64aa2474d2063b1d8844ce0c0a6d6a0196573de0255b0878cac76c0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:46:15.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.990Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-29T14:46:15.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.991Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-29T14:46:15.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.991Z caller=main.go:570 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi169 (none))" 2024-08-29T14:46:15.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.991Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T14:46:15.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.991Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T14:46:15.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.992Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T14:46:15.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.992Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.993Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.993Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.995Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.995Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.504µs 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.995Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.995Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.995Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=15.998µs wal_replay_duration=181.873µs wbl_replay_duration=108ns total_replay_duration=215.209µs 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.996Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.996Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:14.996Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:15.010Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=13.632824ms db_storage=782ns remote_storage=1.406µs web_handler=212ns query_engine=512ns scrape=433.387µs scrape_sd=15.995µs notify=672ns notify_sd=1.465µs rules=12.980462ms tracing=7.403µs 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:15.010Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-29T14:46:15.381 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:46:15.010Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T14:46:15.382 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:15 smithi169 bash[50812]: 1d6f784ab64aa2474d2063b1d8844ce0c0a6d6a0196573de0255b0878cac76c0 2024-08-29T14:46:15.382 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:46:15 smithi169 systemd[1]: Started Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:46:16.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:16.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:16.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:16.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-29T14:46:16.366 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:16.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:16.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:16.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-29T14:46:16.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:16.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:16.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' 2024-08-29T14:46:16.367 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-29T14:46:16.368 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ignoring --setuser ceph since I am not root 2024-08-29T14:46:16.368 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ignoring --setgroup ceph since I am not root 2024-08-29T14:46:16.368 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-mgr[17790]: -- 172.21.15.131:0/1446042551 <== mon.2 v2:172.21.15.131:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c72c1169c0 con 0x55c72c122800 2024-08-29T14:46:16.368 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:16.259+0000 7f1ed838aec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:46:16.368 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:16.317+0000 7f1ed838aec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:46:16.496 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ignoring --setuser ceph since I am not root 2024-08-29T14:46:16.496 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ignoring --setgroup ceph since I am not root 2024-08-29T14:46:16.497 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-mgr[22994]: -- 172.21.15.169:0/3365351648 <== mon.1 v2:172.21.15.169:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x5605b79531e0 con 0x5605b78b6800 2024-08-29T14:46:16.497 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-mgr[22994]: -- 172.21.15.169:0/3365351648 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5605b78aa9c0 con 0x5605b78b6800 2024-08-29T14:46:16.497 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:16.253+0000 7fb3f2778ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:46:16.497 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:16.306+0000 7fb3f2778ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:46:16.497 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:16.371+0000 7fb3f2778ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:46:16.497 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:16.495+0000 7fb3f2778ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:46:16.644 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:16.384+0000 7f1ed838aec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:46:16.645 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:16.512+0000 7f1ed838aec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:46:16.879 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:16.633+0000 7fb3f2778ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:46:16.918 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:16.653+0000 7f1ed838aec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:46:16.969 INFO:teuthology.orchestra.run.smithi131.stdout:[client.0] 2024-08-29T14:46:16.969 INFO:teuthology.orchestra.run.smithi131.stdout: key = AQC4idBm2yKQORAAmBifY4NLmTNDhdXezSZNsQ== 2024-08-29T14:46:17.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:17 smithi131 ceph-mon[17514]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-29T14:46:17.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:17 smithi131 ceph-mon[17514]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-29T14:46:17.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:17 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/329218164' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:46:17.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:17 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/329218164' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:46:17.274 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:16.917+0000 7f1ed838aec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:46:17.274 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:16.979+0000 7f1ed838aec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:46:17.274 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:17 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:17.147+0000 7f1ed838aec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:46:17.274 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:17 smithi131 ceph-mon[29516]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-29T14:46:17.274 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:17 smithi131 ceph-mon[29516]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-29T14:46:17.274 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:17 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/329218164' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:46:17.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:17 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/329218164' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:46:17.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:17 smithi169 ceph-mon[20881]: from='mgr.14150 172.21.15.131:0/3923362030' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-29T14:46:17.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:17 smithi169 ceph-mon[20881]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-29T14:46:17.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:17 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/329218164' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:46:17.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:17 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/329218164' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:46:17.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:16.886+0000 7fb3f2778ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:46:17.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:16.944+0000 7fb3f2778ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:46:17.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:17.104+0000 7fb3f2778ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:46:17.699 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:46:17.699 DEBUG:teuthology.orchestra.run.smithi131:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-29T14:46:17.699 DEBUG:teuthology.orchestra.run.smithi131:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-29T14:46:17.737 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-29T14:46:17.989 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:46:18.027 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:17.949+0000 7fb3f2778ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:46:18.027 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:18.026+0000 7fb3f2778ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:46:18.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:18.010+0000 7f1ed838aec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:46:18.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:18.075+0000 7f1ed838aec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:46:19.020 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:18.777+0000 7f1ed838aec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:46:19.020 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:18.894+0000 7f1ed838aec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:46:19.041 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:18.746+0000 7fb3f2778ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:46:19.041 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:18.859+0000 7fb3f2778ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:46:19.042 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:18.981+0000 7fb3f2778ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:46:19.042 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:19.040+0000 7fb3f2778ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:46:19.289 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.021+0000 7f1ed838aec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:46:19.289 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.084+0000 7f1ed838aec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:46:19.290 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.217+0000 7f1ed838aec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:46:19.290 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.287+0000 7f1ed838aec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:46:19.298 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:19.168+0000 7fb3f2778ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:46:19.299 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:19.236+0000 7fb3f2778ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:46:19.299 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:19.297+0000 7fb3f2778ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:46:19.550 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:19.442+0000 7fb3f2778ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:46:19.550 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:19.505+0000 7fb3f2778ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:46:19.557 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.348+0000 7f1ed838aec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:46:19.557 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.489+0000 7f1ed838aec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:46:19.557 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.555+0000 7f1ed838aec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:46:19.826 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.622+0000 7f1ed838aec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:46:19.826 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.706+0000 7f1ed838aec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:46:19.826 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.765+0000 7f1ed838aec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:46:19.826 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:19 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:19.824+0000 7f1ed838aec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:46:19.879 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:19.576+0000 7fb3f2778ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:46:19.879 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:19.658+0000 7fb3f2778ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:46:19.879 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:19.719+0000 7fb3f2778ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:46:19.879 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:19.779+0000 7fb3f2778ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:46:19.996 INFO:teuthology.orchestra.run.smithi169.stdout:[client.1] 2024-08-29T14:46:19.996 INFO:teuthology.orchestra.run.smithi169.stdout: key = AQC7idBmOU0aOxAAvqhOHphDf4XJFfqLmbfV5A== 2024-08-29T14:46:20.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-mon[17514]: from='client.? 172.21.15.169:0/3279168449' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:46:20.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:46:20.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:46:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-mon[29516]: from='client.? 172.21.15.169:0/3279168449' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:46:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:46:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:46:20.311 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:20 smithi169 ceph-mon[20881]: from='client.? 172.21.15.169:0/3279168449' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:46:20.311 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:20 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:46:20.311 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:20 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:46:20.562 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:20.557+0000 7fb3f2778ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:46:20.562 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: [29/Aug/2024:14:46:20] ENGINE Bus STARTING 2024-08-29T14:46:20.562 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: CherryPy Checker: 2024-08-29T14:46:20.562 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: The Application mounted at '' has an empty config. 2024-08-29T14:46:20.744 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2024-08-29T14:46:20.744 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-29T14:46:20.744 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-29T14:46:20.780 INFO:tasks.cephadm:Creating RBD pool 2024-08-29T14:46:20.781 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd pool create rbd 8 2024-08-29T14:46:20.839 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.581+0000 7f1ed838aec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:46:20.839 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:46:20] ENGINE Bus STARTING 2024-08-29T14:46:20.839 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: CherryPy Checker: 2024-08-29T14:46:20.839 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: The Application mounted at '' has an empty config. 2024-08-29T14:46:20.839 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.839 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.678+0000 7f1e89e28640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:46:20.839 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.678+0000 7f1e89e28640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:46:20.839 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.678+0000 7f1e89e28640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:46:20.839 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.678+0000 7f1e89e28640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:46:20.839 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.678+0000 7f1e89e28640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:46:20.840 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.680+0000 7f1e8ce2e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:46:20.840 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.680+0000 7f1e8ce2e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:46:20.840 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.680+0000 7f1e8ce2e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:46:20.840 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.680+0000 7f1e8ce2e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:46:20.840 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:20.680+0000 7f1e8ce2e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:46:20.840 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:46:20] ENGINE Serving on http://:::9283 2024-08-29T14:46:20.840 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:46:20] ENGINE Bus STARTED 2024-08-29T14:46:20.879 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: 2024-08-29T14:46:20.879 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: [29/Aug/2024:14:46:20] ENGINE Serving on http://:::9283 2024-08-29T14:46:20.879 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: [29/Aug/2024:14:46:20] ENGINE Bus STARTED 2024-08-29T14:46:21.057 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:21.105 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: Standby manager daemon x restarted 2024-08-29T14:46:21.106 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: Standby manager daemon x started 2024-08-29T14:46:21.106 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:46:21.106 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:46:21.106 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:46:21.106 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:46:21.106 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: Active manager daemon y restarted 2024-08-29T14:46:21.106 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: Activating manager daemon y 2024-08-29T14:46:21.106 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: osdmap e69: 8 total, 8 up, 8 in 2024-08-29T14:46:21.106 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: mgrmap e17: y(active, starting, since 0.00927862s), standbys: x 2024-08-29T14:46:21.106 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:46:21.107 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:46:21.108 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:46:21.108 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:46:21.108 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:46:21.108 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:46:21.108 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:46:21.108 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: Manager daemon y is now available 2024-08-29T14:46:21.108 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: Standby manager daemon x restarted 2024-08-29T14:46:21.108 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: Standby manager daemon x started 2024-08-29T14:46:21.108 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: Active manager daemon y restarted 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: Activating manager daemon y 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: osdmap e69: 8 total, 8 up, 8 in 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: mgrmap e17: y(active, starting, since 0.00927862s), standbys: x 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:21.109 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:46:21.110 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:46:21.111 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:46:21.111 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:46:21.111 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: Manager daemon y is now available 2024-08-29T14:46:21.111 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:21.111 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:21.111 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:46:21.111 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:46:21.111 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:46:21.111 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:46:21.112 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:46:21.112 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:21.112 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:21.112 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:46:21.112 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:46:21.112 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:46:21.113 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:46:21.113 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:21 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:46:21.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: Standby manager daemon x restarted 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: Standby manager daemon x started 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/3668227509' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: Active manager daemon y restarted 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: Activating manager daemon y 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: osdmap e69: 8 total, 8 up, 8 in 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: mgrmap e17: y(active, starting, since 0.00927862s), standbys: x 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:46:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:46:21.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: Manager daemon y is now available 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:46:21.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:21 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:46:22.593 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:22.281+0000 7f1e71137640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:46:22] ENGINE Error in HTTPServer.serve 2024-08-29T14:46:22.593 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: Traceback (most recent call last): 2024-08-29T14:46:22.593 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self._connections.run(self.expiration_interval) 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self._run(expiration_interval) 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: s = self.context.wrap_socket( 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: return self.sslsocket_class._create( 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:46:22.594 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self.do_handshake() 2024-08-29T14:46:22.595 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:46:22.595 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: self._sslobj.do_handshake() 2024-08-29T14:46:22.595 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:46:22.595 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:46:22.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-mon[17514]: mgrmap e18: y(active, since 1.0128s), standbys: x 2024-08-29T14:46:22.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-mon[17514]: [29/Aug/2024:14:46:22] ENGINE Bus STARTING 2024-08-29T14:46:22.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-mon[29516]: mgrmap e18: y(active, since 1.0128s), standbys: x 2024-08-29T14:46:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-mon[29516]: [29/Aug/2024:14:46:22] ENGINE Bus STARTING 2024-08-29T14:46:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:22 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:22.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:22 smithi169 ceph-mon[20881]: mgrmap e18: y(active, since 1.0128s), standbys: x 2024-08-29T14:46:22.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:22 smithi169 ceph-mon[20881]: [29/Aug/2024:14:46:22] ENGINE Bus STARTING 2024-08-29T14:46:22.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:22 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.084 INFO:teuthology.orchestra.run.smithi131.stderr:pool 'rbd' created 2024-08-29T14:46:24.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: [29/Aug/2024:14:46:22] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:46:24.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: [29/Aug/2024:14:46:22] ENGINE Bus STARTED 2024-08-29T14:46:24.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: [29/Aug/2024:14:46:22] ENGINE Error in HTTPServer.serve 2024-08-29T14:46:24.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: Traceback (most recent call last): 2024-08-29T14:46:24.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:46:24.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:46:24.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:46:24.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._run(expiration_interval) 2024-08-29T14:46:24.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:46:24.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:46:24.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:46:24.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:46:24.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:46:24.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: s = self.context.wrap_socket( 2024-08-29T14:46:24.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:46:24.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: return self.sslsocket_class._create( 2024-08-29T14:46:24.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:46:24.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: self.do_handshake() 2024-08-29T14:46:24.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:46:24.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._sslobj.do_handshake() 2024-08-29T14:46:24.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:46:24.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:24.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3633099960' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T14:46:24.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T14:46:24.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-29T14:46:24.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.358 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: [29/Aug/2024:14:46:22] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: [29/Aug/2024:14:46:22] ENGINE Bus STARTED 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: [29/Aug/2024:14:46:22] ENGINE Error in HTTPServer.serve 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout: Traceback (most recent call last): 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._run(expiration_interval) 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:46:24.359 INFO:journalctl@ceph.mon.a.smithi131.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:46:24.360 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:46:24.360 INFO:journalctl@ceph.mon.a.smithi131.stdout: s = self.context.wrap_socket( 2024-08-29T14:46:24.360 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:46:24.360 INFO:journalctl@ceph.mon.a.smithi131.stdout: return self.sslsocket_class._create( 2024-08-29T14:46:24.360 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:46:24.360 INFO:journalctl@ceph.mon.a.smithi131.stdout: self.do_handshake() 2024-08-29T14:46:24.360 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:46:24.360 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._sslobj.do_handshake() 2024-08-29T14:46:24.360 INFO:journalctl@ceph.mon.a.smithi131.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:46:24.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3633099960' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: [29/Aug/2024:14:46:22] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:46:24.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: [29/Aug/2024:14:46:22] ENGINE Bus STARTED 2024-08-29T14:46:24.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: [29/Aug/2024:14:46:22] ENGINE Error in HTTPServer.serve 2024-08-29T14:46:24.380 INFO:journalctl@ceph.mon.b.smithi169.stdout: Traceback (most recent call last): 2024-08-29T14:46:24.380 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._run(expiration_interval) 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: s = self.context.wrap_socket( 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: return self.sslsocket_class._create( 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: self.do_handshake() 2024-08-29T14:46:24.381 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:46:24.382 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._sslobj.do_handshake() 2024-08-29T14:46:24.382 INFO:journalctl@ceph.mon.b.smithi169.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:46:24.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:24.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3633099960' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T14:46:24.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:24.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.386 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.386 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:24.794 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- rbd pool init rbd 2024-08-29T14:46:25.056 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:25.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi169 to 2992M 2024-08-29T14:46:25.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: osdmap e70: 8 total, 8 up, 8 in 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi169 to 2992M 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: osdmap e70: 8 total, 8 up, 8 in 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:25.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:25.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:25 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi169 to 2992M 2024-08-29T14:46:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-29T14:46:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: osdmap e70: 8 total, 8 up, 8 in 2024-08-29T14:46:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:25.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:25.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:25.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:25 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:26.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:26.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi131 to 2992M 2024-08-29T14:46:26.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:46:26.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:46:26.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:46:26.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-29T14:46:26.273 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: osdmap e71: 8 total, 8 up, 8 in 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi131 to 2992M 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:46:26.274 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:46:26.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:46:26.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-29T14:46:26.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: osdmap e71: 8 total, 8 up, 8 in 2024-08-29T14:46:26.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:26.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:26.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:26 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:46:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:46:26.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:26.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi131 to 2992M 2024-08-29T14:46:26.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:46:26.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:46:26.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:46:26.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-29T14:46:26.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: osdmap e71: 8 total, 8 up, 8 in 2024-08-29T14:46:26.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:26.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:26.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:26.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:26 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:27.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[17514]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:27.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[17514]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[17514]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[17514]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[17514]: Deploying daemon alertmanager.a on smithi131 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[17514]: osdmap e72: 8 total, 8 up, 8 in 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3078647348' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[29516]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[29516]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[29516]: Deploying daemon alertmanager.a on smithi131 2024-08-29T14:46:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[29516]: osdmap e72: 8 total, 8 up, 8 in 2024-08-29T14:46:27.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:27 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3078647348' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T14:46:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:27 smithi169 ceph-mon[20881]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:27 smithi169 ceph-mon[20881]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:27 smithi169 ceph-mon[20881]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:46:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:27 smithi169 ceph-mon[20881]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:46:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:27 smithi169 ceph-mon[20881]: Deploying daemon alertmanager.a on smithi131 2024-08-29T14:46:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:27 smithi169 ceph-mon[20881]: osdmap e72: 8 total, 8 up, 8 in 2024-08-29T14:46:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:27 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3078647348' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T14:46:28.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:28 smithi169 ceph-mon[20881]: pgmap v9: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:28.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:28 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3078647348' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-29T14:46:28.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:28 smithi169 ceph-mon[20881]: osdmap e73: 8 total, 8 up, 8 in 2024-08-29T14:46:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:28 smithi131 ceph-mon[17514]: pgmap v9: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:28 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3078647348' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-29T14:46:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:28 smithi131 ceph-mon[17514]: osdmap e73: 8 total, 8 up, 8 in 2024-08-29T14:46:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:28 smithi131 ceph-mon[29516]: pgmap v9: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:28 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3078647348' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-29T14:46:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:28 smithi131 ceph-mon[29516]: osdmap e73: 8 total, 8 up, 8 in 2024-08-29T14:46:29.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:29 smithi169 ceph-mon[20881]: osdmap e74: 8 total, 8 up, 8 in 2024-08-29T14:46:29.506 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:29 smithi131 ceph-mon[17514]: osdmap e74: 8 total, 8 up, 8 in 2024-08-29T14:46:29.506 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:29 smithi131 ceph-mon[29516]: osdmap e74: 8 total, 8 up, 8 in 2024-08-29T14:46:30.252 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph config log 1 --format=json 2024-08-29T14:46:30.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:30 smithi131 ceph-mon[17514]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-29T14:46:30.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:30 smithi131 ceph-mon[17514]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:46:30.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:30 smithi131 ceph-mon[17514]: Cluster is now healthy 2024-08-29T14:46:30.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:30 smithi131 ceph-mon[17514]: osdmap e75: 8 total, 8 up, 8 in 2024-08-29T14:46:30.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:30 smithi131 ceph-mon[29516]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-29T14:46:30.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:30 smithi131 ceph-mon[29516]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:46:30.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:30 smithi131 ceph-mon[29516]: Cluster is now healthy 2024-08-29T14:46:30.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:30 smithi131 ceph-mon[29516]: osdmap e75: 8 total, 8 up, 8 in 2024-08-29T14:46:30.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:30 smithi169 ceph-mon[20881]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-29T14:46:30.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:30 smithi169 ceph-mon[20881]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:46:30.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:30 smithi169 ceph-mon[20881]: Cluster is now healthy 2024-08-29T14:46:30.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:30 smithi169 ceph-mon[20881]: osdmap e75: 8 total, 8 up, 8 in 2024-08-29T14:46:30.496 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:32.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:32 smithi131 ceph-mon[17514]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-29T14:46:32.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:32 smithi131 ceph-mon[29516]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-29T14:46:32.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:32 smithi169 ceph-mon[20881]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-29T14:46:34.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:34 smithi131 ceph-mon[17514]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-29T14:46:34.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:34 smithi131 ceph-mon[29516]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-29T14:46:34.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:34 smithi169 ceph-mon[20881]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-29T14:46:35.580 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:35 smithi131 systemd[1]: Starting Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:46:35.580 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:46:36.202 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-mon[17514]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 272 B/s wr, 0 op/s 2024-08-29T14:46:36.202 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3938463681' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-29T14:46:36.202 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:46:36.202 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-mon[29516]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 272 B/s wr, 0 op/s 2024-08-29T14:46:36.202 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3938463681' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-29T14:46:36.203 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:46:36.225 INFO:teuthology.orchestra.run.smithi131.stdout:[{"version":20,"timestamp":"2024-08-29T14:46:24.921874+0000","name":"","changes":[{"name":"osd/host:smithi131/osd_memory_target","previous_value":"4211107123","new_value":"3137365299"}]}] 2024-08-29T14:46:36.226 INFO:tasks.ceph_manager:config epoch is 20 2024-08-29T14:46:36.226 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-29T14:46:36.226 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-29T14:46:36.226 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph mgr dump --format=json 2024-08-29T14:46:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:36 smithi169 ceph-mon[20881]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 272 B/s wr, 0 op/s 2024-08-29T14:46:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:36 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3938463681' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-29T14:46:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:36 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:46:36.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:46:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:46:36.495 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 podman[64154]: 2024-08-29 14:46:36.386054877 +0000 UTC m=+0.105760528 volume create 27b2b4efb64475fcb989ac2765390b47f252e3ade3af7751edd2f92f145da379 2024-08-29T14:46:36.496 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 podman[64154]: 2024-08-29 14:46:36.296351294 +0000 UTC m=+0.016056946 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-29T14:46:36.496 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 podman[64154]: 2024-08-29 14:46:36.494989759 +0000 UTC m=+0.214695410 container create b235a5517f826719a485e38e2dea66427ab8a92a6cd0d9d1733e7567ef48ea0f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:46:37.014 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:37.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:46:37] ENGINE Bus STOPPING 2024-08-29T14:46:37.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 podman[64154]: 2024-08-29 14:46:36.823141809 +0000 UTC m=+0.542847473 container init b235a5517f826719a485e38e2dea66427ab8a92a6cd0d9d1733e7567ef48ea0f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:46:37.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 podman[64154]: 2024-08-29 14:46:36.82771478 +0000 UTC m=+0.547420431 container start b235a5517f826719a485e38e2dea66427ab8a92a6cd0d9d1733e7567ef48ea0f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:46:37.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:46:36.839Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-29T14:46:37.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:46:36.839Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-29T14:46:37.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:46:36.841Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.131 port=9094 2024-08-29T14:46:37.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:46:36.842Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-29T14:46:37.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:46:36.864Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T14:46:37.104 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:46:36.865Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T14:46:37.104 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:46:36.867Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-29T14:46:37.104 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:46:36.867Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-29T14:46:37.104 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 bash[64154]: b235a5517f826719a485e38e2dea66427ab8a92a6cd0d9d1733e7567ef48ea0f 2024-08-29T14:46:37.104 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:36 smithi131 systemd[1]: Started Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:46:37.401 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:46:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:46:37.401 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:46:37] ENGINE Bus STOPPED 2024-08-29T14:46:37.401 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:46:37] ENGINE Bus STARTING 2024-08-29T14:46:37.401 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:46:37] ENGINE Serving on http://:::9283 2024-08-29T14:46:37.401 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:46:37] ENGINE Bus STARTED 2024-08-29T14:46:38.333 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 240 B/s wr, 0 op/s 2024-08-29T14:46:38.333 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.333 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.333 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:46:38.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:46:38.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: Deploying daemon grafana.a on smithi169 2024-08-29T14:46:38.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[17514]: osdmap e76: 8 total, 8 up, 8 in 2024-08-29T14:46:38.334 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 240 B/s wr, 0 op/s 2024-08-29T14:46:38.334 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:46:38.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:46:38.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: Deploying daemon grafana.a on smithi169 2024-08-29T14:46:38.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:37 smithi131 ceph-mon[29516]: osdmap e76: 8 total, 8 up, 8 in 2024-08-29T14:46:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 240 B/s wr, 0 op/s 2024-08-29T14:46:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:46:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:46:38.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:38.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: Deploying daemon grafana.a on smithi169 2024-08-29T14:46:38.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:37 smithi169 ceph-mon[20881]: osdmap e76: 8 total, 8 up, 8 in 2024-08-29T14:46:39.023 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:46:39.023 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:38 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:46:38.842Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00048841s 2024-08-29T14:46:39.673 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":20,"flags":0,"active_gid":14538,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6800","nonce":1360767552},{"type":"v1","addr":"172.21.15.131:6801","nonce":1360767552}]},"active_addr":"172.21.15.131:6801/1360767552","active_change":"2024-08-29T14:46:20.584735+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24409,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.131:8443/","prometheus":"http://172.21.15.131:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":69,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.131:0","nonce":124807614}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.131:0","nonce":667244253}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.131:0","nonce":1136840470}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.131:0","nonce":4256932557}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.131:0","nonce":640193354}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.131:0","nonce":3549360786}]}]} 2024-08-29T14:46:39.677 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-29T14:46:39.678 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-29T14:46:39.678 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:46:39.920 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:40.244 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:39 smithi131 ceph-mon[17514]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 215 B/s wr, 0 op/s 2024-08-29T14:46:40.245 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:39 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/4102072337' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T14:46:40.245 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:39 smithi131 ceph-mon[29516]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 215 B/s wr, 0 op/s 2024-08-29T14:46:40.245 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:39 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/4102072337' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T14:46:40.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:39 smithi169 ceph-mon[20881]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 215 B/s wr, 0 op/s 2024-08-29T14:46:40.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:39 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/4102072337' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T14:46:41.735 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:41 smithi131 ceph-mon[17514]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-29T14:46:41.735 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:41 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:41.735 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:41 smithi131 ceph-mon[29516]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-29T14:46:41.735 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:41 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:42.091 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:46:42.091 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":76,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","created":"2024-08-29T14:39:58.113203+0000","modified":"2024-08-29T14:46:37.173639+0000","last_up_change":"2024-08-29T14:45:02.157900+0000","last_in_change":"2024-08-29T14:44:46.000997+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:43:08.038937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T14:45:27.535472+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T14:45:30.830181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-29T14:46:23.425380+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a14e2807-3351-4e1a-9a21-f36358ba23d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6802","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6803","nonce":2474040517}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6804","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6805","nonce":2474040517}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6808","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6809","nonce":2474040517}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6806","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6807","nonce":2474040517}]},"public_addr":"172.21.15.131:6803/2474040517","cluster_addr":"172.21.15.131:6805/2474040517","heartbeat_back_addr":"172.21.15.131:6809/2474040517","heartbeat_front_addr":"172.21.15.131:6807/2474040517","state":["exists","up"]},{"osd":1,"uuid":"fe32dc54-1602-41f1-bfb6-1d43b51ed570","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6810","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6811","nonce":1093353922}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6812","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6813","nonce":1093353922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6816","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6817","nonce":1093353922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6814","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6815","nonce":1093353922}]},"public_addr":"172.21.15.131:6811/1093353922","cluster_addr":"172.21.15.131:6813/1093353922","heartbeat_back_addr":"172.21.15.131:6817/1093353922","heartbeat_front_addr":"172.21.15.131:6815/1093353922","state":["exists","up"]},{"osd":2,"uuid":"23e78e1a-070b-4009-9ad9-7bd3757c1874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6818","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6819","nonce":2857512687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6820","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6821","nonce":2857512687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6824","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6825","nonce":2857512687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6822","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6823","nonce":2857512687}]},"public_addr":"172.21.15.131:6819/2857512687","cluster_addr":"172.21.15.131:6821/2857512687","heartbeat_back_addr":"172.21.15.131:6825/2857512687","heartbeat_front_addr":"172.21.15.131:6823/2857512687","state":["exists","up"]},{"osd":3,"uuid":"f8ef4a6a-18cc-4341-add8-feb5b84c6316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6826","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6827","nonce":1115631708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6828","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6829","nonce":1115631708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6832","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6833","nonce":1115631708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6830","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6831","nonce":1115631708}]},"public_addr":"172.21.15.131:6827/1115631708","cluster_addr":"172.21.15.131:6829/1115631708","heartbeat_back_addr":"172.21.15.131:6833/1115631708","heartbeat_front_addr":"172.21.15.131:6831/1115631708","state":["exists","up"]},{"osd":4,"uuid":"bff66608-1f20-439e-afe9-e5a0d631fd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6801","nonce":1199368005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6803","nonce":1199368005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6807","nonce":1199368005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6805","nonce":1199368005}]},"public_addr":"172.21.15.169:6801/1199368005","cluster_addr":"172.21.15.169:6803/1199368005","heartbeat_back_addr":"172.21.15.169:6807/1199368005","heartbeat_front_addr":"172.21.15.169:6805/1199368005","state":["exists","up"]},{"osd":5,"uuid":"218dfecd-80dd-4b27-ba8d-f5e8a8f1d070","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6809","nonce":472385377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6811","nonce":472385377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6815","nonce":472385377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6813","nonce":472385377}]},"public_addr":"172.21.15.169:6809/472385377","cluster_addr":"172.21.15.169:6811/472385377","heartbeat_back_addr":"172.21.15.169:6815/472385377","heartbeat_front_addr":"172.21.15.169:6813/472385377","state":["exists","up"]},{"osd":6,"uuid":"e226fc9a-a75d-4d40-8a10-d901d7857d30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6817","nonce":534770939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6819","nonce":534770939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6823","nonce":534770939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6821","nonce":534770939}]},"public_addr":"172.21.15.169:6817/534770939","cluster_addr":"172.21.15.169:6819/534770939","heartbeat_back_addr":"172.21.15.169:6823/534770939","heartbeat_front_addr":"172.21.15.169:6821/534770939","state":["exists","up"]},{"osd":7,"uuid":"3fb1184c-095c-4b55-82d5-8f9fa2176af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6825","nonce":3397846058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6827","nonce":3397846058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6831","nonce":3397846058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6829","nonce":3397846058}]},"public_addr":"172.21.15.169:6825/3397846058","cluster_addr":"172.21.15.169:6827/3397846058","heartbeat_back_addr":"172.21.15.169:6831/3397846058","heartbeat_front_addr":"172.21.15.169:6829/3397846058","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:13.937973+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:38.736780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:03.949662+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:28.742678+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:50.660737+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:13.266943+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:37.235747+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:45:01.151107+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.131:0/3460218822":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/1989656491":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/3376220973":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6800/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6801/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/4212298814":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/310971467":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/2635697803":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/1295119850":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/2273688473":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/106061811":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/2298233908":"2024-08-30T14:46:20.584534+0000","172.21.15.131:6801/3652712538":"2024-08-30T14:46:20.584534+0000","172.21.15.131:6800/3652712538":"2024-08-30T14:46:20.584534+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:46:42.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:41 smithi169 ceph-mon[20881]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-29T14:46:42.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:41 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:42.769 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-29T14:46:42.769 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:46:43.013 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:43.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:42 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1742724268' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:46:43.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:42 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1742724268' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:46:43.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:42 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/1742724268' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:46:43.827 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:43 smithi131 ceph-mon[17514]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:43.827 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:43 smithi131 ceph-mon[29516]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:43 smithi169 ceph-mon[20881]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:44.865 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:46:44.865 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":76,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","created":"2024-08-29T14:39:58.113203+0000","modified":"2024-08-29T14:46:37.173639+0000","last_up_change":"2024-08-29T14:45:02.157900+0000","last_in_change":"2024-08-29T14:44:46.000997+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:43:08.038937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T14:45:27.535472+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T14:45:30.830181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-29T14:46:23.425380+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a14e2807-3351-4e1a-9a21-f36358ba23d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6802","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6803","nonce":2474040517}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6804","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6805","nonce":2474040517}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6808","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6809","nonce":2474040517}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6806","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6807","nonce":2474040517}]},"public_addr":"172.21.15.131:6803/2474040517","cluster_addr":"172.21.15.131:6805/2474040517","heartbeat_back_addr":"172.21.15.131:6809/2474040517","heartbeat_front_addr":"172.21.15.131:6807/2474040517","state":["exists","up"]},{"osd":1,"uuid":"fe32dc54-1602-41f1-bfb6-1d43b51ed570","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6810","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6811","nonce":1093353922}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6812","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6813","nonce":1093353922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6816","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6817","nonce":1093353922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6814","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6815","nonce":1093353922}]},"public_addr":"172.21.15.131:6811/1093353922","cluster_addr":"172.21.15.131:6813/1093353922","heartbeat_back_addr":"172.21.15.131:6817/1093353922","heartbeat_front_addr":"172.21.15.131:6815/1093353922","state":["exists","up"]},{"osd":2,"uuid":"23e78e1a-070b-4009-9ad9-7bd3757c1874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6818","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6819","nonce":2857512687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6820","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6821","nonce":2857512687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6824","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6825","nonce":2857512687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6822","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6823","nonce":2857512687}]},"public_addr":"172.21.15.131:6819/2857512687","cluster_addr":"172.21.15.131:6821/2857512687","heartbeat_back_addr":"172.21.15.131:6825/2857512687","heartbeat_front_addr":"172.21.15.131:6823/2857512687","state":["exists","up"]},{"osd":3,"uuid":"f8ef4a6a-18cc-4341-add8-feb5b84c6316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6826","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6827","nonce":1115631708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6828","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6829","nonce":1115631708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6832","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6833","nonce":1115631708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6830","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6831","nonce":1115631708}]},"public_addr":"172.21.15.131:6827/1115631708","cluster_addr":"172.21.15.131:6829/1115631708","heartbeat_back_addr":"172.21.15.131:6833/1115631708","heartbeat_front_addr":"172.21.15.131:6831/1115631708","state":["exists","up"]},{"osd":4,"uuid":"bff66608-1f20-439e-afe9-e5a0d631fd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6801","nonce":1199368005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6803","nonce":1199368005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6807","nonce":1199368005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6805","nonce":1199368005}]},"public_addr":"172.21.15.169:6801/1199368005","cluster_addr":"172.21.15.169:6803/1199368005","heartbeat_back_addr":"172.21.15.169:6807/1199368005","heartbeat_front_addr":"172.21.15.169:6805/1199368005","state":["exists","up"]},{"osd":5,"uuid":"218dfecd-80dd-4b27-ba8d-f5e8a8f1d070","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6809","nonce":472385377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6811","nonce":472385377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6815","nonce":472385377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6813","nonce":472385377}]},"public_addr":"172.21.15.169:6809/472385377","cluster_addr":"172.21.15.169:6811/472385377","heartbeat_back_addr":"172.21.15.169:6815/472385377","heartbeat_front_addr":"172.21.15.169:6813/472385377","state":["exists","up"]},{"osd":6,"uuid":"e226fc9a-a75d-4d40-8a10-d901d7857d30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6817","nonce":534770939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6819","nonce":534770939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6823","nonce":534770939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6821","nonce":534770939}]},"public_addr":"172.21.15.169:6817/534770939","cluster_addr":"172.21.15.169:6819/534770939","heartbeat_back_addr":"172.21.15.169:6823/534770939","heartbeat_front_addr":"172.21.15.169:6821/534770939","state":["exists","up"]},{"osd":7,"uuid":"3fb1184c-095c-4b55-82d5-8f9fa2176af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6825","nonce":3397846058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6827","nonce":3397846058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6831","nonce":3397846058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6829","nonce":3397846058}]},"public_addr":"172.21.15.169:6825/3397846058","cluster_addr":"172.21.15.169:6827/3397846058","heartbeat_back_addr":"172.21.15.169:6831/3397846058","heartbeat_front_addr":"172.21.15.169:6829/3397846058","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:13.937973+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:38.736780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:03.949662+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:28.742678+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:50.660737+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:13.266943+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:37.235747+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:45:01.151107+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.131:0/3460218822":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/1989656491":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/3376220973":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6800/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6801/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/4212298814":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/310971467":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/2635697803":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/1295119850":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/2273688473":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/106061811":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/2298233908":"2024-08-30T14:46:20.584534+0000","172.21.15.131:6801/3652712538":"2024-08-30T14:46:20.584534+0000","172.21.15.131:6800/3652712538":"2024-08-30T14:46:20.584534+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:46:45.559 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-29T14:46:45.559 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-29T14:46:45.560 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-29T14:46:45.560 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-29T14:46:45.561 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-29T14:46:45.561 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-29T14:46:45.562 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-29T14:46:45.562 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-29T14:46:45.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:45 smithi131 ceph-mon[17514]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:45.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:45 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2355981711' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:46:45.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:45 smithi131 ceph-mon[29516]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:45.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:45 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2355981711' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:46:45.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:45 smithi169 ceph-mon[20881]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:45.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:45 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2355981711' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:46:46.068 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:46.068 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:46.068 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:46.070 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:46.074 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:46.074 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:46.347 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:46.347 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:46.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:46:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:46:47.102 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:46:46 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:46:46.845Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00310123s 2024-08-29T14:46:47.817 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:47 smithi169 ceph-mon[20881]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:47.992 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:47 smithi131 ceph-mon[17514]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:47.992 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:47 smithi131 ceph-mon[29516]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:49.498 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 podman[52994]: 2024-08-29 14:46:49.392860372 +0000 UTC m=+0.119132039 container create fce1b34fbb1ade7cf431b61a07de9ba64c78c2dfe281236d59da1ec6b61bb8d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, version=8.5, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public) 2024-08-29T14:46:49.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:49 smithi131 ceph-mon[17514]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:49.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:49 smithi131 ceph-mon[29516]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:49.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-mon[20881]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:49.898 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 podman[52994]: 2024-08-29 14:46:49.645564301 +0000 UTC m=+0.371835965 container init fce1b34fbb1ade7cf431b61a07de9ba64c78c2dfe281236d59da1ec6b61bb8d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, vendor=Red Hat, Inc., io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, com.redhat.component=ubi8-container, distribution-scope=public, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, release=239.1651231664, vcs-type=git) 2024-08-29T14:46:49.898 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 podman[52994]: 2024-08-29 14:46:49.650291971 +0000 UTC m=+0.376563629 container start fce1b34fbb1ade7cf431b61a07de9ba64c78c2dfe281236d59da1ec6b61bb8d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, release=239.1651231664, architecture=x86_64, version=8.5, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., maintainer=Paul Cuzner , description=Ceph Grafana Container, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897) 2024-08-29T14:46:49.898 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 bash[52994]: fce1b34fbb1ade7cf431b61a07de9ba64c78c2dfe281236d59da1ec6b61bb8d6 2024-08-29T14:46:49.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 systemd[1]: Started Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:46:49.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805093137Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-29T14:46:49.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805293174Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-29T14:46:49.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805310964Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-29T14:46:49.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805317896Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-29T14:46:49.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805341649Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-29T14:46:49.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805349162Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805355605Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805362091Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805368755Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.80537523Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805381774Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805388004Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805394592Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=settings t=2024-08-29T14:46:49.805401519Z level=info msg="App mode production" 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=sqlstore t=2024-08-29T14:46:49.80545391Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=sqlstore t=2024-08-29T14:46:49.805473108Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.806352543Z level=info msg="Starting DB migrations" 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.80645392Z level=info msg="Executing migration" id="create migration_log table" 2024-08-29T14:46:49.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.807053228Z level=info msg="Executing migration" id="create user table" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.807543694Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.808023256Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.808503808Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.809093383Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.809487261Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.810216725Z level=info msg="Executing migration" id="create user table v2" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.810617095Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.811026888Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.811457358Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.811766871Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.812146266Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.812583063Z level=info msg="Executing migration" id="Update user table charset" 2024-08-29T14:46:49.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.812858077Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.813269394Z level=info msg="Executing migration" id="Add missing user data" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.813586398Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.814032123Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.814432749Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.814820473Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.815945009Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.816402026Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.816872117Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.817304727Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.822530486Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-29T14:46:49.902 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.823069711Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-29T14:46:49.903 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.825707075Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-29T14:46:49.903 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.828293942Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-29T14:46:49.903 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.828750004Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-29T14:46:49.903 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.831158671Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-29T14:46:49.903 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.833758315Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-29T14:46:49.903 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.834494341Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-29T14:46:49.903 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.837126567Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-29T14:46:49.903 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.839888132Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.842378538Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.844803958Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.847457808Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.849971866Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.852582211Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.855133613Z level=info msg="Executing migration" id="create star table" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.855978314Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.856782993Z level=info msg="Executing migration" id="create org table v1" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.857659182Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.858332019Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.859037125Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-29T14:46:49.904 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.859957256Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.860562381Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.860953112Z level=info msg="Executing migration" id="Update org table charset" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.861788464Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.862509037Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.863273827Z level=info msg="Executing migration" id="create dashboard table" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.863668999Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.864100156Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.864895615Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.865669658Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.866448492Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.867229501Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.868126669Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.868937719Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-29T14:46:49.905 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.869730277Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.870682935Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.871344152Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.872117196Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.87244405Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.872931272Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.873416152Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.873890347Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.874307398Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.874749662Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.87516803Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.875592097Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.876419851Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-29T14:46:49.906 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.876834198Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.8773741Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.877830961Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.878370747Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.878877339Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.879200813Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.881625969Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.88452113Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.887135908Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.88978744Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.892505184Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.895092988Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.898013733Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-29T14:46:49.907 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.900691807Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-29T14:46:50.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.903470108Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.906221296Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.909039992Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.911966107Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.914730353Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.917470281Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.920167052Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.923107007Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.925752695Z level=info msg="Executing migration" id="create data_source table" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.928461414Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.930864519Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-29T14:46:50.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.931310221Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-29T14:46:50.151 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.933958329Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-29T14:46:50.151 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.934492337Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-29T14:46:50.151 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.936498756Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-29T14:46:50.151 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.938985165Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-29T14:46:50.151 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.941425385Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-29T14:46:50.151 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.944066871Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-29T14:46:50.151 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.946476753Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-29T14:46:50.151 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.949293935Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-29T14:46:50.152 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.951990996Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-29T14:46:50.152 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.954270677Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-29T14:46:50.152 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.954635457Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-29T14:46:50.152 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.955214215Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-29T14:46:50.152 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.956198291Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-29T14:46:50.152 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.956964942Z level=info msg="Executing migration" id="Add uid column" 2024-08-29T14:46:50.152 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.958002471Z level=info msg="Executing migration" id="Update uid value" 2024-08-29T14:46:50.152 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.9586995Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-29T14:46:50.152 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.959549626Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-29T14:46:50.153 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.96050796Z level=info msg="Executing migration" id="create api_key table" 2024-08-29T14:46:50.153 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.961383308Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-29T14:46:50.153 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.9623059Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-29T14:46:50.153 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.963153695Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-29T14:46:50.153 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.966107997Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-29T14:46:50.153 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.969099322Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-29T14:46:50.153 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.969618915Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-29T14:46:50.153 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.972586398Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-29T14:46:50.153 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.975572064Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-29T14:46:50.153 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.978437526Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-29T14:46:50.154 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.978922737Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-29T14:46:50.154 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.98200009Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.985126407Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.987879364Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.988368505Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.991401099Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.992101368Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.994277452Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.997233106Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:49.997822854Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.00073908Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.003395676Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.006063916Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-29T14:46:50.155 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.006475926Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.009273079Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.012110618Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.014690839Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.015044632Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.018080447Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.020880524Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.023544393Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.023948059Z level=info msg="Executing migration" id="create quota table v1" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.026886858Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.029554674Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.032100732Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.032675323Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-29T14:46:50.156 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.035505896Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.038186573Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.040863601Z level=info msg="Executing migration" id="create session table" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.041540259Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.042441445Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.042833868Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.043279871Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.044161882Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.044473873Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.04534313Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.045691462Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.046244636Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.047077363Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-29T14:46:50.157 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.047400388Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.048372735Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.049065919Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.05009143Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.050796825Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.05167908Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.052511958Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.053511637Z level=info msg="Executing migration" id="create alert table v1" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.054235287Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.055164401Z level=info msg="Executing migration" id="add index alert state" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.056095898Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.057107278Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.057529579Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.058447797Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.059337123Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-29T14:46:50.158 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.060795181Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.061236903Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.062064398Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.062951071Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.063949152Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.064448732Z level=info msg="Executing migration" id="Add column is_default" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.065348099Z level=info msg="Executing migration" id="Add column frequency" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.066252483Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.067110635Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.067790979Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.070755389Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.073671044Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.076576213Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-29T14:46:50.159 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.077036894Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.079949847Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.083052317Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.085810128Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.086270747Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.08933165Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.090232689Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.092305941Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.095264142Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.095877911Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.098867647Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.101916754Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-29T14:46:50.160 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.104725671Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.105217007Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.108025343Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.110830436Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.113537562Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.113972535Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.116816685Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.119382256Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.122065142Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.122377382Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.125212167Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.127734611Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.13036296Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.130802697Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-29T14:46:50.161 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.133651033Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-29T14:46:50.162 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.136028396Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-29T14:46:50.162 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.138897156Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-29T14:46:50.162 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.139291599Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-29T14:46:50.162 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.141965362Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-29T14:46:50.162 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.14475728Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-29T14:46:50.162 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.145489427Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-29T14:46:50.162 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.146334288Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-29T14:46:50.162 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.147251483Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-29T14:46:50.162 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.148036348Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-29T14:46:50.162 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.148910449Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-29T14:46:50.163 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.149778262Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-29T14:46:50.163 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.15013936Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-29T14:46:50.163 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.151019403Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-29T14:46:50.163 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.151916629Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-29T14:46:50.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.152759858Z level=info msg="Executing migration" id="Move region to single row" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.153221828Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.154075477Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.154553654Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.155035641Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.155903498Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.156393867Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.157216144Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.157796418Z level=info msg="Executing migration" id="create test_data table" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.15829205Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.159173562Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-29T14:46:50.401 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.159601013Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.162171544Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.164679835Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.167288112Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.167600209Z level=info msg="Executing migration" id="create team table" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.170306479Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.172948361Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.175465974Z level=info msg="Executing migration" id="create team member table" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.175885104Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.178690858Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.180994461Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.183639868Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.184399769Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-29T14:46:50.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.185184745Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.185975229Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.186745893Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.187308059Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.187981021Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.188411962Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.189310969Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.189851133Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.190272409Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.190680941Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.191081406Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-29T14:46:50.403 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.191377752Z level=info msg="Executing migration" id="create tag table" 2024-08-29T14:46:50.404 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.1917468Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-29T14:46:50.405 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.192169894Z level=info msg="Executing migration" id="create login attempt table" 2024-08-29T14:46:50.405 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.192543514Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-29T14:46:50.405 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.192950384Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-29T14:46:50.406 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.193349711Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-29T14:46:50.406 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.195246914Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-29T14:46:50.406 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.195629983Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-29T14:46:50.406 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.196056171Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-29T14:46:50.406 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.196367017Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-29T14:46:50.406 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.196693803Z level=info msg="Executing migration" id="create user auth table" 2024-08-29T14:46:50.406 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.197086544Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-29T14:46:50.406 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.197498844Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-29T14:46:50.406 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.197759998Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-29T14:46:50.406 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.198520525Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.199271482Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.200025457Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.200776938Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.201297436Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.202051073Z level=info msg="Executing migration" id="create server_lock table" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.202436225Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.202860866Z level=info msg="Executing migration" id="create user auth token table" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.203308989Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.204029483Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.204461532Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.204886723Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-29T14:46:50.407 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.205630757Z level=info msg="Executing migration" id="create cache_data table" 2024-08-29T14:46:50.408 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.206049942Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-29T14:46:50.409 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.206473044Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-29T14:46:50.409 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.206886631Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-29T14:46:50.409 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.207618791Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-29T14:46:50.409 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.207891798Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-29T14:46:50.409 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.208192448Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-29T14:46:50.409 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.208619861Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-29T14:46:50.409 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.209423982Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-29T14:46:50.409 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.210279623Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-29T14:46:50.409 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.210955809Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-29T14:46:50.409 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.211407135Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-29T14:46:50.410 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.212261796Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-29T14:46:50.410 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.212889013Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-29T14:46:50.410 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.213347624Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-29T14:46:50.410 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.214155815Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-29T14:46:50.410 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.214965639Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-29T14:46:50.410 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.215833164Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-29T14:46:50.410 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.216562918Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-29T14:46:50.410 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.217378687Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-29T14:46:50.410 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.218156108Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-29T14:46:50.410 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.218972196Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.219764746Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.220566202Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.221344729Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.222185075Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.223045219Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.223994137Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.224708633Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.228071961Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.231345766Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.232106781Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-29T14:46:50.411 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.232904093Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.233744212Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.234219702Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.237135187Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.239766777Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.242475663Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.24515381Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.247914078Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.250746637Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.253235523Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.255969309Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-29T14:46:50.412 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.258834033Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.261592902Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.264416543Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.267242129Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.269999303Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.272973875Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.275588468Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.278473841Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.281071658Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.283923837Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.28442997Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-29T14:46:50.413 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.28697864Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-29T14:46:50.414 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.289494819Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-29T14:46:50.414 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.291987164Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-29T14:46:50.414 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.294743073Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-29T14:46:50.414 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.297181702Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-29T14:46:50.415 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.299868676Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-29T14:46:50.415 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.302180269Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-29T14:46:50.415 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.304769423Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-29T14:46:50.415 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.307250486Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-29T14:46:50.415 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.30968534Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-29T14:46:50.415 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.312404972Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-29T14:46:50.415 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.314920937Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-29T14:46:50.415 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.317441721Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-29T14:46:50.415 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.320108887Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.322856586Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.32542013Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.328066735Z level=info msg="Executing migration" id="create alert_image table" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.328723411Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.329612185Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.33024182Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.330960818Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.331408805Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.331487874Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.332116049Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.332517042Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-29T14:46:50.416 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.332999474Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.333124211Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.333232759Z level=info msg="alerts found to migrate" alerts=0 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.333807459Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.334712205Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.335350349Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.336114879Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.336611328Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.33757345Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.338372613Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.339229745Z level=info msg="Executing migration" id="create data_keys table" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.340067296Z level=info msg="Executing migration" id="create secrets table" 2024-08-29T14:46:50.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.341118537Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.345535255Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.346475517Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.34739142Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.351628764Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.35581997Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.356937347Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.357631274Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.358535726Z level=info msg="Executing migration" id="create permission table" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.359541597Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.360300499Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.361118969Z level=info msg="Executing migration" id="create role table" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.362047133Z level=info msg="Executing migration" id="add column display_name" 2024-08-29T14:46:50.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.362982173Z level=info msg="Executing migration" id="add column group_name" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.363913931Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.364978395Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.365815706Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.368638936Z level=info msg="Executing migration" id="create team role table" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.371472671Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.374382093Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.377218525Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.380083Z level=info msg="Executing migration" id="create user role table" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.382913079Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.38573984Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.388616631Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.391650186Z level=info msg="Executing migration" id="create builtin role table" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.394455552Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-29T14:46:50.419 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.397316149Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-29T14:46:50.420 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.400207386Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-29T14:46:50.420 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.403086Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-29T14:46:50.823 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.405981308Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-29T14:46:50.823 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.408892003Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-29T14:46:50.823 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.4118285Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-29T14:46:50.823 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.414852483Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-29T14:46:50.823 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.417577824Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-29T14:46:50.823 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.420515934Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-29T14:46:50.823 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.423367187Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.426189063Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.428924577Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.431615946Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.434365332Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.437250534Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.440160706Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.442874208Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.445603595Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.448478353Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.451110064Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.453860891Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-29T14:46:50.824 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.456555286Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-29T14:46:50.825 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.45935609Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-29T14:46:50.825 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.46226065Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-29T14:46:50.825 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.464801923Z level=info msg="Executing migration" id="add correlation config column" 2024-08-29T14:46:50.825 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.465792086Z level=info msg="Executing migration" id="create entity_events table" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.466693448Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.467635903Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.467740657Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.468447141Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.468652467Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.469221149Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.470129952Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.470967892Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.471874069Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.47280154Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.473545974Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.474388047Z level=info msg="Executing migration" id="Drop public config table" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.474852968Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-29T14:46:50.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.475296452Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.476122913Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.476596416Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.477045518Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.480085327Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.481107544Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.482123923Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.483029698Z level=info msg="Executing migration" id="add share column" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.484036707Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.484954783Z level=info msg="Executing migration" id="create file table" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.485886023Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.486964185Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.487661602Z level=info msg="Executing migration" id="create file_meta table" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.488598961Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-29T14:46:50.827 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.489590179Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.490382227Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.491257599Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.492074253Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.493070274Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.494122119Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.495000523Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.496001292Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.496803785Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.499684039Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.502690436Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.505815985Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-29T14:46:50.828 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.508821013Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.511823569Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.52181053Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.524760559Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.52791147Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.531666174Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.534631259Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.537860854Z level=info msg="Executing migration" id="create folder table" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.540768702Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.543623157Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.546553985Z level=info msg="Executing migration" id="Update folder title length" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.549418304Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=migrator t=2024-08-29T14:46:50.552393753Z level=info msg="migrations completed" performed=485 skipped=0 duration=745.969815ms 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=sqlstore t=2024-08-29T14:46:50.552772237Z level=info msg="Created default organization" 2024-08-29T14:46:50.829 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=plugin.loader t=2024-08-29T14:46:50.610094162Z level=info msg="Plugin registered" pluginID=input 2024-08-29T14:46:50.830 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=plugin.loader t=2024-08-29T14:46:50.637056847Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-29T14:46:50.830 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=plugin.loader t=2024-08-29T14:46:50.637167954Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-29T14:46:50.830 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=secrets t=2024-08-29T14:46:50.6372654Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-29T14:46:50.830 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=query_data t=2024-08-29T14:46:50.63955081Z level=info msg="Query Service initialization" 2024-08-29T14:46:50.830 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=live.push_http t=2024-08-29T14:46:50.641878006Z level=info msg="Live Push Gateway initialization" 2024-08-29T14:46:51.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[17514]: Deploying daemon node-exporter.a on smithi131 2024-08-29T14:46:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:46:51.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[29516]: Deploying daemon node-exporter.a on smithi131 2024-08-29T14:46:51.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:46:51.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:50 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-mon[20881]: Deploying daemon node-exporter.a on smithi131 2024-08-29T14:46:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:46:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:50 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:46:51.843 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=infra.usagestats.collector t=2024-08-29T14:46:51.381524509Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-29T14:46:51.843 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=provisioning.datasources t=2024-08-29T14:46:51.381903932Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-08-29T14:46:51.843 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=provisioning.datasources t=2024-08-29T14:46:51.413434937Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-29T14:46:51.843 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=provisioning.datasources t=2024-08-29T14:46:51.445188436Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-29T14:46:51.843 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=provisioning.alerting t=2024-08-29T14:46:51.46624287Z level=info msg="starting to provision alerting" 2024-08-29T14:46:51.843 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=provisioning.alerting t=2024-08-29T14:46:51.466262554Z level=info msg="finished to provision alerting" 2024-08-29T14:46:51.843 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=grafanaStorageLogger t=2024-08-29T14:46:51.466361152Z level=info msg="storage starting" 2024-08-29T14:46:51.843 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=ngalert.state.manager t=2024-08-29T14:46:51.466547812Z level=info msg="Warming state cache for startup" 2024-08-29T14:46:51.844 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=http.server t=2024-08-29T14:46:51.468194431Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-29T14:46:51.844 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=sqlstore.transactions t=2024-08-29T14:46:51.477192036Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-29T14:46:51.844 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=ngalert.state.manager t=2024-08-29T14:46:51.477354063Z level=info msg="State cache has been initialized" states=0 duration=10.805745ms 2024-08-29T14:46:51.844 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=ticker t=2024-08-29T14:46:51.477412672Z level=info msg=starting first_tick=2024-08-29T14:47:00Z 2024-08-29T14:46:51.844 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=ngalert.multiorg.alertmanager t=2024-08-29T14:46:51.477408403Z level=info msg="starting MultiOrg Alertmanager" 2024-08-29T14:46:51.844 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[53009]: logger=sqlstore.transactions t=2024-08-29T14:46:51.527060726Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-29T14:46:51.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:51 smithi131 ceph-mon[17514]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:51.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:51 smithi131 ceph-mon[29516]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:52.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:51 smithi169 ceph-mon[20881]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:54.076 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:53 smithi131 ceph-mon[17514]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:54.077 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:53 smithi131 ceph-mon[29516]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:53 smithi169 ceph-mon[20881]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:56.094 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:55 smithi131 ceph-mon[17514]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:56.094 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:55 smithi131 ceph-mon[29516]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:56.101 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:55 smithi169 ceph-mon[20881]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:56.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:46:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:46:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:46:56.936 INFO:teuthology.orchestra.run.smithi131.stdout:111669149738 2024-08-29T14:46:56.937 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-29T14:46:58.074 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:57 smithi131 ceph-mon[17514]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:58.074 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:57 smithi131 ceph-mon[29516]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:46:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:57 smithi169 ceph-mon[20881]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:00.113 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:46:59 smithi131 ceph-mon[17514]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:00.114 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:46:59 smithi131 ceph-mon[29516]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:46:59 smithi169 ceph-mon[20881]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:01.238 INFO:teuthology.orchestra.run.smithi131.stdout:34359738426 2024-08-29T14:47:01.238 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-29T14:47:01.426 INFO:teuthology.orchestra.run.smithi131.stdout:236223201304 2024-08-29T14:47:01.426 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-29T14:47:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:01 smithi169 ceph-mon[20881]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:02.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:01 smithi131 ceph-mon[17514]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:02.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:01 smithi131 ceph-mon[29516]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:02.353 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:47:02 smithi131 systemd[1]: Started Ceph node-exporter.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:47:02.426 INFO:teuthology.orchestra.run.smithi131.stdout:133143986214 2024-08-29T14:47:02.426 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-29T14:47:02.858 INFO:teuthology.orchestra.run.smithi131.stdout:201863462943 2024-08-29T14:47:02.858 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-29T14:47:03.186 INFO:teuthology.orchestra.run.smithi131.stdout:167503724579 2024-08-29T14:47:03.187 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-29T14:47:03.379 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:03 smithi169 systemd[1]: Starting Ceph node-exporter.b for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:47:03.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:03 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:03.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:03 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:03.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:03 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:03.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:03 smithi169 ceph-mon[20881]: Deploying daemon node-exporter.b on smithi169 2024-08-29T14:47:03.408 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:03 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:03.408 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:03 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:03.409 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:03 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:03.409 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:03 smithi131 ceph-mon[17514]: Deploying daemon node-exporter.b on smithi169 2024-08-29T14:47:03.409 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:03 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:03.409 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:03 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:03.409 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:03 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:03.409 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:03 smithi131 ceph-mon[29516]: Deploying daemon node-exporter.b on smithi169 2024-08-29T14:47:03.873 INFO:teuthology.orchestra.run.smithi131.stdout:77309411377 2024-08-29T14:47:03.873 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-29T14:47:03.876 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:03 smithi169 bash[53278]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-29T14:47:04.037 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:04.129 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:03 smithi169 bash[53278]: Getting image source signatures 2024-08-29T14:47:04.129 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:03 smithi169 bash[53278]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-29T14:47:04.129 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:03 smithi169 bash[53278]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-29T14:47:04.129 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:03 smithi169 bash[53278]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-29T14:47:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:04 smithi131 ceph-mon[17514]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:04 smithi131 ceph-mon[29516]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:04 smithi169 ceph-mon[20881]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:04.756 INFO:teuthology.orchestra.run.smithi131.stdout:55834574903 2024-08-29T14:47:04.756 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-29T14:47:05.044 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:05.045 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:05.054 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:05.457 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:05.457 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:05.495 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:05.899 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:05 smithi169 bash[53278]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-29T14:47:05.899 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:05 smithi169 bash[53278]: Writing manifest to image destination 2024-08-29T14:47:06.161 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:47:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:47:06.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-mon[20881]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:06.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:06.414 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 podman[53278]: 2024-08-29 14:47:06.160811868 +0000 UTC m=+2.761654137 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-29T14:47:06.415 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 podman[53278]: 2024-08-29 14:47:06.284630322 +0000 UTC m=+2.885472582 container create 7874297960dac4330260012e63a020050f4cc32e9e85ead5135689224fc9294e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:47:06.571 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:06 smithi131 ceph-mon[17514]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:06.571 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:06 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:06.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:06 smithi131 ceph-mon[29516]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:06.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:06 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:06.874 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 podman[53278]: 2024-08-29 14:47:06.519884582 +0000 UTC m=+3.120726841 container init 7874297960dac4330260012e63a020050f4cc32e9e85ead5135689224fc9294e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:47:06.874 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 podman[53278]: 2024-08-29 14:47:06.524822874 +0000 UTC m=+3.125665134 container start 7874297960dac4330260012e63a020050f4cc32e9e85ead5135689224fc9294e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:47:06.874 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.528Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-29T14:47:06.874 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.528Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-29T14:47:06.874 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.528Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T14:47:06.875 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T14:47:06.876 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T14:47:06.876 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T14:47:06.876 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T14:47:06.876 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T14:47:06.876 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T14:47:06.876 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T14:47:06.876 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T14:47:06.876 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.529Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T14:47:06.877 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T14:47:06.878 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T14:47:06.879 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T14:47:06.879 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T14:47:06.879 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T14:47:06.879 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T14:47:06.879 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-29T14:47:06.879 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[53366]: ts=2024-08-29T14:47:06.530Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T14:47:06.879 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 bash[53278]: 7874297960dac4330260012e63a020050f4cc32e9e85ead5135689224fc9294e 2024-08-29T14:47:06.879 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:47:06 smithi169 systemd[1]: Started Ceph node-exporter.b for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:47:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[17514]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:07.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[29516]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:07.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:07.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:07.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:07.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:07.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:07.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:07 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:07 smithi169 ceph-mon[20881]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:07 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:07 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:07 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:07 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:08.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:07 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:08.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:07 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:09.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:09 smithi131 ceph-mon[17514]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:09.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:09 smithi131 ceph-mon[29516]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:10.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:09 smithi169 ceph-mon[20881]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:11.581 INFO:teuthology.orchestra.run.smithi131.stdout:201863462945 2024-08-29T14:47:11.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:11 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:11.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:11 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:11.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:11 smithi131 ceph-mon[17514]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:11.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:11 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:11.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:11 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:11.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:11 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:11.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:11 smithi131 ceph-mon[29516]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:11.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:11 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:11 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:11 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:11 smithi169 ceph-mon[20881]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:11 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:12.847 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:12 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2212007845' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T14:47:12.848 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:12 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2212007845' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T14:47:12.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:12 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2212007845' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T14:47:13.546 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462943 got 201863462945 for osd.6 2024-08-29T14:47:13.546 DEBUG:teuthology.parallel:result is None 2024-08-29T14:47:13.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:13 smithi131 ceph-mon[17514]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:13.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:13 smithi131 ceph-mon[29516]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:13.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:13 smithi169 ceph-mon[20881]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:14.655 INFO:teuthology.orchestra.run.smithi131.stdout:34359738430 2024-08-29T14:47:15.056 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:14 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/215144965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T14:47:15.056 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:14 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/215144965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T14:47:15.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:14 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/215144965' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T14:47:15.303 INFO:teuthology.orchestra.run.smithi131.stdout:167503724582 2024-08-29T14:47:15.607 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738426 got 34359738430 for osd.0 2024-08-29T14:47:15.607 DEBUG:teuthology.parallel:result is None 2024-08-29T14:47:15.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:15 smithi131 ceph-mon[17514]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:15.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:15 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/4076153401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T14:47:15.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:15 smithi131 ceph-mon[29516]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:15.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:15 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/4076153401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T14:47:15.937 INFO:teuthology.orchestra.run.smithi131.stdout:236223201308 2024-08-29T14:47:16.101 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:15 smithi169 ceph-mon[20881]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:16.101 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:15 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/4076153401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T14:47:16.370 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:47:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:47:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:47:17.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:16 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/447200445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T14:47:17.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:16 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/447200445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T14:47:17.128 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:16 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/447200445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T14:47:17.456 INFO:teuthology.orchestra.run.smithi131.stdout:55834574906 2024-08-29T14:47:17.718 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:17 smithi131 ceph-mon[29516]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:18.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:17 smithi131 ceph-mon[17514]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:18.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:17 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2826905860' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T14:47:18.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:17 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2826905860' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T14:47:18.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:17 smithi169 ceph-mon[20881]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:18.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:17 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2826905860' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T14:47:18.233 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574903 got 55834574906 for osd.1 2024-08-29T14:47:18.233 DEBUG:teuthology.parallel:result is None 2024-08-29T14:47:18.612 INFO:teuthology.orchestra.run.smithi131.stdout:133143986218 2024-08-29T14:47:18.947 INFO:teuthology.orchestra.run.smithi131.stdout:111669149744 2024-08-29T14:47:19.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:18 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2888698275' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T14:47:19.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:18 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2888698275' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T14:47:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:18 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2888698275' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T14:47:19.357 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724579 got 167503724582 for osd.5 2024-08-29T14:47:19.357 DEBUG:teuthology.parallel:result is None 2024-08-29T14:47:19.894 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:19 smithi131 ceph-mon[17514]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:19.894 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:19 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/109755996' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T14:47:19.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:19 smithi131 ceph-mon[29516]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:19.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:19 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/109755996' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T14:47:19.924 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986214 got 133143986218 for osd.4 2024-08-29T14:47:19.924 DEBUG:teuthology.parallel:result is None 2024-08-29T14:47:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:19 smithi169 ceph-mon[20881]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:19 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/109755996' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T14:47:20.817 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:20 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:20.817 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:20 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:20.840 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149738 got 111669149744 for osd.3 2024-08-29T14:47:20.841 DEBUG:teuthology.parallel:result is None 2024-08-29T14:47:21.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:20 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:21.196 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:21.723 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201304 got 236223201308 for osd.7 2024-08-29T14:47:21.724 DEBUG:teuthology.parallel:result is None 2024-08-29T14:47:21.967 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:21 smithi131 ceph-mon[17514]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:21.967 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:21 smithi131 ceph-mon[29516]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:21 smithi169 ceph-mon[20881]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:23.550 INFO:teuthology.orchestra.run.smithi131.stdout:77309411382 2024-08-29T14:47:23.808 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:23 smithi131 ceph-mon[17514]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:23.809 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:23 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3407857836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T14:47:23.809 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:23 smithi131 ceph-mon[29516]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:23.809 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:23 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3407857836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T14:47:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:23 smithi169 ceph-mon[20881]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:23 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3407857836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T14:47:24.855 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411377 got 77309411382 for osd.2 2024-08-29T14:47:24.855 DEBUG:teuthology.parallel:result is None 2024-08-29T14:47:24.855 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-29T14:47:24.856 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T14:47:25.643 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:26.100 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:25 smithi169 ceph-mon[20881]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:26.101 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:25 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:26.101 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:25 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:26.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:25 smithi131 ceph-mon[17514]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:26.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:25 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:26.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:25 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:26.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:25 smithi131 ceph-mon[29516]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:26.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:25 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:26.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:25 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:26.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:47:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:47:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:47:26.839 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:26 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:26.839 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:26 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:26.839 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:26 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:26.839 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:26 smithi131 ceph-mon[17514]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T14:47:26.839 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:26 smithi131 ceph-mon[17514]: Reconfiguring daemon alertmanager.a on smithi131 2024-08-29T14:47:26.839 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:26 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:26.839 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:26 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:26.839 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:26 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:26.839 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:26 smithi131 ceph-mon[29516]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T14:47:26.840 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:26 smithi131 ceph-mon[29516]: Reconfiguring daemon alertmanager.a on smithi131 2024-08-29T14:47:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:26 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:26 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:26 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:26 smithi169 ceph-mon[20881]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T14:47:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:26 smithi169 ceph-mon[20881]: Reconfiguring daemon alertmanager.a on smithi131 2024-08-29T14:47:28.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:28 smithi131 ceph-mon[17514]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:28.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:28 smithi131 ceph-mon[29516]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:28.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:28 smithi169 ceph-mon[20881]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:29.922 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:47:29.923 INFO:teuthology.orchestra.run.smithi131.stderr:dumped all 2024-08-29T14:47:30.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:30 smithi131 ceph-mon[17514]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:30.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:30 smithi131 ceph-mon[29516]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:30.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:30 smithi169 ceph-mon[20881]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:30.852 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:30 smithi131 systemd[1]: Stopping Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:47:31.133 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:31 smithi131 ceph-mon[17514]: from='client.24632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:47:31.254 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:31 smithi131 ceph-mon[29516]: from='client.24632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:47:31.255 INFO:teuthology.orchestra.run.smithi131.stdout:{"pg_ready":true,"pg_map":{"version":44,"stamp":"2024-08-29T14:47:28.615950+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386828,"kb_used_data":7980,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574388,"statfs":{"total":767960285184,"available":765516173312,"internally_reserved":0,"allocated":8171520,"data_stored":4586452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002631"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242808+0000","last_change":"2024-08-29T14:45:31.908371+0000","last_active":"2024-08-29T14:46:29.242808+0000","last_peered":"2024-08-29T14:46:29.242808+0000","last_clean":"2024-08-29T14:46:29.242808+0000","last_became_active":"2024-08-29T14:45:31.907932+0000","last_became_peered":"2024-08-29T14:45:31.907932+0000","last_unstale":"2024-08-29T14:46:29.242808+0000","last_undegraded":"2024-08-29T14:46:29.242808+0000","last_fullsized":"2024-08-29T14:46:29.242808+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:32:23.320121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119537+0000","last_change":"2024-08-29T14:45:31.906435+0000","last_active":"2024-08-29T14:46:29.119537+0000","last_peered":"2024-08-29T14:46:29.119537+0000","last_clean":"2024-08-29T14:46:29.119537+0000","last_became_active":"2024-08-29T14:45:31.906063+0000","last_became_peered":"2024-08-29T14:45:31.906063+0000","last_unstale":"2024-08-29T14:46:29.119537+0000","last_undegraded":"2024-08-29T14:46:29.119537+0000","last_fullsized":"2024-08-29T14:46:29.119537+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:43:44.899005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407966+0000","last_change":"2024-08-29T14:45:31.894462+0000","last_active":"2024-08-29T14:46:29.407966+0000","last_peered":"2024-08-29T14:46:29.407966+0000","last_clean":"2024-08-29T14:46:29.407966+0000","last_became_active":"2024-08-29T14:45:31.894180+0000","last_became_peered":"2024-08-29T14:45:31.894180+0000","last_unstale":"2024-08-29T14:46:29.407966+0000","last_undegraded":"2024-08-29T14:46:29.407966+0000","last_fullsized":"2024-08-29T14:46:29.407966+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:54:23.085975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121911+0000","last_change":"2024-08-29T14:45:31.904134+0000","last_active":"2024-08-29T14:46:29.121911+0000","last_peered":"2024-08-29T14:46:29.121911+0000","last_clean":"2024-08-29T14:46:29.121911+0000","last_became_active":"2024-08-29T14:45:31.903864+0000","last_became_peered":"2024-08-29T14:45:31.903864+0000","last_unstale":"2024-08-29T14:46:29.121911+0000","last_undegraded":"2024-08-29T14:46:29.121911+0000","last_fullsized":"2024-08-29T14:46:29.121911+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:19:51.416087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242384+0000","last_change":"2024-08-29T14:45:31.904361+0000","last_active":"2024-08-29T14:46:29.242384+0000","last_peered":"2024-08-29T14:46:29.242384+0000","last_clean":"2024-08-29T14:46:29.242384+0000","last_became_active":"2024-08-29T14:45:31.904068+0000","last_became_peered":"2024-08-29T14:45:31.904068+0000","last_unstale":"2024-08-29T14:46:29.242384+0000","last_undegraded":"2024-08-29T14:46:29.242384+0000","last_fullsized":"2024-08-29T14:46:29.242384+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:13:24.517554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121920+0000","last_change":"2024-08-29T14:45:31.898203+0000","last_active":"2024-08-29T14:46:29.121920+0000","last_peered":"2024-08-29T14:46:29.121920+0000","last_clean":"2024-08-29T14:46:29.121920+0000","last_became_active":"2024-08-29T14:45:31.895529+0000","last_became_peered":"2024-08-29T14:45:31.895529+0000","last_unstale":"2024-08-29T14:46:29.121920+0000","last_undegraded":"2024-08-29T14:46:29.121920+0000","last_fullsized":"2024-08-29T14:46:29.121920+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:37:34.897022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242076+0000","last_change":"2024-08-29T14:45:31.900750+0000","last_active":"2024-08-29T14:46:29.242076+0000","last_peered":"2024-08-29T14:46:29.242076+0000","last_clean":"2024-08-29T14:46:29.242076+0000","last_became_active":"2024-08-29T14:45:31.897866+0000","last_became_peered":"2024-08-29T14:45:31.897866+0000","last_unstale":"2024-08-29T14:46:29.242076+0000","last_undegraded":"2024-08-29T14:46:29.242076+0000","last_fullsized":"2024-08-29T14:46:29.242076+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:09:36.639231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118058+0000","last_change":"2024-08-29T14:45:31.902849+0000","last_active":"2024-08-29T14:46:29.118058+0000","last_peered":"2024-08-29T14:46:29.118058+0000","last_clean":"2024-08-29T14:46:29.118058+0000","last_became_active":"2024-08-29T14:45:31.902656+0000","last_became_peered":"2024-08-29T14:45:31.902656+0000","last_unstale":"2024-08-29T14:46:29.118058+0000","last_undegraded":"2024-08-29T14:46:29.118058+0000","last_fullsized":"2024-08-29T14:46:29.118058+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:02:54.799397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.243003+0000","last_change":"2024-08-29T14:45:31.896837+0000","last_active":"2024-08-29T14:46:29.243003+0000","last_peered":"2024-08-29T14:46:29.243003+0000","last_clean":"2024-08-29T14:46:29.243003+0000","last_became_active":"2024-08-29T14:45:31.896558+0000","last_became_peered":"2024-08-29T14:45:31.896558+0000","last_unstale":"2024-08-29T14:46:29.243003+0000","last_undegraded":"2024-08-29T14:46:29.243003+0000","last_fullsized":"2024-08-29T14:46:29.243003+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:23:45.752751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.199210+0000","last_change":"2024-08-29T14:45:31.907547+0000","last_active":"2024-08-29T14:46:29.199210+0000","last_peered":"2024-08-29T14:46:29.199210+0000","last_clean":"2024-08-29T14:46:29.199210+0000","last_became_active":"2024-08-29T14:45:31.905663+0000","last_became_peered":"2024-08-29T14:45:31.905663+0000","last_unstale":"2024-08-29T14:46:29.199210+0000","last_undegraded":"2024-08-29T14:46:29.199210+0000","last_fullsized":"2024-08-29T14:46:29.199210+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:55:58.039884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.199126+0000","last_change":"2024-08-29T14:45:31.897958+0000","last_active":"2024-08-29T14:46:29.199126+0000","last_peered":"2024-08-29T14:46:29.199126+0000","last_clean":"2024-08-29T14:46:29.199126+0000","last_became_active":"2024-08-29T14:45:31.897652+0000","last_became_peered":"2024-08-29T14:45:31.897652+0000","last_unstale":"2024-08-29T14:46:29.199126+0000","last_undegraded":"2024-08-29T14:46:29.199126+0000","last_fullsized":"2024-08-29T14:46:29.199126+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:32:20.567228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119982+0000","last_change":"2024-08-29T14:45:31.901442+0000","last_active":"2024-08-29T14:46:29.119982+0000","last_peered":"2024-08-29T14:46:29.119982+0000","last_clean":"2024-08-29T14:46:29.119982+0000","last_became_active":"2024-08-29T14:45:31.901172+0000","last_became_peered":"2024-08-29T14:45:31.901172+0000","last_unstale":"2024-08-29T14:46:29.119982+0000","last_undegraded":"2024-08-29T14:46:29.119982+0000","last_fullsized":"2024-08-29T14:46:29.119982+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:36:23.386827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118313+0000","last_change":"2024-08-29T14:45:31.893880+0000","last_active":"2024-08-29T14:46:29.118313+0000","last_peered":"2024-08-29T14:46:29.118313+0000","last_clean":"2024-08-29T14:46:29.118313+0000","last_became_active":"2024-08-29T14:45:31.893452+0000","last_became_peered":"2024-08-29T14:45:31.893452+0000","last_unstale":"2024-08-29T14:46:29.118313+0000","last_undegraded":"2024-08-29T14:46:29.118313+0000","last_fullsized":"2024-08-29T14:46:29.118313+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:39:36.512578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407757+0000","last_change":"2024-08-29T14:45:31.894551+0000","last_active":"2024-08-29T14:46:29.407757+0000","last_peered":"2024-08-29T14:46:29.407757+0000","last_clean":"2024-08-29T14:46:29.407757+0000","last_became_active":"2024-08-29T14:45:31.894249+0000","last_became_peered":"2024-08-29T14:45:31.894249+0000","last_unstale":"2024-08-29T14:46:29.407757+0000","last_undegraded":"2024-08-29T14:46:29.407757+0000","last_fullsized":"2024-08-29T14:46:29.407757+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:39:46.134492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119031+0000","last_change":"2024-08-29T14:45:31.897161+0000","last_active":"2024-08-29T14:46:29.119031+0000","last_peered":"2024-08-29T14:46:29.119031+0000","last_clean":"2024-08-29T14:46:29.119031+0000","last_became_active":"2024-08-29T14:45:31.896903+0000","last_became_peered":"2024-08-29T14:45:31.896903+0000","last_unstale":"2024-08-29T14:46:29.119031+0000","last_undegraded":"2024-08-29T14:46:29.119031+0000","last_fullsized":"2024-08-29T14:46:29.119031+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:19:28.924707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121671+0000","last_change":"2024-08-29T14:45:31.904892+0000","last_active":"2024-08-29T14:46:29.121671+0000","last_peered":"2024-08-29T14:46:29.121671+0000","last_clean":"2024-08-29T14:46:29.121671+0000","last_became_active":"2024-08-29T14:45:31.903998+0000","last_became_peered":"2024-08-29T14:45:31.903998+0000","last_unstale":"2024-08-29T14:46:29.121671+0000","last_undegraded":"2024-08-29T14:46:29.121671+0000","last_fullsized":"2024-08-29T14:46:29.121671+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:33:14.034355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122345+0000","last_change":"2024-08-29T14:45:31.902273+0000","last_active":"2024-08-29T14:46:29.122345+0000","last_peered":"2024-08-29T14:46:29.122345+0000","last_clean":"2024-08-29T14:46:29.122345+0000","last_became_active":"2024-08-29T14:45:31.902009+0000","last_became_peered":"2024-08-29T14:45:31.902009+0000","last_unstale":"2024-08-29T14:46:29.122345+0000","last_undegraded":"2024-08-29T14:46:29.122345+0000","last_fullsized":"2024-08-29T14:46:29.122345+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:16:38.757567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192885+0000","last_change":"2024-08-29T14:45:31.900298+0000","last_active":"2024-08-29T14:46:29.192885+0000","last_peered":"2024-08-29T14:46:29.192885+0000","last_clean":"2024-08-29T14:46:29.192885+0000","last_became_active":"2024-08-29T14:45:31.900054+0000","last_became_peered":"2024-08-29T14:45:31.900054+0000","last_unstale":"2024-08-29T14:46:29.192885+0000","last_undegraded":"2024-08-29T14:46:29.192885+0000","last_fullsized":"2024-08-29T14:46:29.192885+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:03:47.994557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242740+0000","last_change":"2024-08-29T14:45:31.909472+0000","last_active":"2024-08-29T14:46:29.242740+0000","last_peered":"2024-08-29T14:46:29.242740+0000","last_clean":"2024-08-29T14:46:29.242740+0000","last_became_active":"2024-08-29T14:45:31.908961+0000","last_became_peered":"2024-08-29T14:45:31.908961+0000","last_unstale":"2024-08-29T14:46:29.242740+0000","last_undegraded":"2024-08-29T14:46:29.242740+0000","last_fullsized":"2024-08-29T14:46:29.242740+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:57:11.998182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198855+0000","last_change":"2024-08-29T14:45:31.898612+0000","last_active":"2024-08-29T14:46:29.198855+0000","last_peered":"2024-08-29T14:46:29.198855+0000","last_clean":"2024-08-29T14:46:29.198855+0000","last_became_active":"2024-08-29T14:45:31.898293+0000","last_became_peered":"2024-08-29T14:45:31.898293+0000","last_unstale":"2024-08-29T14:46:29.198855+0000","last_undegraded":"2024-08-29T14:46:29.198855+0000","last_fullsized":"2024-08-29T14:46:29.198855+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:29:21.491243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407876+0000","last_change":"2024-08-29T14:45:31.899247+0000","last_active":"2024-08-29T14:46:29.407876+0000","last_peered":"2024-08-29T14:46:29.407876+0000","last_clean":"2024-08-29T14:46:29.407876+0000","last_became_active":"2024-08-29T14:45:31.898943+0000","last_became_peered":"2024-08-29T14:45:31.898943+0000","last_unstale":"2024-08-29T14:46:29.407876+0000","last_undegraded":"2024-08-29T14:46:29.407876+0000","last_fullsized":"2024-08-29T14:46:29.407876+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:40:08.129236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121958+0000","last_change":"2024-08-29T14:45:31.903683+0000","last_active":"2024-08-29T14:46:29.121958+0000","last_peered":"2024-08-29T14:46:29.121958+0000","last_clean":"2024-08-29T14:46:29.121958+0000","last_became_active":"2024-08-29T14:45:31.902913+0000","last_became_peered":"2024-08-29T14:45:31.902913+0000","last_unstale":"2024-08-29T14:46:29.121958+0000","last_undegraded":"2024-08-29T14:46:29.121958+0000","last_fullsized":"2024-08-29T14:46:29.121958+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:21:21.319809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118102+0000","last_change":"2024-08-29T14:45:53.838583+0000","last_active":"2024-08-29T14:46:29.118102+0000","last_peered":"2024-08-29T14:46:29.118102+0000","last_clean":"2024-08-29T14:46:29.118102+0000","last_became_active":"2024-08-29T14:45:53.838198+0000","last_became_peered":"2024-08-29T14:45:53.838198+0000","last_unstale":"2024-08-29T14:46:29.118102+0000","last_undegraded":"2024-08-29T14:46:29.118102+0000","last_fullsized":"2024-08-29T14:46:29.118102+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:16:49.475729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121734+0000","last_change":"2024-08-29T14:45:31.890181+0000","last_active":"2024-08-29T14:46:29.121734+0000","last_peered":"2024-08-29T14:46:29.121734+0000","last_clean":"2024-08-29T14:46:29.121734+0000","last_became_active":"2024-08-29T14:45:31.889873+0000","last_became_peered":"2024-08-29T14:45:31.889873+0000","last_unstale":"2024-08-29T14:46:29.121734+0000","last_undegraded":"2024-08-29T14:46:29.121734+0000","last_fullsized":"2024-08-29T14:46:29.121734+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:25:07.199661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118773+0000","last_change":"2024-08-29T14:45:31.883258+0000","last_active":"2024-08-29T14:46:29.118773+0000","last_peered":"2024-08-29T14:46:29.118773+0000","last_clean":"2024-08-29T14:46:29.118773+0000","last_became_active":"2024-08-29T14:45:31.882946+0000","last_became_peered":"2024-08-29T14:45:31.882946+0000","last_unstale":"2024-08-29T14:46:29.118773+0000","last_undegraded":"2024-08-29T14:46:29.118773+0000","last_fullsized":"2024-08-29T14:46:29.118773+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:09:37.246986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.199290+0000","last_change":"2024-08-29T14:45:31.910490+0000","last_active":"2024-08-29T14:46:29.199290+0000","last_peered":"2024-08-29T14:46:29.199290+0000","last_clean":"2024-08-29T14:46:29.199290+0000","last_became_active":"2024-08-29T14:45:31.910176+0000","last_became_peered":"2024-08-29T14:45:31.910176+0000","last_unstale":"2024-08-29T14:46:29.199290+0000","last_undegraded":"2024-08-29T14:46:29.199290+0000","last_fullsized":"2024-08-29T14:46:29.199290+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:59:37.032680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118910+0000","last_change":"2024-08-29T14:45:31.893548+0000","last_active":"2024-08-29T14:46:29.118910+0000","last_peered":"2024-08-29T14:46:29.118910+0000","last_clean":"2024-08-29T14:46:29.118910+0000","last_became_active":"2024-08-29T14:45:31.893257+0000","last_became_peered":"2024-08-29T14:45:31.893257+0000","last_unstale":"2024-08-29T14:46:29.118910+0000","last_undegraded":"2024-08-29T14:46:29.118910+0000","last_fullsized":"2024-08-29T14:46:29.118910+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:42:29.937087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118590+0000","last_change":"2024-08-29T14:45:31.891321+0000","last_active":"2024-08-29T14:46:29.118590+0000","last_peered":"2024-08-29T14:46:29.118590+0000","last_clean":"2024-08-29T14:46:29.118590+0000","last_became_active":"2024-08-29T14:45:31.891050+0000","last_became_peered":"2024-08-29T14:45:31.891050+0000","last_unstale":"2024-08-29T14:46:29.118590+0000","last_undegraded":"2024-08-29T14:46:29.118590+0000","last_fullsized":"2024-08-29T14:46:29.118590+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:14:30.576117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407964+0000","last_change":"2024-08-29T14:45:31.894191+0000","last_active":"2024-08-29T14:46:29.407964+0000","last_peered":"2024-08-29T14:46:29.407964+0000","last_clean":"2024-08-29T14:46:29.407964+0000","last_became_active":"2024-08-29T14:45:31.893920+0000","last_became_peered":"2024-08-29T14:45:31.893920+0000","last_unstale":"2024-08-29T14:46:29.407964+0000","last_undegraded":"2024-08-29T14:46:29.407964+0000","last_fullsized":"2024-08-29T14:46:29.407964+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:08:33.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122218+0000","last_change":"2024-08-29T14:45:31.894393+0000","last_active":"2024-08-29T14:46:29.122218+0000","last_peered":"2024-08-29T14:46:29.122218+0000","last_clean":"2024-08-29T14:46:29.122218+0000","last_became_active":"2024-08-29T14:45:31.894119+0000","last_became_peered":"2024-08-29T14:45:31.894119+0000","last_unstale":"2024-08-29T14:46:29.122218+0000","last_undegraded":"2024-08-29T14:46:29.122218+0000","last_fullsized":"2024-08-29T14:46:29.122218+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:47:44.624110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192473+0000","last_change":"2024-08-29T14:45:31.899628+0000","last_active":"2024-08-29T14:46:29.192473+0000","last_peered":"2024-08-29T14:46:29.192473+0000","last_clean":"2024-08-29T14:46:29.192473+0000","last_became_active":"2024-08-29T14:45:31.899368+0000","last_became_peered":"2024-08-29T14:45:31.899368+0000","last_unstale":"2024-08-29T14:46:29.192473+0000","last_undegraded":"2024-08-29T14:46:29.192473+0000","last_fullsized":"2024-08-29T14:46:29.192473+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:53:08.503531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198820+0000","last_change":"2024-08-29T14:45:31.900426+0000","last_active":"2024-08-29T14:46:29.198820+0000","last_peered":"2024-08-29T14:46:29.198820+0000","last_clean":"2024-08-29T14:46:29.198820+0000","last_became_active":"2024-08-29T14:45:31.900147+0000","last_became_peered":"2024-08-29T14:45:31.900147+0000","last_unstale":"2024-08-29T14:46:29.198820+0000","last_undegraded":"2024-08-29T14:46:29.198820+0000","last_fullsized":"2024-08-29T14:46:29.198820+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:32:59.011383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.120104+0000","last_change":"2024-08-29T14:45:31.889323+0000","last_active":"2024-08-29T14:46:29.120104+0000","last_peered":"2024-08-29T14:46:29.120104+0000","last_clean":"2024-08-29T14:46:29.120104+0000","last_became_active":"2024-08-29T14:45:31.888742+0000","last_became_peered":"2024-08-29T14:45:31.888742+0000","last_unstale":"2024-08-29T14:46:29.120104+0000","last_undegraded":"2024-08-29T14:46:29.120104+0000","last_fullsized":"2024-08-29T14:46:29.120104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:01:30.938969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118446+0000","last_change":"2024-08-29T14:45:28.864692+0000","last_active":"2024-08-29T14:46:29.118446+0000","last_peered":"2024-08-29T14:46:29.118446+0000","last_clean":"2024-08-29T14:46:29.118446+0000","last_became_active":"2024-08-29T14:45:28.864423+0000","last_became_peered":"2024-08-29T14:45:28.864423+0000","last_unstale":"2024-08-29T14:46:29.118446+0000","last_undegraded":"2024-08-29T14:46:29.118446+0000","last_fullsized":"2024-08-29T14:46:29.118446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:15:28.580822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192607+0000","last_change":"2024-08-29T14:45:53.443542+0000","last_active":"2024-08-29T14:46:29.192607+0000","last_peered":"2024-08-29T14:46:29.192607+0000","last_clean":"2024-08-29T14:46:29.192607+0000","last_became_active":"2024-08-29T14:45:53.443239+0000","last_became_peered":"2024-08-29T14:45:53.443239+0000","last_unstale":"2024-08-29T14:46:29.192607+0000","last_undegraded":"2024-08-29T14:46:29.192607+0000","last_fullsized":"2024-08-29T14:46:29.192607+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:20:34.810365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198992+0000","last_change":"2024-08-29T14:45:28.870657+0000","last_active":"2024-08-29T14:46:29.198992+0000","last_peered":"2024-08-29T14:46:29.198992+0000","last_clean":"2024-08-29T14:46:29.198992+0000","last_became_active":"2024-08-29T14:45:28.870304+0000","last_became_peered":"2024-08-29T14:45:28.870304+0000","last_unstale":"2024-08-29T14:46:29.198992+0000","last_undegraded":"2024-08-29T14:46:29.198992+0000","last_fullsized":"2024-08-29T14:46:29.198992+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:16:31.973467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118179+0000","last_change":"2024-08-29T14:45:28.867709+0000","last_active":"2024-08-29T14:46:29.118179+0000","last_peered":"2024-08-29T14:46:29.118179+0000","last_clean":"2024-08-29T14:46:29.118179+0000","last_became_active":"2024-08-29T14:45:28.867424+0000","last_became_peered":"2024-08-29T14:45:28.867424+0000","last_unstale":"2024-08-29T14:46:29.118179+0000","last_undegraded":"2024-08-29T14:46:29.118179+0000","last_fullsized":"2024-08-29T14:46:29.118179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:02:45.195880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118172+0000","last_change":"2024-08-29T14:45:31.892736+0000","last_active":"2024-08-29T14:46:29.118172+0000","last_peered":"2024-08-29T14:46:29.118172+0000","last_clean":"2024-08-29T14:46:29.118172+0000","last_became_active":"2024-08-29T14:45:31.892494+0000","last_became_peered":"2024-08-29T14:45:31.892494+0000","last_unstale":"2024-08-29T14:46:29.118172+0000","last_undegraded":"2024-08-29T14:46:29.118172+0000","last_fullsized":"2024-08-29T14:46:29.118172+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:51:25.011094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121814+0000","last_change":"2024-08-29T14:45:28.872455+0000","last_active":"2024-08-29T14:46:29.121814+0000","last_peered":"2024-08-29T14:46:29.121814+0000","last_clean":"2024-08-29T14:46:29.121814+0000","last_became_active":"2024-08-29T14:45:28.872164+0000","last_became_peered":"2024-08-29T14:45:28.872164+0000","last_unstale":"2024-08-29T14:46:29.121814+0000","last_undegraded":"2024-08-29T14:46:29.121814+0000","last_fullsized":"2024-08-29T14:46:29.121814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:54.193637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118939+0000","last_change":"2024-08-29T14:45:31.897573+0000","last_active":"2024-08-29T14:46:29.118939+0000","last_peered":"2024-08-29T14:46:29.118939+0000","last_clean":"2024-08-29T14:46:29.118939+0000","last_became_active":"2024-08-29T14:45:31.897215+0000","last_became_peered":"2024-08-29T14:45:31.897215+0000","last_unstale":"2024-08-29T14:46:29.118939+0000","last_undegraded":"2024-08-29T14:46:29.118939+0000","last_fullsized":"2024-08-29T14:46:29.118939+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:45:52.593139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.199224+0000","last_change":"2024-08-29T14:45:28.873336+0000","last_active":"2024-08-29T14:46:29.199224+0000","last_peered":"2024-08-29T14:46:29.199224+0000","last_clean":"2024-08-29T14:46:29.199224+0000","last_became_active":"2024-08-29T14:45:28.872977+0000","last_became_peered":"2024-08-29T14:45:28.872977+0000","last_unstale":"2024-08-29T14:46:29.199224+0000","last_undegraded":"2024-08-29T14:46:29.199224+0000","last_fullsized":"2024-08-29T14:46:29.199224+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:02:36.497507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122122+0000","last_change":"2024-08-29T14:45:31.903442+0000","last_active":"2024-08-29T14:46:29.122122+0000","last_peered":"2024-08-29T14:46:29.122122+0000","last_clean":"2024-08-29T14:46:29.122122+0000","last_became_active":"2024-08-29T14:45:31.903171+0000","last_became_peered":"2024-08-29T14:45:31.903171+0000","last_unstale":"2024-08-29T14:46:29.122122+0000","last_undegraded":"2024-08-29T14:46:29.122122+0000","last_fullsized":"2024-08-29T14:46:29.122122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:55:20.916626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122276+0000","last_change":"2024-08-29T14:45:28.866947+0000","last_active":"2024-08-29T14:46:29.122276+0000","last_peered":"2024-08-29T14:46:29.122276+0000","last_clean":"2024-08-29T14:46:29.122276+0000","last_became_active":"2024-08-29T14:45:28.866075+0000","last_became_peered":"2024-08-29T14:45:28.866075+0000","last_unstale":"2024-08-29T14:46:29.122276+0000","last_undegraded":"2024-08-29T14:46:29.122276+0000","last_fullsized":"2024-08-29T14:46:29.122276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:10:02.610850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.408320+0000","last_change":"2024-08-29T14:45:31.899746+0000","last_active":"2024-08-29T14:46:29.408320+0000","last_peered":"2024-08-29T14:46:29.408320+0000","last_clean":"2024-08-29T14:46:29.408320+0000","last_became_active":"2024-08-29T14:45:31.899337+0000","last_became_peered":"2024-08-29T14:45:31.899337+0000","last_unstale":"2024-08-29T14:46:29.408320+0000","last_undegraded":"2024-08-29T14:46:29.408320+0000","last_fullsized":"2024-08-29T14:46:29.408320+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:39:24.925117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119044+0000","last_change":"2024-08-29T14:45:28.873196+0000","last_active":"2024-08-29T14:46:29.119044+0000","last_peered":"2024-08-29T14:46:29.119044+0000","last_clean":"2024-08-29T14:46:29.119044+0000","last_became_active":"2024-08-29T14:45:28.872815+0000","last_became_peered":"2024-08-29T14:45:28.872815+0000","last_unstale":"2024-08-29T14:46:29.119044+0000","last_undegraded":"2024-08-29T14:46:29.119044+0000","last_fullsized":"2024-08-29T14:46:29.119044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:52:18.896104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.120084+0000","last_change":"2024-08-29T14:45:31.900800+0000","last_active":"2024-08-29T14:46:29.120084+0000","last_peered":"2024-08-29T14:46:29.120084+0000","last_clean":"2024-08-29T14:46:29.120084+0000","last_became_active":"2024-08-29T14:45:31.900520+0000","last_became_peered":"2024-08-29T14:45:31.900520+0000","last_unstale":"2024-08-29T14:46:29.120084+0000","last_undegraded":"2024-08-29T14:46:29.120084+0000","last_fullsized":"2024-08-29T14:46:29.120084+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:43:40.061767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198923+0000","last_change":"2024-08-29T14:45:28.866390+0000","last_active":"2024-08-29T14:46:29.198923+0000","last_peered":"2024-08-29T14:46:29.198923+0000","last_clean":"2024-08-29T14:46:29.198923+0000","last_became_active":"2024-08-29T14:45:28.866095+0000","last_became_peered":"2024-08-29T14:45:28.866095+0000","last_unstale":"2024-08-29T14:46:29.198923+0000","last_undegraded":"2024-08-29T14:46:29.198923+0000","last_fullsized":"2024-08-29T14:46:29.198923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:56:41.410208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242632+0000","last_change":"2024-08-29T14:45:31.901282+0000","last_active":"2024-08-29T14:46:29.242632+0000","last_peered":"2024-08-29T14:46:29.242632+0000","last_clean":"2024-08-29T14:46:29.242632+0000","last_became_active":"2024-08-29T14:45:31.900951+0000","last_became_peered":"2024-08-29T14:45:31.900951+0000","last_unstale":"2024-08-29T14:46:29.242632+0000","last_undegraded":"2024-08-29T14:46:29.242632+0000","last_fullsized":"2024-08-29T14:46:29.242632+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:20:05.053858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.408074+0000","last_change":"2024-08-29T14:45:28.867629+0000","last_active":"2024-08-29T14:46:29.408074+0000","last_peered":"2024-08-29T14:46:29.408074+0000","last_clean":"2024-08-29T14:46:29.408074+0000","last_became_active":"2024-08-29T14:45:28.867345+0000","last_became_peered":"2024-08-29T14:45:28.867345+0000","last_unstale":"2024-08-29T14:46:29.408074+0000","last_undegraded":"2024-08-29T14:46:29.408074+0000","last_fullsized":"2024-08-29T14:46:29.408074+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:14:36.384808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407770+0000","last_change":"2024-08-29T14:45:31.898065+0000","last_active":"2024-08-29T14:46:29.407770+0000","last_peered":"2024-08-29T14:46:29.407770+0000","last_clean":"2024-08-29T14:46:29.407770+0000","last_became_active":"2024-08-29T14:45:31.897785+0000","last_became_peered":"2024-08-29T14:45:31.897785+0000","last_unstale":"2024-08-29T14:46:29.407770+0000","last_undegraded":"2024-08-29T14:46:29.407770+0000","last_fullsized":"2024-08-29T14:46:29.407770+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:30:08.906906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122091+0000","last_change":"2024-08-29T14:45:28.868880+0000","last_active":"2024-08-29T14:46:29.122091+0000","last_peered":"2024-08-29T14:46:29.122091+0000","last_clean":"2024-08-29T14:46:29.122091+0000","last_became_active":"2024-08-29T14:45:28.867016+0000","last_became_peered":"2024-08-29T14:45:28.867016+0000","last_unstale":"2024-08-29T14:46:29.122091+0000","last_undegraded":"2024-08-29T14:46:29.122091+0000","last_fullsized":"2024-08-29T14:46:29.122091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:38:27.010013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242457+0000","last_change":"2024-08-29T14:45:31.905033+0000","last_active":"2024-08-29T14:46:29.242457+0000","last_peered":"2024-08-29T14:46:29.242457+0000","last_clean":"2024-08-29T14:46:29.242457+0000","last_became_active":"2024-08-29T14:45:31.904731+0000","last_became_peered":"2024-08-29T14:45:31.904731+0000","last_unstale":"2024-08-29T14:46:29.242457+0000","last_undegraded":"2024-08-29T14:46:29.242457+0000","last_fullsized":"2024-08-29T14:46:29.242457+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:44:47.927697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198876+0000","last_change":"2024-08-29T14:45:28.868824+0000","last_active":"2024-08-29T14:46:29.198876+0000","last_peered":"2024-08-29T14:46:29.198876+0000","last_clean":"2024-08-29T14:46:29.198876+0000","last_became_active":"2024-08-29T14:45:28.868380+0000","last_became_peered":"2024-08-29T14:45:28.868380+0000","last_unstale":"2024-08-29T14:46:29.198876+0000","last_undegraded":"2024-08-29T14:46:29.198876+0000","last_fullsized":"2024-08-29T14:46:29.198876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:46:42.528346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198674+0000","last_change":"2024-08-29T14:45:31.905395+0000","last_active":"2024-08-29T14:46:29.198674+0000","last_peered":"2024-08-29T14:46:29.198674+0000","last_clean":"2024-08-29T14:46:29.198674+0000","last_became_active":"2024-08-29T14:45:31.903330+0000","last_became_peered":"2024-08-29T14:45:31.903330+0000","last_unstale":"2024-08-29T14:46:29.198674+0000","last_undegraded":"2024-08-29T14:46:29.198674+0000","last_fullsized":"2024-08-29T14:46:29.198674+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:41:52.826398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":32,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192511+0000","last_change":"2024-08-29T14:45:28.869137+0000","last_active":"2024-08-29T14:46:29.192511+0000","last_peered":"2024-08-29T14:46:29.192511+0000","last_clean":"2024-08-29T14:46:29.192511+0000","last_became_active":"2024-08-29T14:45:28.868848+0000","last_became_peered":"2024-08-29T14:45:28.868848+0000","last_unstale":"2024-08-29T14:46:29.192511+0000","last_undegraded":"2024-08-29T14:46:29.192511+0000","last_fullsized":"2024-08-29T14:46:29.192511+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:49:21.227532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242119+0000","last_change":"2024-08-29T14:45:31.907973+0000","last_active":"2024-08-29T14:46:29.242119+0000","last_peered":"2024-08-29T14:46:29.242119+0000","last_clean":"2024-08-29T14:46:29.242119+0000","last_became_active":"2024-08-29T14:45:31.907678+0000","last_became_peered":"2024-08-29T14:45:31.907678+0000","last_unstale":"2024-08-29T14:46:29.242119+0000","last_undegraded":"2024-08-29T14:46:29.242119+0000","last_fullsized":"2024-08-29T14:46:29.242119+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:03:56.612584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.120563+0000","last_change":"2024-08-29T14:45:28.868098+0000","last_active":"2024-08-29T14:46:29.120563+0000","last_peered":"2024-08-29T14:46:29.120563+0000","last_clean":"2024-08-29T14:46:29.120563+0000","last_became_active":"2024-08-29T14:45:28.867692+0000","last_became_peered":"2024-08-29T14:45:28.867692+0000","last_unstale":"2024-08-29T14:46:29.120563+0000","last_undegraded":"2024-08-29T14:46:29.120563+0000","last_fullsized":"2024-08-29T14:46:29.120563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:55:38.247148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242836+0000","last_change":"2024-08-29T14:45:31.900052+0000","last_active":"2024-08-29T14:46:29.242836+0000","last_peered":"2024-08-29T14:46:29.242836+0000","last_clean":"2024-08-29T14:46:29.242836+0000","last_became_active":"2024-08-29T14:45:31.899712+0000","last_became_peered":"2024-08-29T14:45:31.899712+0000","last_unstale":"2024-08-29T14:46:29.242836+0000","last_undegraded":"2024-08-29T14:46:29.242836+0000","last_fullsized":"2024-08-29T14:46:29.242836+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:01:24.094045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192996+0000","last_change":"2024-08-29T14:45:28.863513+0000","last_active":"2024-08-29T14:46:29.192996+0000","last_peered":"2024-08-29T14:46:29.192996+0000","last_clean":"2024-08-29T14:46:29.192996+0000","last_became_active":"2024-08-29T14:45:28.863222+0000","last_became_peered":"2024-08-29T14:45:28.863222+0000","last_unstale":"2024-08-29T14:46:29.192996+0000","last_undegraded":"2024-08-29T14:46:29.192996+0000","last_fullsized":"2024-08-29T14:46:29.192996+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:34:43.015726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242871+0000","last_change":"2024-08-29T14:45:31.904202+0000","last_active":"2024-08-29T14:46:29.242871+0000","last_peered":"2024-08-29T14:46:29.242871+0000","last_clean":"2024-08-29T14:46:29.242871+0000","last_became_active":"2024-08-29T14:45:31.903878+0000","last_became_peered":"2024-08-29T14:45:31.903878+0000","last_unstale":"2024-08-29T14:46:29.242871+0000","last_undegraded":"2024-08-29T14:46:29.242871+0000","last_fullsized":"2024-08-29T14:46:29.242871+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:19:56.198687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119126+0000","last_change":"2024-08-29T14:45:28.872933+0000","last_active":"2024-08-29T14:46:29.119126+0000","last_peered":"2024-08-29T14:46:29.119126+0000","last_clean":"2024-08-29T14:46:29.119126+0000","last_became_active":"2024-08-29T14:45:28.872542+0000","last_became_peered":"2024-08-29T14:45:28.872542+0000","last_unstale":"2024-08-29T14:46:29.119126+0000","last_undegraded":"2024-08-29T14:46:29.119126+0000","last_fullsized":"2024-08-29T14:46:29.119126+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:40:48.880127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122067+0000","last_change":"2024-08-29T14:45:31.899525+0000","last_active":"2024-08-29T14:46:29.122067+0000","last_peered":"2024-08-29T14:46:29.122067+0000","last_clean":"2024-08-29T14:46:29.122067+0000","last_became_active":"2024-08-29T14:45:31.899245+0000","last_became_peered":"2024-08-29T14:45:31.899245+0000","last_unstale":"2024-08-29T14:46:29.122067+0000","last_undegraded":"2024-08-29T14:46:29.122067+0000","last_fullsized":"2024-08-29T14:46:29.122067+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:46:59.595182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192813+0000","last_change":"2024-08-29T14:45:28.867773+0000","last_active":"2024-08-29T14:46:29.192813+0000","last_peered":"2024-08-29T14:46:29.192813+0000","last_clean":"2024-08-29T14:46:29.192813+0000","last_became_active":"2024-08-29T14:45:28.867482+0000","last_became_peered":"2024-08-29T14:45:28.867482+0000","last_unstale":"2024-08-29T14:46:29.192813+0000","last_undegraded":"2024-08-29T14:46:29.192813+0000","last_fullsized":"2024-08-29T14:46:29.192813+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:55:15.658990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242666+0000","last_change":"2024-08-29T14:45:31.909126+0000","last_active":"2024-08-29T14:46:29.242666+0000","last_peered":"2024-08-29T14:46:29.242666+0000","last_clean":"2024-08-29T14:46:29.242666+0000","last_became_active":"2024-08-29T14:45:31.908523+0000","last_became_peered":"2024-08-29T14:45:31.908523+0000","last_unstale":"2024-08-29T14:46:29.242666+0000","last_undegraded":"2024-08-29T14:46:29.242666+0000","last_fullsized":"2024-08-29T14:46:29.242666+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:19:27.986110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.299910+0000","last_change":"2024-08-29T14:46:29.199339+0000","last_active":"2024-08-29T14:46:37.299910+0000","last_peered":"2024-08-29T14:46:37.299910+0000","last_clean":"2024-08-29T14:46:37.299910+0000","last_became_active":"2024-08-29T14:46:25.093124+0000","last_became_peered":"2024-08-29T14:46:25.093124+0000","last_unstale":"2024-08-29T14:46:37.299910+0000","last_undegraded":"2024-08-29T14:46:37.299910+0000","last_fullsized":"2024-08-29T14:46:37.299910+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:22:36.919760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000444444,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":281,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242488+0000","last_change":"2024-08-29T14:45:06.177627+0000","last_active":"2024-08-29T14:46:29.242488+0000","last_peered":"2024-08-29T14:46:29.242488+0000","last_clean":"2024-08-29T14:46:29.242488+0000","last_became_active":"2024-08-29T14:45:06.177282+0000","last_became_peered":"2024-08-29T14:45:06.177282+0000","last_unstale":"2024-08-29T14:46:29.242488+0000","last_undegraded":"2024-08-29T14:46:29.242488+0000","last_fullsized":"2024-08-29T14:46:29.242488+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:43:08.558631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:43:08.558631+0000","last_clean_scrub_stamp":"2024-08-29T14:43:08.558631+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:22:52.415043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121928+0000","last_change":"2024-08-29T14:45:28.870186+0000","last_active":"2024-08-29T14:46:29.121928+0000","last_peered":"2024-08-29T14:46:29.121928+0000","last_clean":"2024-08-29T14:46:29.121928+0000","last_became_active":"2024-08-29T14:45:28.869859+0000","last_became_peered":"2024-08-29T14:45:28.869859+0000","last_unstale":"2024-08-29T14:46:29.121928+0000","last_undegraded":"2024-08-29T14:46:29.121928+0000","last_fullsized":"2024-08-29T14:46:29.121928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:10:11.239795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118243+0000","last_change":"2024-08-29T14:45:31.896111+0000","last_active":"2024-08-29T14:46:29.118243+0000","last_peered":"2024-08-29T14:46:29.118243+0000","last_clean":"2024-08-29T14:46:29.118243+0000","last_became_active":"2024-08-29T14:45:31.895471+0000","last_became_peered":"2024-08-29T14:45:31.895471+0000","last_unstale":"2024-08-29T14:46:29.118243+0000","last_undegraded":"2024-08-29T14:46:29.118243+0000","last_fullsized":"2024-08-29T14:46:29.118243+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:02:27.493284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.572245+0000","last_change":"2024-08-29T14:46:29.408416+0000","last_active":"2024-08-29T14:46:37.572245+0000","last_peered":"2024-08-29T14:46:37.572245+0000","last_clean":"2024-08-29T14:46:37.572245+0000","last_became_active":"2024-08-29T14:46:25.099546+0000","last_became_peered":"2024-08-29T14:46:25.099546+0000","last_unstale":"2024-08-29T14:46:37.572245+0000","last_undegraded":"2024-08-29T14:46:37.572245+0000","last_fullsized":"2024-08-29T14:46:37.572245+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:05:43.449722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027378899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242391+0000","last_change":"2024-08-29T14:45:28.876107+0000","last_active":"2024-08-29T14:46:29.242391+0000","last_peered":"2024-08-29T14:46:29.242391+0000","last_clean":"2024-08-29T14:46:29.242391+0000","last_became_active":"2024-08-29T14:45:28.875820+0000","last_became_peered":"2024-08-29T14:45:28.875820+0000","last_unstale":"2024-08-29T14:46:29.242391+0000","last_undegraded":"2024-08-29T14:46:29.242391+0000","last_fullsized":"2024-08-29T14:46:29.242391+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:19:31.272661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407639+0000","last_change":"2024-08-29T14:45:31.892710+0000","last_active":"2024-08-29T14:46:29.407639+0000","last_peered":"2024-08-29T14:46:29.407639+0000","last_clean":"2024-08-29T14:46:29.407639+0000","last_became_active":"2024-08-29T14:45:31.892450+0000","last_became_peered":"2024-08-29T14:45:31.892450+0000","last_unstale":"2024-08-29T14:46:29.407639+0000","last_undegraded":"2024-08-29T14:46:29.407639+0000","last_fullsized":"2024-08-29T14:46:29.407639+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:02:46.867072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.418353+0000","last_change":"2024-08-29T14:46:29.119742+0000","last_active":"2024-08-29T14:46:37.418353+0000","last_peered":"2024-08-29T14:46:37.418353+0000","last_clean":"2024-08-29T14:46:37.418353+0000","last_became_active":"2024-08-29T14:46:25.178679+0000","last_became_peered":"2024-08-29T14:46:25.178679+0000","last_unstale":"2024-08-29T14:46:37.418353+0000","last_undegraded":"2024-08-29T14:46:37.418353+0000","last_fullsized":"2024-08-29T14:46:37.418353+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:02:25.035533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050157299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192623+0000","last_change":"2024-08-29T14:45:28.868402+0000","last_active":"2024-08-29T14:46:29.192623+0000","last_peered":"2024-08-29T14:46:29.192623+0000","last_clean":"2024-08-29T14:46:29.192623+0000","last_became_active":"2024-08-29T14:45:28.868123+0000","last_became_peered":"2024-08-29T14:45:28.868123+0000","last_unstale":"2024-08-29T14:46:29.192623+0000","last_undegraded":"2024-08-29T14:46:29.192623+0000","last_fullsized":"2024-08-29T14:46:29.192623+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:23:19.622730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118796+0000","last_change":"2024-08-29T14:45:31.906434+0000","last_active":"2024-08-29T14:46:29.118796+0000","last_peered":"2024-08-29T14:46:29.118796+0000","last_clean":"2024-08-29T14:46:29.118796+0000","last_became_active":"2024-08-29T14:45:31.906072+0000","last_became_peered":"2024-08-29T14:45:31.906072+0000","last_unstale":"2024-08-29T14:46:29.118796+0000","last_undegraded":"2024-08-29T14:46:29.118796+0000","last_fullsized":"2024-08-29T14:46:29.118796+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:05:52.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.418208+0000","last_change":"2024-08-29T14:46:29.119520+0000","last_active":"2024-08-29T14:46:37.418208+0000","last_peered":"2024-08-29T14:46:37.418208+0000","last_clean":"2024-08-29T14:46:37.418208+0000","last_became_active":"2024-08-29T14:46:25.099246+0000","last_became_peered":"2024-08-29T14:46:25.099246+0000","last_unstale":"2024-08-29T14:46:37.418208+0000","last_undegraded":"2024-08-29T14:46:37.418208+0000","last_fullsized":"2024-08-29T14:46:37.418208+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:56:31.090866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000426492,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122240+0000","last_change":"2024-08-29T14:45:28.868716+0000","last_active":"2024-08-29T14:46:29.122240+0000","last_peered":"2024-08-29T14:46:29.122240+0000","last_clean":"2024-08-29T14:46:29.122240+0000","last_became_active":"2024-08-29T14:45:28.868397+0000","last_became_peered":"2024-08-29T14:45:28.868397+0000","last_unstale":"2024-08-29T14:46:29.122240+0000","last_undegraded":"2024-08-29T14:46:29.122240+0000","last_fullsized":"2024-08-29T14:46:29.122240+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:19:04.770120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.120292+0000","last_change":"2024-08-29T14:45:31.900175+0000","last_active":"2024-08-29T14:46:29.120292+0000","last_peered":"2024-08-29T14:46:29.120292+0000","last_clean":"2024-08-29T14:46:29.120292+0000","last_became_active":"2024-08-29T14:45:31.899902+0000","last_became_peered":"2024-08-29T14:45:31.899902+0000","last_unstale":"2024-08-29T14:46:29.120292+0000","last_undegraded":"2024-08-29T14:46:29.120292+0000","last_fullsized":"2024-08-29T14:46:29.120292+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:29:34.097459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.418005+0000","last_change":"2024-08-29T14:46:29.119828+0000","last_active":"2024-08-29T14:46:37.418005+0000","last_peered":"2024-08-29T14:46:37.418005+0000","last_clean":"2024-08-29T14:46:37.418005+0000","last_became_active":"2024-08-29T14:46:25.178705+0000","last_became_peered":"2024-08-29T14:46:25.178705+0000","last_unstale":"2024-08-29T14:46:37.418005+0000","last_undegraded":"2024-08-29T14:46:37.418005+0000","last_fullsized":"2024-08-29T14:46:37.418005+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:11:37.536644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074892199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119298+0000","last_change":"2024-08-29T14:45:28.873502+0000","last_active":"2024-08-29T14:46:29.119298+0000","last_peered":"2024-08-29T14:46:29.119298+0000","last_clean":"2024-08-29T14:46:29.119298+0000","last_became_active":"2024-08-29T14:45:28.872649+0000","last_became_peered":"2024-08-29T14:45:28.872649+0000","last_unstale":"2024-08-29T14:46:29.119298+0000","last_undegraded":"2024-08-29T14:46:29.119298+0000","last_fullsized":"2024-08-29T14:46:29.119298+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:38:00.528661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122127+0000","last_change":"2024-08-29T14:45:31.897957+0000","last_active":"2024-08-29T14:46:29.122127+0000","last_peered":"2024-08-29T14:46:29.122127+0000","last_clean":"2024-08-29T14:46:29.122127+0000","last_became_active":"2024-08-29T14:45:31.897645+0000","last_became_peered":"2024-08-29T14:45:31.897645+0000","last_unstale":"2024-08-29T14:46:29.122127+0000","last_undegraded":"2024-08-29T14:46:29.122127+0000","last_fullsized":"2024-08-29T14:46:29.122127+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:37:46.425703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.571881+0000","last_change":"2024-08-29T14:46:29.408227+0000","last_active":"2024-08-29T14:46:37.571881+0000","last_peered":"2024-08-29T14:46:37.571881+0000","last_clean":"2024-08-29T14:46:37.571881+0000","last_became_active":"2024-08-29T14:46:25.178763+0000","last_became_peered":"2024-08-29T14:46:25.178763+0000","last_unstale":"2024-08-29T14:46:37.571881+0000","last_undegraded":"2024-08-29T14:46:37.571881+0000","last_fullsized":"2024-08-29T14:46:37.571881+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:50:17.000943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031915399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192787+0000","last_change":"2024-08-29T14:45:53.443563+0000","last_active":"2024-08-29T14:46:29.192787+0000","last_peered":"2024-08-29T14:46:29.192787+0000","last_clean":"2024-08-29T14:46:29.192787+0000","last_became_active":"2024-08-29T14:45:53.443198+0000","last_became_peered":"2024-08-29T14:45:53.443198+0000","last_unstale":"2024-08-29T14:46:29.192787+0000","last_undegraded":"2024-08-29T14:46:29.192787+0000","last_fullsized":"2024-08-29T14:46:29.192787+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:48:36.289895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119298+0000","last_change":"2024-08-29T14:45:31.894649+0000","last_active":"2024-08-29T14:46:29.119298+0000","last_peered":"2024-08-29T14:46:29.119298+0000","last_clean":"2024-08-29T14:46:29.119298+0000","last_became_active":"2024-08-29T14:45:31.894186+0000","last_became_peered":"2024-08-29T14:45:31.894186+0000","last_unstale":"2024-08-29T14:46:29.119298+0000","last_undegraded":"2024-08-29T14:46:29.119298+0000","last_fullsized":"2024-08-29T14:46:29.119298+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:47:38.769845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.176374+0000","last_change":"2024-08-29T14:46:29.118412+0000","last_active":"2024-08-29T14:46:37.176374+0000","last_peered":"2024-08-29T14:46:37.176374+0000","last_clean":"2024-08-29T14:46:37.176374+0000","last_became_active":"2024-08-29T14:46:25.097808+0000","last_became_peered":"2024-08-29T14:46:25.097808+0000","last_unstale":"2024-08-29T14:46:37.176374+0000","last_undegraded":"2024-08-29T14:46:37.176374+0000","last_fullsized":"2024-08-29T14:46:37.176374+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:38:35.196049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039956900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119585+0000","last_change":"2024-08-29T14:45:28.873987+0000","last_active":"2024-08-29T14:46:29.119585+0000","last_peered":"2024-08-29T14:46:29.119585+0000","last_clean":"2024-08-29T14:46:29.119585+0000","last_became_active":"2024-08-29T14:45:28.872851+0000","last_became_peered":"2024-08-29T14:45:28.872851+0000","last_unstale":"2024-08-29T14:46:29.119585+0000","last_undegraded":"2024-08-29T14:46:29.119585+0000","last_fullsized":"2024-08-29T14:46:29.119585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:24:38.151803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118841+0000","last_change":"2024-08-29T14:45:31.895636+0000","last_active":"2024-08-29T14:46:29.118841+0000","last_peered":"2024-08-29T14:46:29.118841+0000","last_clean":"2024-08-29T14:46:29.118841+0000","last_became_active":"2024-08-29T14:45:31.893313+0000","last_became_peered":"2024-08-29T14:45:31.893313+0000","last_unstale":"2024-08-29T14:46:29.118841+0000","last_undegraded":"2024-08-29T14:46:29.118841+0000","last_fullsized":"2024-08-29T14:46:29.118841+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:50:54.708533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.177032+0000","last_change":"2024-08-29T14:46:29.120350+0000","last_active":"2024-08-29T14:46:37.177032+0000","last_peered":"2024-08-29T14:46:37.177032+0000","last_clean":"2024-08-29T14:46:37.177032+0000","last_became_active":"2024-08-29T14:46:25.178718+0000","last_became_peered":"2024-08-29T14:46:25.178718+0000","last_unstale":"2024-08-29T14:46:37.177032+0000","last_undegraded":"2024-08-29T14:46:37.177032+0000","last_fullsized":"2024-08-29T14:46:37.177032+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:53:38.816643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00080689399999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.199274+0000","last_change":"2024-08-29T14:45:28.871122+0000","last_active":"2024-08-29T14:46:29.199274+0000","last_peered":"2024-08-29T14:46:29.199274+0000","last_clean":"2024-08-29T14:46:29.199274+0000","last_became_active":"2024-08-29T14:45:28.870792+0000","last_became_peered":"2024-08-29T14:45:28.870792+0000","last_unstale":"2024-08-29T14:46:29.199274+0000","last_undegraded":"2024-08-29T14:46:29.199274+0000","last_fullsized":"2024-08-29T14:46:29.199274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:37:29.227288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.408107+0000","last_change":"2024-08-29T14:45:31.895121+0000","last_active":"2024-08-29T14:46:29.408107+0000","last_peered":"2024-08-29T14:46:29.408107+0000","last_clean":"2024-08-29T14:46:29.408107+0000","last_became_active":"2024-08-29T14:45:31.894856+0000","last_became_peered":"2024-08-29T14:45:31.894856+0000","last_unstale":"2024-08-29T14:46:29.408107+0000","last_undegraded":"2024-08-29T14:46:29.408107+0000","last_fullsized":"2024-08-29T14:46:29.408107+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:52:16.589379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242361+0000","last_change":"2024-08-29T14:45:28.875790+0000","last_active":"2024-08-29T14:46:29.242361+0000","last_peered":"2024-08-29T14:46:29.242361+0000","last_clean":"2024-08-29T14:46:29.242361+0000","last_became_active":"2024-08-29T14:45:28.875441+0000","last_became_peered":"2024-08-29T14:45:28.875441+0000","last_unstale":"2024-08-29T14:46:29.242361+0000","last_undegraded":"2024-08-29T14:46:29.242361+0000","last_fullsized":"2024-08-29T14:46:29.242361+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:11:51.572178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119886+0000","last_change":"2024-08-29T14:45:31.892517+0000","last_active":"2024-08-29T14:46:29.119886+0000","last_peered":"2024-08-29T14:46:29.119886+0000","last_clean":"2024-08-29T14:46:29.119886+0000","last_became_active":"2024-08-29T14:45:31.892221+0000","last_became_peered":"2024-08-29T14:45:31.892221+0000","last_unstale":"2024-08-29T14:46:29.119886+0000","last_undegraded":"2024-08-29T14:46:29.119886+0000","last_fullsized":"2024-08-29T14:46:29.119886+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:47:02.762837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119174+0000","last_change":"2024-08-29T14:45:28.873485+0000","last_active":"2024-08-29T14:46:29.119174+0000","last_peered":"2024-08-29T14:46:29.119174+0000","last_clean":"2024-08-29T14:46:29.119174+0000","last_became_active":"2024-08-29T14:45:28.872498+0000","last_became_peered":"2024-08-29T14:45:28.872498+0000","last_unstale":"2024-08-29T14:46:29.119174+0000","last_undegraded":"2024-08-29T14:46:29.119174+0000","last_fullsized":"2024-08-29T14:46:29.119174+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:29:45.416636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118142+0000","last_change":"2024-08-29T14:45:31.894001+0000","last_active":"2024-08-29T14:46:29.118142+0000","last_peered":"2024-08-29T14:46:29.118142+0000","last_clean":"2024-08-29T14:46:29.118142+0000","last_became_active":"2024-08-29T14:45:31.893272+0000","last_became_peered":"2024-08-29T14:45:31.893272+0000","last_unstale":"2024-08-29T14:46:29.118142+0000","last_undegraded":"2024-08-29T14:46:29.118142+0000","last_fullsized":"2024-08-29T14:46:29.118142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:57:34.739420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119537+0000","last_change":"2024-08-29T14:45:28.869946+0000","last_active":"2024-08-29T14:46:29.119537+0000","last_peered":"2024-08-29T14:46:29.119537+0000","last_clean":"2024-08-29T14:46:29.119537+0000","last_became_active":"2024-08-29T14:45:28.869686+0000","last_became_peered":"2024-08-29T14:45:28.869686+0000","last_unstale":"2024-08-29T14:46:29.119537+0000","last_undegraded":"2024-08-29T14:46:29.119537+0000","last_fullsized":"2024-08-29T14:46:29.119537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:45:41.477769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118360+0000","last_change":"2024-08-29T14:45:53.443806+0000","last_active":"2024-08-29T14:46:29.118360+0000","last_peered":"2024-08-29T14:46:29.118360+0000","last_clean":"2024-08-29T14:46:29.118360+0000","last_became_active":"2024-08-29T14:45:53.443258+0000","last_became_peered":"2024-08-29T14:45:53.443258+0000","last_unstale":"2024-08-29T14:46:29.118360+0000","last_undegraded":"2024-08-29T14:46:29.118360+0000","last_fullsized":"2024-08-29T14:46:29.118360+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:02:22.398637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242633+0000","last_change":"2024-08-29T14:45:28.873200+0000","last_active":"2024-08-29T14:46:29.242633+0000","last_peered":"2024-08-29T14:46:29.242633+0000","last_clean":"2024-08-29T14:46:29.242633+0000","last_became_active":"2024-08-29T14:45:28.872654+0000","last_became_peered":"2024-08-29T14:45:28.872654+0000","last_unstale":"2024-08-29T14:46:29.242633+0000","last_undegraded":"2024-08-29T14:46:29.242633+0000","last_fullsized":"2024-08-29T14:46:29.242633+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:38:47.310089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198914+0000","last_change":"2024-08-29T14:45:31.904477+0000","last_active":"2024-08-29T14:46:29.198914+0000","last_peered":"2024-08-29T14:46:29.198914+0000","last_clean":"2024-08-29T14:46:29.198914+0000","last_became_active":"2024-08-29T14:45:31.904201+0000","last_became_peered":"2024-08-29T14:45:31.904201+0000","last_unstale":"2024-08-29T14:46:29.198914+0000","last_undegraded":"2024-08-29T14:46:29.198914+0000","last_fullsized":"2024-08-29T14:46:29.198914+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:27:42.530740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122224+0000","last_change":"2024-08-29T14:45:31.896134+0000","last_active":"2024-08-29T14:46:29.122224+0000","last_peered":"2024-08-29T14:46:29.122224+0000","last_clean":"2024-08-29T14:46:29.122224+0000","last_became_active":"2024-08-29T14:45:31.895787+0000","last_became_peered":"2024-08-29T14:45:31.895787+0000","last_unstale":"2024-08-29T14:46:29.122224+0000","last_undegraded":"2024-08-29T14:46:29.122224+0000","last_fullsized":"2024-08-29T14:46:29.122224+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:40:14.870735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242588+0000","last_change":"2024-08-29T14:45:28.873185+0000","last_active":"2024-08-29T14:46:29.242588+0000","last_peered":"2024-08-29T14:46:29.242588+0000","last_clean":"2024-08-29T14:46:29.242588+0000","last_became_active":"2024-08-29T14:45:28.872891+0000","last_became_peered":"2024-08-29T14:45:28.872891+0000","last_unstale":"2024-08-29T14:46:29.242588+0000","last_undegraded":"2024-08-29T14:46:29.242588+0000","last_fullsized":"2024-08-29T14:46:29.242588+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:54:53.421783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121928+0000","last_change":"2024-08-29T14:45:31.893441+0000","last_active":"2024-08-29T14:46:29.121928+0000","last_peered":"2024-08-29T14:46:29.121928+0000","last_clean":"2024-08-29T14:46:29.121928+0000","last_became_active":"2024-08-29T14:45:31.893085+0000","last_became_peered":"2024-08-29T14:45:31.893085+0000","last_unstale":"2024-08-29T14:46:29.121928+0000","last_undegraded":"2024-08-29T14:46:29.121928+0000","last_fullsized":"2024-08-29T14:46:29.121928+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:22:45.102101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242717+0000","last_change":"2024-08-29T14:45:28.874195+0000","last_active":"2024-08-29T14:46:29.242717+0000","last_peered":"2024-08-29T14:46:29.242717+0000","last_clean":"2024-08-29T14:46:29.242717+0000","last_became_active":"2024-08-29T14:45:28.871529+0000","last_became_peered":"2024-08-29T14:45:28.871529+0000","last_unstale":"2024-08-29T14:46:29.242717+0000","last_undegraded":"2024-08-29T14:46:29.242717+0000","last_fullsized":"2024-08-29T14:46:29.242717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:17:21.065495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.408256+0000","last_change":"2024-08-29T14:45:31.899589+0000","last_active":"2024-08-29T14:46:29.408256+0000","last_peered":"2024-08-29T14:46:29.408256+0000","last_clean":"2024-08-29T14:46:29.408256+0000","last_became_active":"2024-08-29T14:45:31.898994+0000","last_became_peered":"2024-08-29T14:45:31.898994+0000","last_unstale":"2024-08-29T14:46:29.408256+0000","last_undegraded":"2024-08-29T14:46:29.408256+0000","last_fullsized":"2024-08-29T14:46:29.408256+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:35:10.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118780+0000","last_change":"2024-08-29T14:45:28.867646+0000","last_active":"2024-08-29T14:46:29.118780+0000","last_peered":"2024-08-29T14:46:29.118780+0000","last_clean":"2024-08-29T14:46:29.118780+0000","last_became_active":"2024-08-29T14:45:28.867359+0000","last_became_peered":"2024-08-29T14:45:28.867359+0000","last_unstale":"2024-08-29T14:46:29.118780+0000","last_undegraded":"2024-08-29T14:46:29.118780+0000","last_fullsized":"2024-08-29T14:46:29.118780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:58:59.016979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118646+0000","last_change":"2024-08-29T14:45:31.895515+0000","last_active":"2024-08-29T14:46:29.118646+0000","last_peered":"2024-08-29T14:46:29.118646+0000","last_clean":"2024-08-29T14:46:29.118646+0000","last_became_active":"2024-08-29T14:45:31.895248+0000","last_became_peered":"2024-08-29T14:45:31.895248+0000","last_unstale":"2024-08-29T14:46:29.118646+0000","last_undegraded":"2024-08-29T14:46:29.118646+0000","last_fullsized":"2024-08-29T14:46:29.118646+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:06:41.539598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.408409+0000","last_change":"2024-08-29T14:45:28.870621+0000","last_active":"2024-08-29T14:46:29.408409+0000","last_peered":"2024-08-29T14:46:29.408409+0000","last_clean":"2024-08-29T14:46:29.408409+0000","last_became_active":"2024-08-29T14:45:28.870296+0000","last_became_peered":"2024-08-29T14:45:28.870296+0000","last_unstale":"2024-08-29T14:46:29.408409+0000","last_undegraded":"2024-08-29T14:46:29.408409+0000","last_fullsized":"2024-08-29T14:46:29.408409+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:23:20.163941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201311,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298708,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446444,"statfs":{"total":95995035648,"available":95689158656,"internally_reserved":0,"allocated":1384448,"data_stored":941540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.54400000000000004,"15min":0.55300000000000005},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.61899999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72899999999999998,"15min":0.76900000000000002},"min":{"1min":0.38700000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.60099999999999998,"5min":7.1159999999999997,"15min":7.1159999999999997},"last":0.54900000000000004}]},{"osd":1,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.38700000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.66100000000000003,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.77300000000000002,"15min":0.81899999999999995},"min":{"1min":0.41099999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.621,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":0.46200000000000002}]},{"osd":2,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.54900000000000004,"15min":0.56200000000000006},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.60599999999999998,"5min":1.155,"15min":1.155},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.54800000000000004,"15min":0.55600000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.69799999999999995,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.56399999999999995}]},{"osd":3,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.55200000000000005,"15min":0.56599999999999995},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.53400000000000003,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.55700000000000005,"15min":0.56799999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.63100000000000001,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.61399999999999999}]},{"osd":4,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.67100000000000004,"15min":0.71299999999999997},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.64000000000000001,"5min":7.0700000000000003,"15min":7.0700000000000003},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.51000000000000001,"15min":0.52600000000000002},"min":{"1min":0.28899999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.58599999999999997,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.51900000000000002,"15min":0.53400000000000003},"min":{"1min":0.309,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.61299999999999999,"5min":1.736,"15min":1.736},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.75800000000000001,"15min":0.80600000000000005},"min":{"1min":0.33800000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.67800000000000005,"5min":8.1389999999999993,"15min":8.1389999999999993},"last":0.64200000000000002}]},{"osd":6,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.79900000000000004,"15min":0.85099999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70799999999999996,"5min":8.0530000000000008,"15min":8.0530000000000008},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.56699999999999995,"15min":0.58299999999999996},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.64000000000000001,"5min":1.55,"15min":1.55},"last":0.63}]}]},{"osd":6,"up_from":47,"seq":201863462949,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":943290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.503,"15min":0.51100000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.51200000000000001,"15min":0.51600000000000001},"min":{"1min":0.34200000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52600000000000002,"15min":0.52700000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.50700000000000001,"15min":0.51000000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.73799999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66700000000000004,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.84799999999999998}]},{"osd":3,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.748,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.879}]},{"osd":4,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41499999999999998,"15min":0.41899999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.58699999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.437,"5min":0.46899999999999997,"15min":0.47499999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.70199999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.89500000000000002}]},{"osd":5,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.67800000000000005,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.48499999999999999,"15min":0.49199999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.67300000000000004,"5min":0.746,"15min":0.746},"last":0.91700000000000004}]},{"osd":7,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.51800000000000002,"15min":0.52800000000000002},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.65200000000000002,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.29799999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65000000000000002,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.94599999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724585,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":352973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.53100000000000003,"15min":0.54300000000000004},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.69199999999999995,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.501,"5min":0.52800000000000002,"15min":0.53400000000000003},"min":{"1min":0.36599999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70799999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.55600000000000005}]},{"osd":1,"last update":"Thu Aug 29 14:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51300000000000001,"15min":0.51000000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.67700000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.50700000000000001}]},{"osd":2,"last update":"Thu Aug 29 14:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.40100000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68700000000000006,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.52800000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70399999999999996,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.54300000000000004,"15min":0.55000000000000004},"min":{"1min":0.39400000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68300000000000005,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.375,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.379}]},{"osd":4,"last update":"Thu Aug 29 14:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.41499999999999998,"15min":0.40600000000000003},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42899999999999999,"15min":0.41699999999999998},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.54000000000000004}]},{"osd":6,"last update":"Thu Aug 29 14:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45200000000000001,"15min":0.45400000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.504,"5min":0.5,"15min":0.499},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.70399999999999996,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.628}]},{"osd":7,"last update":"Thu Aug 29 14:47:05 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47699999999999998,"15min":0.47799999999999998},"min":{"1min":0.30199999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.64500000000000002,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.45200000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986220,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":351560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:46:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.504,"15min":0.504},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.73299999999999998,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.497,"15min":0.498},"min":{"1min":0.36399999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.747,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.56599999999999995}]},{"osd":1,"last update":"Thu Aug 29 14:46:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.50600000000000001,"15min":0.499},"min":{"1min":0.34699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65300000000000002,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.497,"5min":0.52300000000000002,"15min":0.52700000000000002},"min":{"1min":0.34999999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Aug 29 14:46:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52100000000000002,"15min":0.52900000000000003},"min":{"1min":0.39300000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.68100000000000005,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.496,"5min":0.53200000000000003,"15min":0.53300000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.82699999999999996,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.443}]},{"osd":3,"last update":"Thu Aug 29 14:46:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.51800000000000002,"15min":0.51500000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77000000000000002,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.54700000000000004}]},{"osd":5,"last update":"Thu Aug 29 14:47:16 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.39800000000000002,"15min":0.379},"min":{"1min":0.28899999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.54300000000000004,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.63400000000000001,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.496}]},{"osd":6,"last update":"Thu Aug 29 14:46:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.373}]},{"osd":7,"last update":"Thu Aug 29 14:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.45300000000000001,"15min":0.45800000000000002},"min":{"1min":0.32000000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.70699999999999996,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.496,"15min":0.501},"min":{"1min":0.32400000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.62,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.42399999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149746,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":353291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:46:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.375,"15min":0.38100000000000001},"min":{"1min":0.23699999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.51400000000000001,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.38500000000000001,"15min":0.38100000000000001},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.55300000000000005,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.48999999999999999}]},{"osd":1,"last update":"Thu Aug 29 14:46:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.40400000000000003,"15min":0.41499999999999998},"min":{"1min":0.246,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.5,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.439},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.375,"15min":0.376},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.48199999999999998,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.45800000000000002}]},{"osd":2,"last update":"Thu Aug 29 14:46:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.54700000000000004,"5min":0.626,"15min":0.626},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.41899999999999998,"15min":0.42799999999999999},"min":{"1min":0.27800000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.50800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.56200000000000006}]},{"osd":4,"last update":"Thu Aug 29 14:46:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38600000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.72199999999999998,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.77500000000000002}]},{"osd":5,"last update":"Thu Aug 29 14:47:19 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.55700000000000005,"15min":0.57699999999999996},"min":{"1min":0.36399999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.629,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.56799999999999995,"15min":0.57799999999999996},"min":{"1min":0.40699999999999997,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.75600000000000001,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.79100000000000004}]},{"osd":6,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57999999999999996,"15min":0.58399999999999996},"min":{"1min":0.40699999999999997,"5min":0.377,"15min":0.377},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.59199999999999997,"15min":0.59999999999999998},"min":{"1min":0.435,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89000000000000001,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.85999999999999999}]},{"osd":7,"last update":"Thu Aug 29 14:47:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.42099999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.76100000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":350845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:47:11 2024","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.34899999999999998,"15min":0.36699999999999999},"min":{"1min":0.20200000000000001,"5min":0.191,"15min":0.191},"max":{"1min":0.47099999999999997,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.34499999999999997,"15min":0.34599999999999997},"min":{"1min":0.221,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.51200000000000001,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.38100000000000001}]},{"osd":1,"last update":"Thu Aug 29 14:47:11 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.35099999999999998,"15min":0.35499999999999998},"min":{"1min":0.24199999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.441,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.38,"15min":0.39300000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.499,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.44800000000000001}]},{"osd":3,"last update":"Thu Aug 29 14:46:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41799999999999998,"15min":0.42499999999999999},"min":{"1min":0.26400000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.57599999999999996,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40899999999999997,"15min":0.41899999999999998},"min":{"1min":0.249,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53700000000000003,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.39600000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:46:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56000000000000005,"15min":0.57099999999999995},"min":{"1min":0.42599999999999999,"5min":0.37,"15min":0.37},"max":{"1min":0.78600000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56200000000000006,"15min":0.56999999999999995},"min":{"1min":0.40400000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.55600000000000005}]},{"osd":5,"last update":"Thu Aug 29 14:47:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.52900000000000003,"15min":0.52400000000000002},"min":{"1min":0.378,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Aug 29 14:46:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53800000000000003,"15min":0.53900000000000003},"min":{"1min":0.38800000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.83899999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.433,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Aug 29 14:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.52900000000000003,"15min":0.52200000000000002},"min":{"1min":0.42299999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.54200000000000004,"15min":0.53400000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.53000000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:46:51 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.32300000000000001},"min":{"1min":0.22800000000000001,"5min":0.215,"15min":0.215},"max":{"1min":0.52900000000000003,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.35499999999999998,"15min":0.33000000000000002},"min":{"1min":0.24099999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.51900000000000002,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.247}]},{"osd":2,"last update":"Thu Aug 29 14:47:09 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.376,"15min":0.38},"min":{"1min":0.255,"5min":0.247,"15min":0.247},"max":{"1min":0.49299999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.38700000000000001,"15min":0.39100000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.53000000000000003,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.28299999999999997}]},{"osd":3,"last update":"Thu Aug 29 14:46:37 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.38800000000000001,"15min":0.39600000000000002},"min":{"1min":0.26400000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.51800000000000002,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.435,"15min":0.441},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51300000000000001,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26700000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:47:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57899999999999996,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78200000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56899999999999995,"15min":0.58099999999999996},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78200000000000003,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.54200000000000004}]},{"osd":5,"last update":"Thu Aug 29 14:47:21 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56999999999999995,"15min":0.57299999999999995},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.80200000000000005,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.58099999999999996,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.624}]},{"osd":6,"last update":"Thu Aug 29 14:46:40 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57299999999999995,"15min":0.57399999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.497},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.60199999999999998,"15min":0.60999999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.72599999999999998,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Aug 29 14:47:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.59599999999999997,"15min":0.60599999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.60899999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298720,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446432,"statfs":{"total":95995035648,"available":95689146368,"internally_reserved":0,"allocated":1396736,"data_stored":941929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 14:46:51 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35999999999999999,"15min":0.35799999999999998},"min":{"1min":0.21099999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36399999999999999,"15min":0.34799999999999998},"min":{"1min":0.23899999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.29799999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:47:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.40500000000000003,"15min":0.41699999999999998},"min":{"1min":0.26300000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.60899999999999999,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.39200000000000002,"15min":0.40200000000000002},"min":{"1min":0.26600000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.53100000000000003,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.434}]},{"osd":3,"last update":"Thu Aug 29 14:46:39 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45000000000000001,"15min":0.45700000000000002},"min":{"1min":0.29299999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.438,"15min":0.44800000000000001},"min":{"1min":0.29799999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.61599999999999999,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.46899999999999997}]},{"osd":4,"last update":"Thu Aug 29 14:46:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54000000000000004,"15min":0.54500000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.71299999999999997,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.376},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.57299999999999995,"15min":0.57399999999999995},"min":{"1min":0.39100000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.69999999999999996,"5min":1.073,"15min":1.073},"last":0.40999999999999998}]},{"osd":5,"last update":"Thu Aug 29 14:47:25 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.57199999999999995,"15min":0.57899999999999996},"min":{"1min":0.432,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.71299999999999997,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.57099999999999995,"15min":0.58299999999999996},"min":{"1min":0.36199999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.65400000000000003,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.42099999999999999}]},{"osd":6,"last update":"Thu Aug 29 14:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.60199999999999998,"15min":0.60799999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.82799999999999996,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.39900000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.505}]},{"osd":7,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59499999999999997,"15min":0.59899999999999998},"min":{"1min":0.44500000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.83299999999999996,"5min":1.018,"15min":1.018},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.40699999999999997,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.71899999999999997,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.61499999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T14:47:31.263 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T14:47:31.383 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:31 smithi169 ceph-mon[20881]: from='client.24632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:47:31.602 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:31 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[64181]: ts=2024-08-29T14:47:31.347Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-29T14:47:31.602 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:31 smithi131 podman[69507]: 2024-08-29 14:47:31.378578361 +0000 UTC m=+0.153536313 container died b235a5517f826719a485e38e2dea66427ab8a92a6cd0d9d1733e7567ef48ea0f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:32.017 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:31 smithi131 podman[69507]: 2024-08-29 14:47:31.88711531 +0000 UTC m=+0.662073258 container cleanup b235a5517f826719a485e38e2dea66427ab8a92a6cd0d9d1733e7567ef48ea0f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:32.017 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:31 smithi131 bash[69507]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T14:47:32.257 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:32.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:32 smithi131 ceph-mon[17514]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:32.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:32 smithi131 ceph-mon[29516]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:32.353 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:32 smithi131 podman[69544]: 2024-08-29 14:47:32.105096414 +0000 UTC m=+0.726998540 container remove b235a5517f826719a485e38e2dea66427ab8a92a6cd0d9d1733e7567ef48ea0f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:32.353 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:32 smithi131 podman[69544]: 2024-08-29 14:47:32.180615446 +0000 UTC m=+0.802517583 volume remove 27b2b4efb64475fcb989ac2765390b47f252e3ade3af7751edd2f92f145da379 2024-08-29T14:47:32.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:32 smithi169 ceph-mon[20881]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:32.956 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:32 smithi131 podman[69594]: 2024-08-29 14:47:32.769634393 +0000 UTC m=+0.572397058 container died 57771502fcb49360ba9dff1465c1138c2a6d8c10ef3a22202dd7cb48f15991e8 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=vigorous_chatterjee, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=quincy-a89f613, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.1) 2024-08-29T14:47:33.352 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:32 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-29T14:47:33.352 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:32 smithi131 systemd[1]: Stopped Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:47:33.352 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:32 smithi131 systemd[1]: Starting Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:47:34.124 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:47:34.126 INFO:teuthology.orchestra.run.smithi131.stderr:dumped all 2024-08-29T14:47:34.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:34 smithi131 ceph-mon[17514]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:34.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:34 smithi131 ceph-mon[29516]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:34.354 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 podman[69784]: 2024-08-29 14:47:33.966924536 +0000 UTC m=+0.195261902 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-29T14:47:34.354 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 podman[69784]: 2024-08-29 14:47:34.068948024 +0000 UTC m=+0.297285380 volume create 99eb5cda85c5d59c60a9b33458b835255f4a517383577b6d83f0701e87a5bba3 2024-08-29T14:47:34.354 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 podman[69784]: 2024-08-29 14:47:34.160983831 +0000 UTC m=+0.389321187 container create 1bf92269381441a8faa40fdf1e1ee13c112dff3eadc14974509eece6eab1a7bd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:34.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:34 smithi169 ceph-mon[20881]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:34.648 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 podman[69784]: 2024-08-29 14:47:34.539203139 +0000 UTC m=+0.767540495 container init 1bf92269381441a8faa40fdf1e1ee13c112dff3eadc14974509eece6eab1a7bd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:34.648 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 podman[69784]: 2024-08-29 14:47:34.544354476 +0000 UTC m=+0.772691832 container start 1bf92269381441a8faa40fdf1e1ee13c112dff3eadc14974509eece6eab1a7bd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:34.648 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:47:34.556Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-29T14:47:34.648 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:47:34.556Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-29T14:47:34.648 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:47:34.557Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.131 port=9094 2024-08-29T14:47:34.648 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:47:34.558Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-29T14:47:34.648 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:47:34.581Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T14:47:34.649 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:47:34.581Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T14:47:34.649 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:47:34.584Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-29T14:47:34.649 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:47:34.584Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-29T14:47:34.649 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 bash[69784]: 1bf92269381441a8faa40fdf1e1ee13c112dff3eadc14974509eece6eab1a7bd 2024-08-29T14:47:34.993 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:34 smithi131 systemd[1]: Started Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:47:35.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:35 smithi131 ceph-mon[17514]: from='client.24638 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:47:35.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:35 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:35.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:35 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:35 smithi131 ceph-mon[29516]: from='client.24638 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:47:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:35 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:35 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:35.362 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:35 smithi169 ceph-mon[20881]: from='client.24638 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:47:35.362 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:35 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:35.362 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:35 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:35.428 INFO:teuthology.orchestra.run.smithi131.stdout:{"pg_ready":true,"pg_map":{"version":46,"stamp":"2024-08-29T14:47:32.616703+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386828,"kb_used_data":7980,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574388,"statfs":{"total":767960285184,"available":765516173312,"internally_reserved":0,"allocated":8171520,"data_stored":4586452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002587"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242808+0000","last_change":"2024-08-29T14:45:31.908371+0000","last_active":"2024-08-29T14:46:29.242808+0000","last_peered":"2024-08-29T14:46:29.242808+0000","last_clean":"2024-08-29T14:46:29.242808+0000","last_became_active":"2024-08-29T14:45:31.907932+0000","last_became_peered":"2024-08-29T14:45:31.907932+0000","last_unstale":"2024-08-29T14:46:29.242808+0000","last_undegraded":"2024-08-29T14:46:29.242808+0000","last_fullsized":"2024-08-29T14:46:29.242808+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:32:23.320121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119537+0000","last_change":"2024-08-29T14:45:31.906435+0000","last_active":"2024-08-29T14:46:29.119537+0000","last_peered":"2024-08-29T14:46:29.119537+0000","last_clean":"2024-08-29T14:46:29.119537+0000","last_became_active":"2024-08-29T14:45:31.906063+0000","last_became_peered":"2024-08-29T14:45:31.906063+0000","last_unstale":"2024-08-29T14:46:29.119537+0000","last_undegraded":"2024-08-29T14:46:29.119537+0000","last_fullsized":"2024-08-29T14:46:29.119537+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:43:44.899005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407966+0000","last_change":"2024-08-29T14:45:31.894462+0000","last_active":"2024-08-29T14:46:29.407966+0000","last_peered":"2024-08-29T14:46:29.407966+0000","last_clean":"2024-08-29T14:46:29.407966+0000","last_became_active":"2024-08-29T14:45:31.894180+0000","last_became_peered":"2024-08-29T14:45:31.894180+0000","last_unstale":"2024-08-29T14:46:29.407966+0000","last_undegraded":"2024-08-29T14:46:29.407966+0000","last_fullsized":"2024-08-29T14:46:29.407966+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:54:23.085975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121911+0000","last_change":"2024-08-29T14:45:31.904134+0000","last_active":"2024-08-29T14:46:29.121911+0000","last_peered":"2024-08-29T14:46:29.121911+0000","last_clean":"2024-08-29T14:46:29.121911+0000","last_became_active":"2024-08-29T14:45:31.903864+0000","last_became_peered":"2024-08-29T14:45:31.903864+0000","last_unstale":"2024-08-29T14:46:29.121911+0000","last_undegraded":"2024-08-29T14:46:29.121911+0000","last_fullsized":"2024-08-29T14:46:29.121911+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:19:51.416087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242384+0000","last_change":"2024-08-29T14:45:31.904361+0000","last_active":"2024-08-29T14:46:29.242384+0000","last_peered":"2024-08-29T14:46:29.242384+0000","last_clean":"2024-08-29T14:46:29.242384+0000","last_became_active":"2024-08-29T14:45:31.904068+0000","last_became_peered":"2024-08-29T14:45:31.904068+0000","last_unstale":"2024-08-29T14:46:29.242384+0000","last_undegraded":"2024-08-29T14:46:29.242384+0000","last_fullsized":"2024-08-29T14:46:29.242384+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:13:24.517554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121920+0000","last_change":"2024-08-29T14:45:31.898203+0000","last_active":"2024-08-29T14:46:29.121920+0000","last_peered":"2024-08-29T14:46:29.121920+0000","last_clean":"2024-08-29T14:46:29.121920+0000","last_became_active":"2024-08-29T14:45:31.895529+0000","last_became_peered":"2024-08-29T14:45:31.895529+0000","last_unstale":"2024-08-29T14:46:29.121920+0000","last_undegraded":"2024-08-29T14:46:29.121920+0000","last_fullsized":"2024-08-29T14:46:29.121920+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:37:34.897022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242076+0000","last_change":"2024-08-29T14:45:31.900750+0000","last_active":"2024-08-29T14:46:29.242076+0000","last_peered":"2024-08-29T14:46:29.242076+0000","last_clean":"2024-08-29T14:46:29.242076+0000","last_became_active":"2024-08-29T14:45:31.897866+0000","last_became_peered":"2024-08-29T14:45:31.897866+0000","last_unstale":"2024-08-29T14:46:29.242076+0000","last_undegraded":"2024-08-29T14:46:29.242076+0000","last_fullsized":"2024-08-29T14:46:29.242076+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:09:36.639231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118058+0000","last_change":"2024-08-29T14:45:31.902849+0000","last_active":"2024-08-29T14:46:29.118058+0000","last_peered":"2024-08-29T14:46:29.118058+0000","last_clean":"2024-08-29T14:46:29.118058+0000","last_became_active":"2024-08-29T14:45:31.902656+0000","last_became_peered":"2024-08-29T14:45:31.902656+0000","last_unstale":"2024-08-29T14:46:29.118058+0000","last_undegraded":"2024-08-29T14:46:29.118058+0000","last_fullsized":"2024-08-29T14:46:29.118058+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:02:54.799397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.243003+0000","last_change":"2024-08-29T14:45:31.896837+0000","last_active":"2024-08-29T14:46:29.243003+0000","last_peered":"2024-08-29T14:46:29.243003+0000","last_clean":"2024-08-29T14:46:29.243003+0000","last_became_active":"2024-08-29T14:45:31.896558+0000","last_became_peered":"2024-08-29T14:45:31.896558+0000","last_unstale":"2024-08-29T14:46:29.243003+0000","last_undegraded":"2024-08-29T14:46:29.243003+0000","last_fullsized":"2024-08-29T14:46:29.243003+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:23:45.752751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.199210+0000","last_change":"2024-08-29T14:45:31.907547+0000","last_active":"2024-08-29T14:46:29.199210+0000","last_peered":"2024-08-29T14:46:29.199210+0000","last_clean":"2024-08-29T14:46:29.199210+0000","last_became_active":"2024-08-29T14:45:31.905663+0000","last_became_peered":"2024-08-29T14:45:31.905663+0000","last_unstale":"2024-08-29T14:46:29.199210+0000","last_undegraded":"2024-08-29T14:46:29.199210+0000","last_fullsized":"2024-08-29T14:46:29.199210+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:55:58.039884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.199126+0000","last_change":"2024-08-29T14:45:31.897958+0000","last_active":"2024-08-29T14:46:29.199126+0000","last_peered":"2024-08-29T14:46:29.199126+0000","last_clean":"2024-08-29T14:46:29.199126+0000","last_became_active":"2024-08-29T14:45:31.897652+0000","last_became_peered":"2024-08-29T14:45:31.897652+0000","last_unstale":"2024-08-29T14:46:29.199126+0000","last_undegraded":"2024-08-29T14:46:29.199126+0000","last_fullsized":"2024-08-29T14:46:29.199126+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:32:20.567228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119982+0000","last_change":"2024-08-29T14:45:31.901442+0000","last_active":"2024-08-29T14:46:29.119982+0000","last_peered":"2024-08-29T14:46:29.119982+0000","last_clean":"2024-08-29T14:46:29.119982+0000","last_became_active":"2024-08-29T14:45:31.901172+0000","last_became_peered":"2024-08-29T14:45:31.901172+0000","last_unstale":"2024-08-29T14:46:29.119982+0000","last_undegraded":"2024-08-29T14:46:29.119982+0000","last_fullsized":"2024-08-29T14:46:29.119982+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:36:23.386827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118313+0000","last_change":"2024-08-29T14:45:31.893880+0000","last_active":"2024-08-29T14:46:29.118313+0000","last_peered":"2024-08-29T14:46:29.118313+0000","last_clean":"2024-08-29T14:46:29.118313+0000","last_became_active":"2024-08-29T14:45:31.893452+0000","last_became_peered":"2024-08-29T14:45:31.893452+0000","last_unstale":"2024-08-29T14:46:29.118313+0000","last_undegraded":"2024-08-29T14:46:29.118313+0000","last_fullsized":"2024-08-29T14:46:29.118313+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:39:36.512578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407757+0000","last_change":"2024-08-29T14:45:31.894551+0000","last_active":"2024-08-29T14:46:29.407757+0000","last_peered":"2024-08-29T14:46:29.407757+0000","last_clean":"2024-08-29T14:46:29.407757+0000","last_became_active":"2024-08-29T14:45:31.894249+0000","last_became_peered":"2024-08-29T14:45:31.894249+0000","last_unstale":"2024-08-29T14:46:29.407757+0000","last_undegraded":"2024-08-29T14:46:29.407757+0000","last_fullsized":"2024-08-29T14:46:29.407757+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:39:46.134492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119031+0000","last_change":"2024-08-29T14:45:31.897161+0000","last_active":"2024-08-29T14:46:29.119031+0000","last_peered":"2024-08-29T14:46:29.119031+0000","last_clean":"2024-08-29T14:46:29.119031+0000","last_became_active":"2024-08-29T14:45:31.896903+0000","last_became_peered":"2024-08-29T14:45:31.896903+0000","last_unstale":"2024-08-29T14:46:29.119031+0000","last_undegraded":"2024-08-29T14:46:29.119031+0000","last_fullsized":"2024-08-29T14:46:29.119031+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:19:28.924707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121671+0000","last_change":"2024-08-29T14:45:31.904892+0000","last_active":"2024-08-29T14:46:29.121671+0000","last_peered":"2024-08-29T14:46:29.121671+0000","last_clean":"2024-08-29T14:46:29.121671+0000","last_became_active":"2024-08-29T14:45:31.903998+0000","last_became_peered":"2024-08-29T14:45:31.903998+0000","last_unstale":"2024-08-29T14:46:29.121671+0000","last_undegraded":"2024-08-29T14:46:29.121671+0000","last_fullsized":"2024-08-29T14:46:29.121671+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:33:14.034355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122345+0000","last_change":"2024-08-29T14:45:31.902273+0000","last_active":"2024-08-29T14:46:29.122345+0000","last_peered":"2024-08-29T14:46:29.122345+0000","last_clean":"2024-08-29T14:46:29.122345+0000","last_became_active":"2024-08-29T14:45:31.902009+0000","last_became_peered":"2024-08-29T14:45:31.902009+0000","last_unstale":"2024-08-29T14:46:29.122345+0000","last_undegraded":"2024-08-29T14:46:29.122345+0000","last_fullsized":"2024-08-29T14:46:29.122345+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:16:38.757567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192885+0000","last_change":"2024-08-29T14:45:31.900298+0000","last_active":"2024-08-29T14:46:29.192885+0000","last_peered":"2024-08-29T14:46:29.192885+0000","last_clean":"2024-08-29T14:46:29.192885+0000","last_became_active":"2024-08-29T14:45:31.900054+0000","last_became_peered":"2024-08-29T14:45:31.900054+0000","last_unstale":"2024-08-29T14:46:29.192885+0000","last_undegraded":"2024-08-29T14:46:29.192885+0000","last_fullsized":"2024-08-29T14:46:29.192885+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:03:47.994557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242740+0000","last_change":"2024-08-29T14:45:31.909472+0000","last_active":"2024-08-29T14:46:29.242740+0000","last_peered":"2024-08-29T14:46:29.242740+0000","last_clean":"2024-08-29T14:46:29.242740+0000","last_became_active":"2024-08-29T14:45:31.908961+0000","last_became_peered":"2024-08-29T14:45:31.908961+0000","last_unstale":"2024-08-29T14:46:29.242740+0000","last_undegraded":"2024-08-29T14:46:29.242740+0000","last_fullsized":"2024-08-29T14:46:29.242740+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:57:11.998182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198855+0000","last_change":"2024-08-29T14:45:31.898612+0000","last_active":"2024-08-29T14:46:29.198855+0000","last_peered":"2024-08-29T14:46:29.198855+0000","last_clean":"2024-08-29T14:46:29.198855+0000","last_became_active":"2024-08-29T14:45:31.898293+0000","last_became_peered":"2024-08-29T14:45:31.898293+0000","last_unstale":"2024-08-29T14:46:29.198855+0000","last_undegraded":"2024-08-29T14:46:29.198855+0000","last_fullsized":"2024-08-29T14:46:29.198855+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:29:21.491243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407876+0000","last_change":"2024-08-29T14:45:31.899247+0000","last_active":"2024-08-29T14:46:29.407876+0000","last_peered":"2024-08-29T14:46:29.407876+0000","last_clean":"2024-08-29T14:46:29.407876+0000","last_became_active":"2024-08-29T14:45:31.898943+0000","last_became_peered":"2024-08-29T14:45:31.898943+0000","last_unstale":"2024-08-29T14:46:29.407876+0000","last_undegraded":"2024-08-29T14:46:29.407876+0000","last_fullsized":"2024-08-29T14:46:29.407876+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:40:08.129236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121958+0000","last_change":"2024-08-29T14:45:31.903683+0000","last_active":"2024-08-29T14:46:29.121958+0000","last_peered":"2024-08-29T14:46:29.121958+0000","last_clean":"2024-08-29T14:46:29.121958+0000","last_became_active":"2024-08-29T14:45:31.902913+0000","last_became_peered":"2024-08-29T14:45:31.902913+0000","last_unstale":"2024-08-29T14:46:29.121958+0000","last_undegraded":"2024-08-29T14:46:29.121958+0000","last_fullsized":"2024-08-29T14:46:29.121958+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:21:21.319809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118102+0000","last_change":"2024-08-29T14:45:53.838583+0000","last_active":"2024-08-29T14:46:29.118102+0000","last_peered":"2024-08-29T14:46:29.118102+0000","last_clean":"2024-08-29T14:46:29.118102+0000","last_became_active":"2024-08-29T14:45:53.838198+0000","last_became_peered":"2024-08-29T14:45:53.838198+0000","last_unstale":"2024-08-29T14:46:29.118102+0000","last_undegraded":"2024-08-29T14:46:29.118102+0000","last_fullsized":"2024-08-29T14:46:29.118102+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:16:49.475729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121734+0000","last_change":"2024-08-29T14:45:31.890181+0000","last_active":"2024-08-29T14:46:29.121734+0000","last_peered":"2024-08-29T14:46:29.121734+0000","last_clean":"2024-08-29T14:46:29.121734+0000","last_became_active":"2024-08-29T14:45:31.889873+0000","last_became_peered":"2024-08-29T14:45:31.889873+0000","last_unstale":"2024-08-29T14:46:29.121734+0000","last_undegraded":"2024-08-29T14:46:29.121734+0000","last_fullsized":"2024-08-29T14:46:29.121734+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:25:07.199661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118773+0000","last_change":"2024-08-29T14:45:31.883258+0000","last_active":"2024-08-29T14:46:29.118773+0000","last_peered":"2024-08-29T14:46:29.118773+0000","last_clean":"2024-08-29T14:46:29.118773+0000","last_became_active":"2024-08-29T14:45:31.882946+0000","last_became_peered":"2024-08-29T14:45:31.882946+0000","last_unstale":"2024-08-29T14:46:29.118773+0000","last_undegraded":"2024-08-29T14:46:29.118773+0000","last_fullsized":"2024-08-29T14:46:29.118773+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:09:37.246986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.199290+0000","last_change":"2024-08-29T14:45:31.910490+0000","last_active":"2024-08-29T14:46:29.199290+0000","last_peered":"2024-08-29T14:46:29.199290+0000","last_clean":"2024-08-29T14:46:29.199290+0000","last_became_active":"2024-08-29T14:45:31.910176+0000","last_became_peered":"2024-08-29T14:45:31.910176+0000","last_unstale":"2024-08-29T14:46:29.199290+0000","last_undegraded":"2024-08-29T14:46:29.199290+0000","last_fullsized":"2024-08-29T14:46:29.199290+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:59:37.032680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118910+0000","last_change":"2024-08-29T14:45:31.893548+0000","last_active":"2024-08-29T14:46:29.118910+0000","last_peered":"2024-08-29T14:46:29.118910+0000","last_clean":"2024-08-29T14:46:29.118910+0000","last_became_active":"2024-08-29T14:45:31.893257+0000","last_became_peered":"2024-08-29T14:45:31.893257+0000","last_unstale":"2024-08-29T14:46:29.118910+0000","last_undegraded":"2024-08-29T14:46:29.118910+0000","last_fullsized":"2024-08-29T14:46:29.118910+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:42:29.937087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118590+0000","last_change":"2024-08-29T14:45:31.891321+0000","last_active":"2024-08-29T14:46:29.118590+0000","last_peered":"2024-08-29T14:46:29.118590+0000","last_clean":"2024-08-29T14:46:29.118590+0000","last_became_active":"2024-08-29T14:45:31.891050+0000","last_became_peered":"2024-08-29T14:45:31.891050+0000","last_unstale":"2024-08-29T14:46:29.118590+0000","last_undegraded":"2024-08-29T14:46:29.118590+0000","last_fullsized":"2024-08-29T14:46:29.118590+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:14:30.576117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407964+0000","last_change":"2024-08-29T14:45:31.894191+0000","last_active":"2024-08-29T14:46:29.407964+0000","last_peered":"2024-08-29T14:46:29.407964+0000","last_clean":"2024-08-29T14:46:29.407964+0000","last_became_active":"2024-08-29T14:45:31.893920+0000","last_became_peered":"2024-08-29T14:45:31.893920+0000","last_unstale":"2024-08-29T14:46:29.407964+0000","last_undegraded":"2024-08-29T14:46:29.407964+0000","last_fullsized":"2024-08-29T14:46:29.407964+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:08:33.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122218+0000","last_change":"2024-08-29T14:45:31.894393+0000","last_active":"2024-08-29T14:46:29.122218+0000","last_peered":"2024-08-29T14:46:29.122218+0000","last_clean":"2024-08-29T14:46:29.122218+0000","last_became_active":"2024-08-29T14:45:31.894119+0000","last_became_peered":"2024-08-29T14:45:31.894119+0000","last_unstale":"2024-08-29T14:46:29.122218+0000","last_undegraded":"2024-08-29T14:46:29.122218+0000","last_fullsized":"2024-08-29T14:46:29.122218+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:47:44.624110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192473+0000","last_change":"2024-08-29T14:45:31.899628+0000","last_active":"2024-08-29T14:46:29.192473+0000","last_peered":"2024-08-29T14:46:29.192473+0000","last_clean":"2024-08-29T14:46:29.192473+0000","last_became_active":"2024-08-29T14:45:31.899368+0000","last_became_peered":"2024-08-29T14:45:31.899368+0000","last_unstale":"2024-08-29T14:46:29.192473+0000","last_undegraded":"2024-08-29T14:46:29.192473+0000","last_fullsized":"2024-08-29T14:46:29.192473+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:53:08.503531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198820+0000","last_change":"2024-08-29T14:45:31.900426+0000","last_active":"2024-08-29T14:46:29.198820+0000","last_peered":"2024-08-29T14:46:29.198820+0000","last_clean":"2024-08-29T14:46:29.198820+0000","last_became_active":"2024-08-29T14:45:31.900147+0000","last_became_peered":"2024-08-29T14:45:31.900147+0000","last_unstale":"2024-08-29T14:46:29.198820+0000","last_undegraded":"2024-08-29T14:46:29.198820+0000","last_fullsized":"2024-08-29T14:46:29.198820+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:32:59.011383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.120104+0000","last_change":"2024-08-29T14:45:31.889323+0000","last_active":"2024-08-29T14:46:29.120104+0000","last_peered":"2024-08-29T14:46:29.120104+0000","last_clean":"2024-08-29T14:46:29.120104+0000","last_became_active":"2024-08-29T14:45:31.888742+0000","last_became_peered":"2024-08-29T14:45:31.888742+0000","last_unstale":"2024-08-29T14:46:29.120104+0000","last_undegraded":"2024-08-29T14:46:29.120104+0000","last_fullsized":"2024-08-29T14:46:29.120104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:01:30.938969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118446+0000","last_change":"2024-08-29T14:45:28.864692+0000","last_active":"2024-08-29T14:46:29.118446+0000","last_peered":"2024-08-29T14:46:29.118446+0000","last_clean":"2024-08-29T14:46:29.118446+0000","last_became_active":"2024-08-29T14:45:28.864423+0000","last_became_peered":"2024-08-29T14:45:28.864423+0000","last_unstale":"2024-08-29T14:46:29.118446+0000","last_undegraded":"2024-08-29T14:46:29.118446+0000","last_fullsized":"2024-08-29T14:46:29.118446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:15:28.580822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192607+0000","last_change":"2024-08-29T14:45:53.443542+0000","last_active":"2024-08-29T14:46:29.192607+0000","last_peered":"2024-08-29T14:46:29.192607+0000","last_clean":"2024-08-29T14:46:29.192607+0000","last_became_active":"2024-08-29T14:45:53.443239+0000","last_became_peered":"2024-08-29T14:45:53.443239+0000","last_unstale":"2024-08-29T14:46:29.192607+0000","last_undegraded":"2024-08-29T14:46:29.192607+0000","last_fullsized":"2024-08-29T14:46:29.192607+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:20:34.810365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198992+0000","last_change":"2024-08-29T14:45:28.870657+0000","last_active":"2024-08-29T14:46:29.198992+0000","last_peered":"2024-08-29T14:46:29.198992+0000","last_clean":"2024-08-29T14:46:29.198992+0000","last_became_active":"2024-08-29T14:45:28.870304+0000","last_became_peered":"2024-08-29T14:45:28.870304+0000","last_unstale":"2024-08-29T14:46:29.198992+0000","last_undegraded":"2024-08-29T14:46:29.198992+0000","last_fullsized":"2024-08-29T14:46:29.198992+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:16:31.973467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118179+0000","last_change":"2024-08-29T14:45:28.867709+0000","last_active":"2024-08-29T14:46:29.118179+0000","last_peered":"2024-08-29T14:46:29.118179+0000","last_clean":"2024-08-29T14:46:29.118179+0000","last_became_active":"2024-08-29T14:45:28.867424+0000","last_became_peered":"2024-08-29T14:45:28.867424+0000","last_unstale":"2024-08-29T14:46:29.118179+0000","last_undegraded":"2024-08-29T14:46:29.118179+0000","last_fullsized":"2024-08-29T14:46:29.118179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:02:45.195880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118172+0000","last_change":"2024-08-29T14:45:31.892736+0000","last_active":"2024-08-29T14:46:29.118172+0000","last_peered":"2024-08-29T14:46:29.118172+0000","last_clean":"2024-08-29T14:46:29.118172+0000","last_became_active":"2024-08-29T14:45:31.892494+0000","last_became_peered":"2024-08-29T14:45:31.892494+0000","last_unstale":"2024-08-29T14:46:29.118172+0000","last_undegraded":"2024-08-29T14:46:29.118172+0000","last_fullsized":"2024-08-29T14:46:29.118172+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:51:25.011094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121814+0000","last_change":"2024-08-29T14:45:28.872455+0000","last_active":"2024-08-29T14:46:29.121814+0000","last_peered":"2024-08-29T14:46:29.121814+0000","last_clean":"2024-08-29T14:46:29.121814+0000","last_became_active":"2024-08-29T14:45:28.872164+0000","last_became_peered":"2024-08-29T14:45:28.872164+0000","last_unstale":"2024-08-29T14:46:29.121814+0000","last_undegraded":"2024-08-29T14:46:29.121814+0000","last_fullsized":"2024-08-29T14:46:29.121814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:54.193637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118939+0000","last_change":"2024-08-29T14:45:31.897573+0000","last_active":"2024-08-29T14:46:29.118939+0000","last_peered":"2024-08-29T14:46:29.118939+0000","last_clean":"2024-08-29T14:46:29.118939+0000","last_became_active":"2024-08-29T14:45:31.897215+0000","last_became_peered":"2024-08-29T14:45:31.897215+0000","last_unstale":"2024-08-29T14:46:29.118939+0000","last_undegraded":"2024-08-29T14:46:29.118939+0000","last_fullsized":"2024-08-29T14:46:29.118939+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:45:52.593139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.199224+0000","last_change":"2024-08-29T14:45:28.873336+0000","last_active":"2024-08-29T14:46:29.199224+0000","last_peered":"2024-08-29T14:46:29.199224+0000","last_clean":"2024-08-29T14:46:29.199224+0000","last_became_active":"2024-08-29T14:45:28.872977+0000","last_became_peered":"2024-08-29T14:45:28.872977+0000","last_unstale":"2024-08-29T14:46:29.199224+0000","last_undegraded":"2024-08-29T14:46:29.199224+0000","last_fullsized":"2024-08-29T14:46:29.199224+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:02:36.497507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122122+0000","last_change":"2024-08-29T14:45:31.903442+0000","last_active":"2024-08-29T14:46:29.122122+0000","last_peered":"2024-08-29T14:46:29.122122+0000","last_clean":"2024-08-29T14:46:29.122122+0000","last_became_active":"2024-08-29T14:45:31.903171+0000","last_became_peered":"2024-08-29T14:45:31.903171+0000","last_unstale":"2024-08-29T14:46:29.122122+0000","last_undegraded":"2024-08-29T14:46:29.122122+0000","last_fullsized":"2024-08-29T14:46:29.122122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:55:20.916626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122276+0000","last_change":"2024-08-29T14:45:28.866947+0000","last_active":"2024-08-29T14:46:29.122276+0000","last_peered":"2024-08-29T14:46:29.122276+0000","last_clean":"2024-08-29T14:46:29.122276+0000","last_became_active":"2024-08-29T14:45:28.866075+0000","last_became_peered":"2024-08-29T14:45:28.866075+0000","last_unstale":"2024-08-29T14:46:29.122276+0000","last_undegraded":"2024-08-29T14:46:29.122276+0000","last_fullsized":"2024-08-29T14:46:29.122276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:10:02.610850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.408320+0000","last_change":"2024-08-29T14:45:31.899746+0000","last_active":"2024-08-29T14:46:29.408320+0000","last_peered":"2024-08-29T14:46:29.408320+0000","last_clean":"2024-08-29T14:46:29.408320+0000","last_became_active":"2024-08-29T14:45:31.899337+0000","last_became_peered":"2024-08-29T14:45:31.899337+0000","last_unstale":"2024-08-29T14:46:29.408320+0000","last_undegraded":"2024-08-29T14:46:29.408320+0000","last_fullsized":"2024-08-29T14:46:29.408320+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:39:24.925117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119044+0000","last_change":"2024-08-29T14:45:28.873196+0000","last_active":"2024-08-29T14:46:29.119044+0000","last_peered":"2024-08-29T14:46:29.119044+0000","last_clean":"2024-08-29T14:46:29.119044+0000","last_became_active":"2024-08-29T14:45:28.872815+0000","last_became_peered":"2024-08-29T14:45:28.872815+0000","last_unstale":"2024-08-29T14:46:29.119044+0000","last_undegraded":"2024-08-29T14:46:29.119044+0000","last_fullsized":"2024-08-29T14:46:29.119044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:52:18.896104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.120084+0000","last_change":"2024-08-29T14:45:31.900800+0000","last_active":"2024-08-29T14:46:29.120084+0000","last_peered":"2024-08-29T14:46:29.120084+0000","last_clean":"2024-08-29T14:46:29.120084+0000","last_became_active":"2024-08-29T14:45:31.900520+0000","last_became_peered":"2024-08-29T14:45:31.900520+0000","last_unstale":"2024-08-29T14:46:29.120084+0000","last_undegraded":"2024-08-29T14:46:29.120084+0000","last_fullsized":"2024-08-29T14:46:29.120084+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:43:40.061767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198923+0000","last_change":"2024-08-29T14:45:28.866390+0000","last_active":"2024-08-29T14:46:29.198923+0000","last_peered":"2024-08-29T14:46:29.198923+0000","last_clean":"2024-08-29T14:46:29.198923+0000","last_became_active":"2024-08-29T14:45:28.866095+0000","last_became_peered":"2024-08-29T14:45:28.866095+0000","last_unstale":"2024-08-29T14:46:29.198923+0000","last_undegraded":"2024-08-29T14:46:29.198923+0000","last_fullsized":"2024-08-29T14:46:29.198923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:56:41.410208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242632+0000","last_change":"2024-08-29T14:45:31.901282+0000","last_active":"2024-08-29T14:46:29.242632+0000","last_peered":"2024-08-29T14:46:29.242632+0000","last_clean":"2024-08-29T14:46:29.242632+0000","last_became_active":"2024-08-29T14:45:31.900951+0000","last_became_peered":"2024-08-29T14:45:31.900951+0000","last_unstale":"2024-08-29T14:46:29.242632+0000","last_undegraded":"2024-08-29T14:46:29.242632+0000","last_fullsized":"2024-08-29T14:46:29.242632+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:20:05.053858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.408074+0000","last_change":"2024-08-29T14:45:28.867629+0000","last_active":"2024-08-29T14:46:29.408074+0000","last_peered":"2024-08-29T14:46:29.408074+0000","last_clean":"2024-08-29T14:46:29.408074+0000","last_became_active":"2024-08-29T14:45:28.867345+0000","last_became_peered":"2024-08-29T14:45:28.867345+0000","last_unstale":"2024-08-29T14:46:29.408074+0000","last_undegraded":"2024-08-29T14:46:29.408074+0000","last_fullsized":"2024-08-29T14:46:29.408074+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:14:36.384808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407770+0000","last_change":"2024-08-29T14:45:31.898065+0000","last_active":"2024-08-29T14:46:29.407770+0000","last_peered":"2024-08-29T14:46:29.407770+0000","last_clean":"2024-08-29T14:46:29.407770+0000","last_became_active":"2024-08-29T14:45:31.897785+0000","last_became_peered":"2024-08-29T14:45:31.897785+0000","last_unstale":"2024-08-29T14:46:29.407770+0000","last_undegraded":"2024-08-29T14:46:29.407770+0000","last_fullsized":"2024-08-29T14:46:29.407770+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:30:08.906906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122091+0000","last_change":"2024-08-29T14:45:28.868880+0000","last_active":"2024-08-29T14:46:29.122091+0000","last_peered":"2024-08-29T14:46:29.122091+0000","last_clean":"2024-08-29T14:46:29.122091+0000","last_became_active":"2024-08-29T14:45:28.867016+0000","last_became_peered":"2024-08-29T14:45:28.867016+0000","last_unstale":"2024-08-29T14:46:29.122091+0000","last_undegraded":"2024-08-29T14:46:29.122091+0000","last_fullsized":"2024-08-29T14:46:29.122091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:38:27.010013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242457+0000","last_change":"2024-08-29T14:45:31.905033+0000","last_active":"2024-08-29T14:46:29.242457+0000","last_peered":"2024-08-29T14:46:29.242457+0000","last_clean":"2024-08-29T14:46:29.242457+0000","last_became_active":"2024-08-29T14:45:31.904731+0000","last_became_peered":"2024-08-29T14:45:31.904731+0000","last_unstale":"2024-08-29T14:46:29.242457+0000","last_undegraded":"2024-08-29T14:46:29.242457+0000","last_fullsized":"2024-08-29T14:46:29.242457+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:44:47.927697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198876+0000","last_change":"2024-08-29T14:45:28.868824+0000","last_active":"2024-08-29T14:46:29.198876+0000","last_peered":"2024-08-29T14:46:29.198876+0000","last_clean":"2024-08-29T14:46:29.198876+0000","last_became_active":"2024-08-29T14:45:28.868380+0000","last_became_peered":"2024-08-29T14:45:28.868380+0000","last_unstale":"2024-08-29T14:46:29.198876+0000","last_undegraded":"2024-08-29T14:46:29.198876+0000","last_fullsized":"2024-08-29T14:46:29.198876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:46:42.528346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198674+0000","last_change":"2024-08-29T14:45:31.905395+0000","last_active":"2024-08-29T14:46:29.198674+0000","last_peered":"2024-08-29T14:46:29.198674+0000","last_clean":"2024-08-29T14:46:29.198674+0000","last_became_active":"2024-08-29T14:45:31.903330+0000","last_became_peered":"2024-08-29T14:45:31.903330+0000","last_unstale":"2024-08-29T14:46:29.198674+0000","last_undegraded":"2024-08-29T14:46:29.198674+0000","last_fullsized":"2024-08-29T14:46:29.198674+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:41:52.826398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":32,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192511+0000","last_change":"2024-08-29T14:45:28.869137+0000","last_active":"2024-08-29T14:46:29.192511+0000","last_peered":"2024-08-29T14:46:29.192511+0000","last_clean":"2024-08-29T14:46:29.192511+0000","last_became_active":"2024-08-29T14:45:28.868848+0000","last_became_peered":"2024-08-29T14:45:28.868848+0000","last_unstale":"2024-08-29T14:46:29.192511+0000","last_undegraded":"2024-08-29T14:46:29.192511+0000","last_fullsized":"2024-08-29T14:46:29.192511+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:49:21.227532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242119+0000","last_change":"2024-08-29T14:45:31.907973+0000","last_active":"2024-08-29T14:46:29.242119+0000","last_peered":"2024-08-29T14:46:29.242119+0000","last_clean":"2024-08-29T14:46:29.242119+0000","last_became_active":"2024-08-29T14:45:31.907678+0000","last_became_peered":"2024-08-29T14:45:31.907678+0000","last_unstale":"2024-08-29T14:46:29.242119+0000","last_undegraded":"2024-08-29T14:46:29.242119+0000","last_fullsized":"2024-08-29T14:46:29.242119+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:03:56.612584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.120563+0000","last_change":"2024-08-29T14:45:28.868098+0000","last_active":"2024-08-29T14:46:29.120563+0000","last_peered":"2024-08-29T14:46:29.120563+0000","last_clean":"2024-08-29T14:46:29.120563+0000","last_became_active":"2024-08-29T14:45:28.867692+0000","last_became_peered":"2024-08-29T14:45:28.867692+0000","last_unstale":"2024-08-29T14:46:29.120563+0000","last_undegraded":"2024-08-29T14:46:29.120563+0000","last_fullsized":"2024-08-29T14:46:29.120563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:55:38.247148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242836+0000","last_change":"2024-08-29T14:45:31.900052+0000","last_active":"2024-08-29T14:46:29.242836+0000","last_peered":"2024-08-29T14:46:29.242836+0000","last_clean":"2024-08-29T14:46:29.242836+0000","last_became_active":"2024-08-29T14:45:31.899712+0000","last_became_peered":"2024-08-29T14:45:31.899712+0000","last_unstale":"2024-08-29T14:46:29.242836+0000","last_undegraded":"2024-08-29T14:46:29.242836+0000","last_fullsized":"2024-08-29T14:46:29.242836+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:01:24.094045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192996+0000","last_change":"2024-08-29T14:45:28.863513+0000","last_active":"2024-08-29T14:46:29.192996+0000","last_peered":"2024-08-29T14:46:29.192996+0000","last_clean":"2024-08-29T14:46:29.192996+0000","last_became_active":"2024-08-29T14:45:28.863222+0000","last_became_peered":"2024-08-29T14:45:28.863222+0000","last_unstale":"2024-08-29T14:46:29.192996+0000","last_undegraded":"2024-08-29T14:46:29.192996+0000","last_fullsized":"2024-08-29T14:46:29.192996+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:34:43.015726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242871+0000","last_change":"2024-08-29T14:45:31.904202+0000","last_active":"2024-08-29T14:46:29.242871+0000","last_peered":"2024-08-29T14:46:29.242871+0000","last_clean":"2024-08-29T14:46:29.242871+0000","last_became_active":"2024-08-29T14:45:31.903878+0000","last_became_peered":"2024-08-29T14:45:31.903878+0000","last_unstale":"2024-08-29T14:46:29.242871+0000","last_undegraded":"2024-08-29T14:46:29.242871+0000","last_fullsized":"2024-08-29T14:46:29.242871+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:19:56.198687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119126+0000","last_change":"2024-08-29T14:45:28.872933+0000","last_active":"2024-08-29T14:46:29.119126+0000","last_peered":"2024-08-29T14:46:29.119126+0000","last_clean":"2024-08-29T14:46:29.119126+0000","last_became_active":"2024-08-29T14:45:28.872542+0000","last_became_peered":"2024-08-29T14:45:28.872542+0000","last_unstale":"2024-08-29T14:46:29.119126+0000","last_undegraded":"2024-08-29T14:46:29.119126+0000","last_fullsized":"2024-08-29T14:46:29.119126+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:40:48.880127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122067+0000","last_change":"2024-08-29T14:45:31.899525+0000","last_active":"2024-08-29T14:46:29.122067+0000","last_peered":"2024-08-29T14:46:29.122067+0000","last_clean":"2024-08-29T14:46:29.122067+0000","last_became_active":"2024-08-29T14:45:31.899245+0000","last_became_peered":"2024-08-29T14:45:31.899245+0000","last_unstale":"2024-08-29T14:46:29.122067+0000","last_undegraded":"2024-08-29T14:46:29.122067+0000","last_fullsized":"2024-08-29T14:46:29.122067+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:46:59.595182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192813+0000","last_change":"2024-08-29T14:45:28.867773+0000","last_active":"2024-08-29T14:46:29.192813+0000","last_peered":"2024-08-29T14:46:29.192813+0000","last_clean":"2024-08-29T14:46:29.192813+0000","last_became_active":"2024-08-29T14:45:28.867482+0000","last_became_peered":"2024-08-29T14:45:28.867482+0000","last_unstale":"2024-08-29T14:46:29.192813+0000","last_undegraded":"2024-08-29T14:46:29.192813+0000","last_fullsized":"2024-08-29T14:46:29.192813+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:55:15.658990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242666+0000","last_change":"2024-08-29T14:45:31.909126+0000","last_active":"2024-08-29T14:46:29.242666+0000","last_peered":"2024-08-29T14:46:29.242666+0000","last_clean":"2024-08-29T14:46:29.242666+0000","last_became_active":"2024-08-29T14:45:31.908523+0000","last_became_peered":"2024-08-29T14:45:31.908523+0000","last_unstale":"2024-08-29T14:46:29.242666+0000","last_undegraded":"2024-08-29T14:46:29.242666+0000","last_fullsized":"2024-08-29T14:46:29.242666+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:19:27.986110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.299910+0000","last_change":"2024-08-29T14:46:29.199339+0000","last_active":"2024-08-29T14:46:37.299910+0000","last_peered":"2024-08-29T14:46:37.299910+0000","last_clean":"2024-08-29T14:46:37.299910+0000","last_became_active":"2024-08-29T14:46:25.093124+0000","last_became_peered":"2024-08-29T14:46:25.093124+0000","last_unstale":"2024-08-29T14:46:37.299910+0000","last_undegraded":"2024-08-29T14:46:37.299910+0000","last_fullsized":"2024-08-29T14:46:37.299910+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:22:36.919760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000444444,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":281,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242488+0000","last_change":"2024-08-29T14:45:06.177627+0000","last_active":"2024-08-29T14:46:29.242488+0000","last_peered":"2024-08-29T14:46:29.242488+0000","last_clean":"2024-08-29T14:46:29.242488+0000","last_became_active":"2024-08-29T14:45:06.177282+0000","last_became_peered":"2024-08-29T14:45:06.177282+0000","last_unstale":"2024-08-29T14:46:29.242488+0000","last_undegraded":"2024-08-29T14:46:29.242488+0000","last_fullsized":"2024-08-29T14:46:29.242488+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:43:08.558631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:43:08.558631+0000","last_clean_scrub_stamp":"2024-08-29T14:43:08.558631+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:22:52.415043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121928+0000","last_change":"2024-08-29T14:45:28.870186+0000","last_active":"2024-08-29T14:46:29.121928+0000","last_peered":"2024-08-29T14:46:29.121928+0000","last_clean":"2024-08-29T14:46:29.121928+0000","last_became_active":"2024-08-29T14:45:28.869859+0000","last_became_peered":"2024-08-29T14:45:28.869859+0000","last_unstale":"2024-08-29T14:46:29.121928+0000","last_undegraded":"2024-08-29T14:46:29.121928+0000","last_fullsized":"2024-08-29T14:46:29.121928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:10:11.239795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118243+0000","last_change":"2024-08-29T14:45:31.896111+0000","last_active":"2024-08-29T14:46:29.118243+0000","last_peered":"2024-08-29T14:46:29.118243+0000","last_clean":"2024-08-29T14:46:29.118243+0000","last_became_active":"2024-08-29T14:45:31.895471+0000","last_became_peered":"2024-08-29T14:45:31.895471+0000","last_unstale":"2024-08-29T14:46:29.118243+0000","last_undegraded":"2024-08-29T14:46:29.118243+0000","last_fullsized":"2024-08-29T14:46:29.118243+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:02:27.493284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.572245+0000","last_change":"2024-08-29T14:46:29.408416+0000","last_active":"2024-08-29T14:46:37.572245+0000","last_peered":"2024-08-29T14:46:37.572245+0000","last_clean":"2024-08-29T14:46:37.572245+0000","last_became_active":"2024-08-29T14:46:25.099546+0000","last_became_peered":"2024-08-29T14:46:25.099546+0000","last_unstale":"2024-08-29T14:46:37.572245+0000","last_undegraded":"2024-08-29T14:46:37.572245+0000","last_fullsized":"2024-08-29T14:46:37.572245+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:05:43.449722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027378899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242391+0000","last_change":"2024-08-29T14:45:28.876107+0000","last_active":"2024-08-29T14:46:29.242391+0000","last_peered":"2024-08-29T14:46:29.242391+0000","last_clean":"2024-08-29T14:46:29.242391+0000","last_became_active":"2024-08-29T14:45:28.875820+0000","last_became_peered":"2024-08-29T14:45:28.875820+0000","last_unstale":"2024-08-29T14:46:29.242391+0000","last_undegraded":"2024-08-29T14:46:29.242391+0000","last_fullsized":"2024-08-29T14:46:29.242391+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:19:31.272661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.407639+0000","last_change":"2024-08-29T14:45:31.892710+0000","last_active":"2024-08-29T14:46:29.407639+0000","last_peered":"2024-08-29T14:46:29.407639+0000","last_clean":"2024-08-29T14:46:29.407639+0000","last_became_active":"2024-08-29T14:45:31.892450+0000","last_became_peered":"2024-08-29T14:45:31.892450+0000","last_unstale":"2024-08-29T14:46:29.407639+0000","last_undegraded":"2024-08-29T14:46:29.407639+0000","last_fullsized":"2024-08-29T14:46:29.407639+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:02:46.867072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.418353+0000","last_change":"2024-08-29T14:46:29.119742+0000","last_active":"2024-08-29T14:46:37.418353+0000","last_peered":"2024-08-29T14:46:37.418353+0000","last_clean":"2024-08-29T14:46:37.418353+0000","last_became_active":"2024-08-29T14:46:25.178679+0000","last_became_peered":"2024-08-29T14:46:25.178679+0000","last_unstale":"2024-08-29T14:46:37.418353+0000","last_undegraded":"2024-08-29T14:46:37.418353+0000","last_fullsized":"2024-08-29T14:46:37.418353+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:02:25.035533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050157299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192623+0000","last_change":"2024-08-29T14:45:28.868402+0000","last_active":"2024-08-29T14:46:29.192623+0000","last_peered":"2024-08-29T14:46:29.192623+0000","last_clean":"2024-08-29T14:46:29.192623+0000","last_became_active":"2024-08-29T14:45:28.868123+0000","last_became_peered":"2024-08-29T14:45:28.868123+0000","last_unstale":"2024-08-29T14:46:29.192623+0000","last_undegraded":"2024-08-29T14:46:29.192623+0000","last_fullsized":"2024-08-29T14:46:29.192623+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:23:19.622730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118796+0000","last_change":"2024-08-29T14:45:31.906434+0000","last_active":"2024-08-29T14:46:29.118796+0000","last_peered":"2024-08-29T14:46:29.118796+0000","last_clean":"2024-08-29T14:46:29.118796+0000","last_became_active":"2024-08-29T14:45:31.906072+0000","last_became_peered":"2024-08-29T14:45:31.906072+0000","last_unstale":"2024-08-29T14:46:29.118796+0000","last_undegraded":"2024-08-29T14:46:29.118796+0000","last_fullsized":"2024-08-29T14:46:29.118796+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:05:52.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.418208+0000","last_change":"2024-08-29T14:46:29.119520+0000","last_active":"2024-08-29T14:46:37.418208+0000","last_peered":"2024-08-29T14:46:37.418208+0000","last_clean":"2024-08-29T14:46:37.418208+0000","last_became_active":"2024-08-29T14:46:25.099246+0000","last_became_peered":"2024-08-29T14:46:25.099246+0000","last_unstale":"2024-08-29T14:46:37.418208+0000","last_undegraded":"2024-08-29T14:46:37.418208+0000","last_fullsized":"2024-08-29T14:46:37.418208+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:56:31.090866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000426492,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122240+0000","last_change":"2024-08-29T14:45:28.868716+0000","last_active":"2024-08-29T14:46:29.122240+0000","last_peered":"2024-08-29T14:46:29.122240+0000","last_clean":"2024-08-29T14:46:29.122240+0000","last_became_active":"2024-08-29T14:45:28.868397+0000","last_became_peered":"2024-08-29T14:45:28.868397+0000","last_unstale":"2024-08-29T14:46:29.122240+0000","last_undegraded":"2024-08-29T14:46:29.122240+0000","last_fullsized":"2024-08-29T14:46:29.122240+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:19:04.770120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.120292+0000","last_change":"2024-08-29T14:45:31.900175+0000","last_active":"2024-08-29T14:46:29.120292+0000","last_peered":"2024-08-29T14:46:29.120292+0000","last_clean":"2024-08-29T14:46:29.120292+0000","last_became_active":"2024-08-29T14:45:31.899902+0000","last_became_peered":"2024-08-29T14:45:31.899902+0000","last_unstale":"2024-08-29T14:46:29.120292+0000","last_undegraded":"2024-08-29T14:46:29.120292+0000","last_fullsized":"2024-08-29T14:46:29.120292+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:29:34.097459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.418005+0000","last_change":"2024-08-29T14:46:29.119828+0000","last_active":"2024-08-29T14:46:37.418005+0000","last_peered":"2024-08-29T14:46:37.418005+0000","last_clean":"2024-08-29T14:46:37.418005+0000","last_became_active":"2024-08-29T14:46:25.178705+0000","last_became_peered":"2024-08-29T14:46:25.178705+0000","last_unstale":"2024-08-29T14:46:37.418005+0000","last_undegraded":"2024-08-29T14:46:37.418005+0000","last_fullsized":"2024-08-29T14:46:37.418005+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:11:37.536644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074892199999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119298+0000","last_change":"2024-08-29T14:45:28.873502+0000","last_active":"2024-08-29T14:46:29.119298+0000","last_peered":"2024-08-29T14:46:29.119298+0000","last_clean":"2024-08-29T14:46:29.119298+0000","last_became_active":"2024-08-29T14:45:28.872649+0000","last_became_peered":"2024-08-29T14:45:28.872649+0000","last_unstale":"2024-08-29T14:46:29.119298+0000","last_undegraded":"2024-08-29T14:46:29.119298+0000","last_fullsized":"2024-08-29T14:46:29.119298+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:38:00.528661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122127+0000","last_change":"2024-08-29T14:45:31.897957+0000","last_active":"2024-08-29T14:46:29.122127+0000","last_peered":"2024-08-29T14:46:29.122127+0000","last_clean":"2024-08-29T14:46:29.122127+0000","last_became_active":"2024-08-29T14:45:31.897645+0000","last_became_peered":"2024-08-29T14:45:31.897645+0000","last_unstale":"2024-08-29T14:46:29.122127+0000","last_undegraded":"2024-08-29T14:46:29.122127+0000","last_fullsized":"2024-08-29T14:46:29.122127+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:37:46.425703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.571881+0000","last_change":"2024-08-29T14:46:29.408227+0000","last_active":"2024-08-29T14:46:37.571881+0000","last_peered":"2024-08-29T14:46:37.571881+0000","last_clean":"2024-08-29T14:46:37.571881+0000","last_became_active":"2024-08-29T14:46:25.178763+0000","last_became_peered":"2024-08-29T14:46:25.178763+0000","last_unstale":"2024-08-29T14:46:37.571881+0000","last_undegraded":"2024-08-29T14:46:37.571881+0000","last_fullsized":"2024-08-29T14:46:37.571881+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:50:17.000943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031915399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.192787+0000","last_change":"2024-08-29T14:45:53.443563+0000","last_active":"2024-08-29T14:46:29.192787+0000","last_peered":"2024-08-29T14:46:29.192787+0000","last_clean":"2024-08-29T14:46:29.192787+0000","last_became_active":"2024-08-29T14:45:53.443198+0000","last_became_peered":"2024-08-29T14:45:53.443198+0000","last_unstale":"2024-08-29T14:46:29.192787+0000","last_undegraded":"2024-08-29T14:46:29.192787+0000","last_fullsized":"2024-08-29T14:46:29.192787+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:48:36.289895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119298+0000","last_change":"2024-08-29T14:45:31.894649+0000","last_active":"2024-08-29T14:46:29.119298+0000","last_peered":"2024-08-29T14:46:29.119298+0000","last_clean":"2024-08-29T14:46:29.119298+0000","last_became_active":"2024-08-29T14:45:31.894186+0000","last_became_peered":"2024-08-29T14:45:31.894186+0000","last_unstale":"2024-08-29T14:46:29.119298+0000","last_undegraded":"2024-08-29T14:46:29.119298+0000","last_fullsized":"2024-08-29T14:46:29.119298+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:47:38.769845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.176374+0000","last_change":"2024-08-29T14:46:29.118412+0000","last_active":"2024-08-29T14:46:37.176374+0000","last_peered":"2024-08-29T14:46:37.176374+0000","last_clean":"2024-08-29T14:46:37.176374+0000","last_became_active":"2024-08-29T14:46:25.097808+0000","last_became_peered":"2024-08-29T14:46:25.097808+0000","last_unstale":"2024-08-29T14:46:37.176374+0000","last_undegraded":"2024-08-29T14:46:37.176374+0000","last_fullsized":"2024-08-29T14:46:37.176374+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:38:35.196049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039956900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119585+0000","last_change":"2024-08-29T14:45:28.873987+0000","last_active":"2024-08-29T14:46:29.119585+0000","last_peered":"2024-08-29T14:46:29.119585+0000","last_clean":"2024-08-29T14:46:29.119585+0000","last_became_active":"2024-08-29T14:45:28.872851+0000","last_became_peered":"2024-08-29T14:45:28.872851+0000","last_unstale":"2024-08-29T14:46:29.119585+0000","last_undegraded":"2024-08-29T14:46:29.119585+0000","last_fullsized":"2024-08-29T14:46:29.119585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:24:38.151803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118841+0000","last_change":"2024-08-29T14:45:31.895636+0000","last_active":"2024-08-29T14:46:29.118841+0000","last_peered":"2024-08-29T14:46:29.118841+0000","last_clean":"2024-08-29T14:46:29.118841+0000","last_became_active":"2024-08-29T14:45:31.893313+0000","last_became_peered":"2024-08-29T14:45:31.893313+0000","last_unstale":"2024-08-29T14:46:29.118841+0000","last_undegraded":"2024-08-29T14:46:29.118841+0000","last_fullsized":"2024-08-29T14:46:29.118841+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:50:54.708533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-29T14:46:37.177032+0000","last_change":"2024-08-29T14:46:29.120350+0000","last_active":"2024-08-29T14:46:37.177032+0000","last_peered":"2024-08-29T14:46:37.177032+0000","last_clean":"2024-08-29T14:46:37.177032+0000","last_became_active":"2024-08-29T14:46:25.178718+0000","last_became_peered":"2024-08-29T14:46:25.178718+0000","last_unstale":"2024-08-29T14:46:37.177032+0000","last_undegraded":"2024-08-29T14:46:37.177032+0000","last_fullsized":"2024-08-29T14:46:37.177032+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:53:38.816643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00080689399999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.199274+0000","last_change":"2024-08-29T14:45:28.871122+0000","last_active":"2024-08-29T14:46:29.199274+0000","last_peered":"2024-08-29T14:46:29.199274+0000","last_clean":"2024-08-29T14:46:29.199274+0000","last_became_active":"2024-08-29T14:45:28.870792+0000","last_became_peered":"2024-08-29T14:45:28.870792+0000","last_unstale":"2024-08-29T14:46:29.199274+0000","last_undegraded":"2024-08-29T14:46:29.199274+0000","last_fullsized":"2024-08-29T14:46:29.199274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:37:29.227288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.408107+0000","last_change":"2024-08-29T14:45:31.895121+0000","last_active":"2024-08-29T14:46:29.408107+0000","last_peered":"2024-08-29T14:46:29.408107+0000","last_clean":"2024-08-29T14:46:29.408107+0000","last_became_active":"2024-08-29T14:45:31.894856+0000","last_became_peered":"2024-08-29T14:45:31.894856+0000","last_unstale":"2024-08-29T14:46:29.408107+0000","last_undegraded":"2024-08-29T14:46:29.408107+0000","last_fullsized":"2024-08-29T14:46:29.408107+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:52:16.589379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242361+0000","last_change":"2024-08-29T14:45:28.875790+0000","last_active":"2024-08-29T14:46:29.242361+0000","last_peered":"2024-08-29T14:46:29.242361+0000","last_clean":"2024-08-29T14:46:29.242361+0000","last_became_active":"2024-08-29T14:45:28.875441+0000","last_became_peered":"2024-08-29T14:45:28.875441+0000","last_unstale":"2024-08-29T14:46:29.242361+0000","last_undegraded":"2024-08-29T14:46:29.242361+0000","last_fullsized":"2024-08-29T14:46:29.242361+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:11:51.572178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119886+0000","last_change":"2024-08-29T14:45:31.892517+0000","last_active":"2024-08-29T14:46:29.119886+0000","last_peered":"2024-08-29T14:46:29.119886+0000","last_clean":"2024-08-29T14:46:29.119886+0000","last_became_active":"2024-08-29T14:45:31.892221+0000","last_became_peered":"2024-08-29T14:45:31.892221+0000","last_unstale":"2024-08-29T14:46:29.119886+0000","last_undegraded":"2024-08-29T14:46:29.119886+0000","last_fullsized":"2024-08-29T14:46:29.119886+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:47:02.762837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119174+0000","last_change":"2024-08-29T14:45:28.873485+0000","last_active":"2024-08-29T14:46:29.119174+0000","last_peered":"2024-08-29T14:46:29.119174+0000","last_clean":"2024-08-29T14:46:29.119174+0000","last_became_active":"2024-08-29T14:45:28.872498+0000","last_became_peered":"2024-08-29T14:45:28.872498+0000","last_unstale":"2024-08-29T14:46:29.119174+0000","last_undegraded":"2024-08-29T14:46:29.119174+0000","last_fullsized":"2024-08-29T14:46:29.119174+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:29:45.416636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118142+0000","last_change":"2024-08-29T14:45:31.894001+0000","last_active":"2024-08-29T14:46:29.118142+0000","last_peered":"2024-08-29T14:46:29.118142+0000","last_clean":"2024-08-29T14:46:29.118142+0000","last_became_active":"2024-08-29T14:45:31.893272+0000","last_became_peered":"2024-08-29T14:45:31.893272+0000","last_unstale":"2024-08-29T14:46:29.118142+0000","last_undegraded":"2024-08-29T14:46:29.118142+0000","last_fullsized":"2024-08-29T14:46:29.118142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:57:34.739420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.119537+0000","last_change":"2024-08-29T14:45:28.869946+0000","last_active":"2024-08-29T14:46:29.119537+0000","last_peered":"2024-08-29T14:46:29.119537+0000","last_clean":"2024-08-29T14:46:29.119537+0000","last_became_active":"2024-08-29T14:45:28.869686+0000","last_became_peered":"2024-08-29T14:45:28.869686+0000","last_unstale":"2024-08-29T14:46:29.119537+0000","last_undegraded":"2024-08-29T14:46:29.119537+0000","last_fullsized":"2024-08-29T14:46:29.119537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:45:41.477769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118360+0000","last_change":"2024-08-29T14:45:53.443806+0000","last_active":"2024-08-29T14:46:29.118360+0000","last_peered":"2024-08-29T14:46:29.118360+0000","last_clean":"2024-08-29T14:46:29.118360+0000","last_became_active":"2024-08-29T14:45:53.443258+0000","last_became_peered":"2024-08-29T14:45:53.443258+0000","last_unstale":"2024-08-29T14:46:29.118360+0000","last_undegraded":"2024-08-29T14:46:29.118360+0000","last_fullsized":"2024-08-29T14:46:29.118360+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:02:22.398637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242633+0000","last_change":"2024-08-29T14:45:28.873200+0000","last_active":"2024-08-29T14:46:29.242633+0000","last_peered":"2024-08-29T14:46:29.242633+0000","last_clean":"2024-08-29T14:46:29.242633+0000","last_became_active":"2024-08-29T14:45:28.872654+0000","last_became_peered":"2024-08-29T14:45:28.872654+0000","last_unstale":"2024-08-29T14:46:29.242633+0000","last_undegraded":"2024-08-29T14:46:29.242633+0000","last_fullsized":"2024-08-29T14:46:29.242633+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:38:47.310089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.198914+0000","last_change":"2024-08-29T14:45:31.904477+0000","last_active":"2024-08-29T14:46:29.198914+0000","last_peered":"2024-08-29T14:46:29.198914+0000","last_clean":"2024-08-29T14:46:29.198914+0000","last_became_active":"2024-08-29T14:45:31.904201+0000","last_became_peered":"2024-08-29T14:45:31.904201+0000","last_unstale":"2024-08-29T14:46:29.198914+0000","last_undegraded":"2024-08-29T14:46:29.198914+0000","last_fullsized":"2024-08-29T14:46:29.198914+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:27:42.530740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.122224+0000","last_change":"2024-08-29T14:45:31.896134+0000","last_active":"2024-08-29T14:46:29.122224+0000","last_peered":"2024-08-29T14:46:29.122224+0000","last_clean":"2024-08-29T14:46:29.122224+0000","last_became_active":"2024-08-29T14:45:31.895787+0000","last_became_peered":"2024-08-29T14:45:31.895787+0000","last_unstale":"2024-08-29T14:46:29.122224+0000","last_undegraded":"2024-08-29T14:46:29.122224+0000","last_fullsized":"2024-08-29T14:46:29.122224+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:40:14.870735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242588+0000","last_change":"2024-08-29T14:45:28.873185+0000","last_active":"2024-08-29T14:46:29.242588+0000","last_peered":"2024-08-29T14:46:29.242588+0000","last_clean":"2024-08-29T14:46:29.242588+0000","last_became_active":"2024-08-29T14:45:28.872891+0000","last_became_peered":"2024-08-29T14:45:28.872891+0000","last_unstale":"2024-08-29T14:46:29.242588+0000","last_undegraded":"2024-08-29T14:46:29.242588+0000","last_fullsized":"2024-08-29T14:46:29.242588+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:54:53.421783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.121928+0000","last_change":"2024-08-29T14:45:31.893441+0000","last_active":"2024-08-29T14:46:29.121928+0000","last_peered":"2024-08-29T14:46:29.121928+0000","last_clean":"2024-08-29T14:46:29.121928+0000","last_became_active":"2024-08-29T14:45:31.893085+0000","last_became_peered":"2024-08-29T14:45:31.893085+0000","last_unstale":"2024-08-29T14:46:29.121928+0000","last_undegraded":"2024-08-29T14:46:29.121928+0000","last_fullsized":"2024-08-29T14:46:29.121928+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:22:45.102101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.242717+0000","last_change":"2024-08-29T14:45:28.874195+0000","last_active":"2024-08-29T14:46:29.242717+0000","last_peered":"2024-08-29T14:46:29.242717+0000","last_clean":"2024-08-29T14:46:29.242717+0000","last_became_active":"2024-08-29T14:45:28.871529+0000","last_became_peered":"2024-08-29T14:45:28.871529+0000","last_unstale":"2024-08-29T14:46:29.242717+0000","last_undegraded":"2024-08-29T14:46:29.242717+0000","last_fullsized":"2024-08-29T14:46:29.242717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:17:21.065495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.408256+0000","last_change":"2024-08-29T14:45:31.899589+0000","last_active":"2024-08-29T14:46:29.408256+0000","last_peered":"2024-08-29T14:46:29.408256+0000","last_clean":"2024-08-29T14:46:29.408256+0000","last_became_active":"2024-08-29T14:45:31.898994+0000","last_became_peered":"2024-08-29T14:45:31.898994+0000","last_unstale":"2024-08-29T14:46:29.408256+0000","last_undegraded":"2024-08-29T14:46:29.408256+0000","last_fullsized":"2024-08-29T14:46:29.408256+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:35:10.514128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118780+0000","last_change":"2024-08-29T14:45:28.867646+0000","last_active":"2024-08-29T14:46:29.118780+0000","last_peered":"2024-08-29T14:46:29.118780+0000","last_clean":"2024-08-29T14:46:29.118780+0000","last_became_active":"2024-08-29T14:45:28.867359+0000","last_became_peered":"2024-08-29T14:45:28.867359+0000","last_unstale":"2024-08-29T14:46:29.118780+0000","last_undegraded":"2024-08-29T14:46:29.118780+0000","last_fullsized":"2024-08-29T14:46:29.118780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:58:59.016979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.118646+0000","last_change":"2024-08-29T14:45:31.895515+0000","last_active":"2024-08-29T14:46:29.118646+0000","last_peered":"2024-08-29T14:46:29.118646+0000","last_clean":"2024-08-29T14:46:29.118646+0000","last_became_active":"2024-08-29T14:45:31.895248+0000","last_became_peered":"2024-08-29T14:45:31.895248+0000","last_unstale":"2024-08-29T14:46:29.118646+0000","last_undegraded":"2024-08-29T14:46:29.118646+0000","last_fullsized":"2024-08-29T14:46:29.118646+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:06:41.539598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T14:46:29.408409+0000","last_change":"2024-08-29T14:45:28.870621+0000","last_active":"2024-08-29T14:46:29.408409+0000","last_peered":"2024-08-29T14:46:29.408409+0000","last_clean":"2024-08-29T14:46:29.408409+0000","last_became_active":"2024-08-29T14:45:28.870296+0000","last_became_peered":"2024-08-29T14:45:28.870296+0000","last_unstale":"2024-08-29T14:46:29.408409+0000","last_undegraded":"2024-08-29T14:46:29.408409+0000","last_fullsized":"2024-08-29T14:46:29.408409+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:23:20.163941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201312,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298708,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446444,"statfs":{"total":95995035648,"available":95689158656,"internally_reserved":0,"allocated":1384448,"data_stored":941540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.54400000000000004,"15min":0.55300000000000005},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.61899999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.441},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72899999999999998,"15min":0.76900000000000002},"min":{"1min":0.38700000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.60099999999999998,"5min":7.1159999999999997,"15min":7.1159999999999997},"last":0.48899999999999999}]},{"osd":1,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.38700000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.66100000000000003,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.77300000000000002,"15min":0.81899999999999995},"min":{"1min":0.41099999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.621,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":0.36899999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.54900000000000004,"15min":0.56200000000000006},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.60599999999999998,"5min":1.155,"15min":1.155},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.54800000000000004,"15min":0.55600000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.69799999999999995,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.52400000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.55200000000000005,"15min":0.56599999999999995},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.53400000000000003,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.55700000000000005,"15min":0.56799999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.63100000000000001,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.67100000000000004,"15min":0.71299999999999997},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.64000000000000001,"5min":7.0700000000000003,"15min":7.0700000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.51000000000000001,"15min":0.52600000000000002},"min":{"1min":0.28899999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.58599999999999997,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.46100000000000002}]},{"osd":5,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.51900000000000002,"15min":0.53400000000000003},"min":{"1min":0.309,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.61299999999999999,"5min":1.736,"15min":1.736},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.75800000000000001,"15min":0.80600000000000005},"min":{"1min":0.33800000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.67800000000000005,"5min":8.1389999999999993,"15min":8.1389999999999993},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.79900000000000004,"15min":0.85099999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70799999999999996,"5min":8.0530000000000008,"15min":8.0530000000000008},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.56699999999999995,"15min":0.58299999999999996},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.64000000000000001,"5min":1.55,"15min":1.55},"last":0.55600000000000005}]}]},{"osd":6,"up_from":47,"seq":201863462950,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":943290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.503,"15min":0.51100000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.51200000000000001,"15min":0.51600000000000001},"min":{"1min":0.34200000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52600000000000002,"15min":0.52700000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.50700000000000001,"15min":0.51000000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.56599999999999995}]},{"osd":2,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66700000000000004,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.45800000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.748,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.53000000000000003}]},{"osd":4,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41499999999999998,"15min":0.41899999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.58699999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.46899999999999997,"15min":0.47499999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.70199999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.67800000000000005,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.48499999999999999,"15min":0.49199999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.67300000000000004,"5min":0.746,"15min":0.746},"last":0.623}]},{"osd":7,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.51800000000000002,"15min":0.52800000000000002},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.65200000000000002,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.29799999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.65000000000000002,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.66000000000000003}]}]},{"osd":5,"up_from":39,"seq":167503724586,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":352973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.53100000000000003,"15min":0.54300000000000004},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.69199999999999995,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.52800000000000002,"15min":0.53400000000000003},"min":{"1min":0.36599999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70799999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.47999999999999998}]},{"osd":1,"last update":"Thu Aug 29 14:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51300000000000001,"15min":0.51000000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.67700000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.52400000000000002}]},{"osd":2,"last update":"Thu Aug 29 14:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.40100000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68700000000000006,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.52800000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70399999999999996,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53600000000000003}]},{"osd":3,"last update":"Thu Aug 29 14:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.54300000000000004,"15min":0.55000000000000004},"min":{"1min":0.39400000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68300000000000005,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.375,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Aug 29 14:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.41499999999999998,"15min":0.40600000000000003},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.44},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42899999999999999,"15min":0.41699999999999998},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.34499999999999997}]},{"osd":6,"last update":"Thu Aug 29 14:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45200000000000001,"15min":0.45400000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.5,"15min":0.499},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.70399999999999996,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Aug 29 14:47:05 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47699999999999998,"15min":0.47799999999999998},"min":{"1min":0.30199999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.64500000000000002,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.36799999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986221,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":351560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:46:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.504,"15min":0.504},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.73299999999999998,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.497,"15min":0.498},"min":{"1min":0.36399999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.747,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.58599999999999997}]},{"osd":1,"last update":"Thu Aug 29 14:46:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.50600000000000001,"15min":0.499},"min":{"1min":0.34699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65300000000000002,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.62},{"interface":"front","average":{"1min":0.497,"5min":0.52300000000000002,"15min":0.52700000000000002},"min":{"1min":0.34999999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.748}]},{"osd":2,"last update":"Thu Aug 29 14:46:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52100000000000002,"15min":0.52900000000000003},"min":{"1min":0.39300000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.68100000000000005,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.496,"5min":0.53200000000000003,"15min":0.53300000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.82699999999999996,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.71599999999999997}]},{"osd":3,"last update":"Thu Aug 29 14:46:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.51800000000000002,"15min":0.51500000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77000000000000002,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.68100000000000005}]},{"osd":5,"last update":"Thu Aug 29 14:47:16 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.39800000000000002,"15min":0.379},"min":{"1min":0.28899999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.54300000000000004,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.63400000000000001,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Aug 29 14:46:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.45300000000000001,"15min":0.45800000000000002},"min":{"1min":0.32000000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.70699999999999996,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.496,"15min":0.501},"min":{"1min":0.32400000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.62,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.496}]}]},{"osd":3,"up_from":26,"seq":111669149747,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":353291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:46:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.375,"15min":0.38100000000000001},"min":{"1min":0.23699999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.51400000000000001,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.38500000000000001,"15min":0.38100000000000001},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.55300000000000005,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.23499999999999999}]},{"osd":1,"last update":"Thu Aug 29 14:46:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.40400000000000003,"15min":0.41499999999999998},"min":{"1min":0.246,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.5,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.375,"15min":0.376},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.48199999999999998,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.36099999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:46:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.54700000000000004,"5min":0.626,"15min":0.626},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.378,"5min":0.41899999999999998,"15min":0.42799999999999999},"min":{"1min":0.27800000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.50800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.30399999999999999}]},{"osd":4,"last update":"Thu Aug 29 14:46:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38600000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.72199999999999998,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.59299999999999997}]},{"osd":5,"last update":"Thu Aug 29 14:47:19 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.55700000000000005,"15min":0.57699999999999996},"min":{"1min":0.36399999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.629,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.56799999999999995,"15min":0.57799999999999996},"min":{"1min":0.40699999999999997,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.75600000000000001,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.55900000000000005}]},{"osd":6,"last update":"Thu Aug 29 14:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57999999999999996,"15min":0.58399999999999996},"min":{"1min":0.40699999999999997,"5min":0.377,"15min":0.377},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.59199999999999997,"15min":0.59999999999999998},"min":{"1min":0.435,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89000000000000001,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.58299999999999996}]},{"osd":7,"last update":"Thu Aug 29 14:47:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.42099999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.61699999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411384,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":350845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:47:11 2024","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.34899999999999998,"15min":0.36699999999999999},"min":{"1min":0.20200000000000001,"5min":0.191,"15min":0.191},"max":{"1min":0.47099999999999997,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.34499999999999997,"15min":0.34599999999999997},"min":{"1min":0.221,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.51200000000000001,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.34200000000000003}]},{"osd":1,"last update":"Thu Aug 29 14:47:11 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.35099999999999998,"15min":0.35499999999999998},"min":{"1min":0.24199999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.441,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.38,"15min":0.39300000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.499,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.497}]},{"osd":3,"last update":"Thu Aug 29 14:46:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41799999999999998,"15min":0.42499999999999999},"min":{"1min":0.26400000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.57599999999999996,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40899999999999997,"15min":0.41899999999999998},"min":{"1min":0.249,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53700000000000003,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.40100000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:46:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56000000000000005,"15min":0.57099999999999995},"min":{"1min":0.42599999999999999,"5min":0.37,"15min":0.37},"max":{"1min":0.78600000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56200000000000006,"15min":0.56999999999999995},"min":{"1min":0.40400000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.59499999999999997}]},{"osd":5,"last update":"Thu Aug 29 14:47:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.52900000000000003,"15min":0.52400000000000002},"min":{"1min":0.378,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.51000000000000001}]},{"osd":6,"last update":"Thu Aug 29 14:46:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53800000000000003,"15min":0.53900000000000003},"min":{"1min":0.38800000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.83899999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.433,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.60999999999999999}]},{"osd":7,"last update":"Thu Aug 29 14:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.52900000000000003,"15min":0.52200000000000002},"min":{"1min":0.42299999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.54200000000000004,"15min":0.53400000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.52600000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:46:51 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.32300000000000001},"min":{"1min":0.22800000000000001,"5min":0.215,"15min":0.215},"max":{"1min":0.52900000000000003,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.35499999999999998,"15min":0.33000000000000002},"min":{"1min":0.24099999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.51900000000000002,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.38100000000000001}]},{"osd":2,"last update":"Thu Aug 29 14:47:09 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.376,"15min":0.38},"min":{"1min":0.255,"5min":0.247,"15min":0.247},"max":{"1min":0.49299999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.38700000000000001,"15min":0.39100000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.53000000000000003,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.33800000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:46:37 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.38800000000000001,"15min":0.39600000000000002},"min":{"1min":0.26400000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.51800000000000002,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.31},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.435,"15min":0.441},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51300000000000001,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.36299999999999999}]},{"osd":4,"last update":"Thu Aug 29 14:47:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57899999999999996,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78200000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56899999999999995,"15min":0.58099999999999996},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78200000000000003,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.67700000000000005}]},{"osd":5,"last update":"Thu Aug 29 14:47:21 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56999999999999995,"15min":0.57299999999999995},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.80200000000000005,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.58099999999999996,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Aug 29 14:46:40 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57299999999999995,"15min":0.57399999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.60199999999999998,"15min":0.60999999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.72599999999999998,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.68899999999999995}]},{"osd":7,"last update":"Thu Aug 29 14:47:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.59599999999999997,"15min":0.60599999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.629},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55000000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738434,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298720,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446432,"statfs":{"total":95995035648,"available":95689146368,"internally_reserved":0,"allocated":1396736,"data_stored":941929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 14:46:51 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35999999999999999,"15min":0.35799999999999998},"min":{"1min":0.21099999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36399999999999999,"15min":0.34799999999999998},"min":{"1min":0.23899999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Aug 29 14:47:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.40500000000000003,"15min":0.41699999999999998},"min":{"1min":0.26300000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.60899999999999999,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.317},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.39200000000000002,"15min":0.40200000000000002},"min":{"1min":0.26600000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.53100000000000003,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.372}]},{"osd":3,"last update":"Thu Aug 29 14:46:39 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45000000000000001,"15min":0.45700000000000002},"min":{"1min":0.29299999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.438,"15min":0.44800000000000001},"min":{"1min":0.29799999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.61599999999999999,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.41299999999999998}]},{"osd":4,"last update":"Thu Aug 29 14:46:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54000000000000004,"15min":0.54500000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.71299999999999997,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.57299999999999995,"15min":0.57399999999999995},"min":{"1min":0.39100000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.69999999999999996,"5min":1.073,"15min":1.073},"last":0.505}]},{"osd":5,"last update":"Thu Aug 29 14:47:25 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.57199999999999995,"15min":0.57899999999999996},"min":{"1min":0.432,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.71299999999999997,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.57099999999999995,"15min":0.58299999999999996},"min":{"1min":0.36199999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.65400000000000003,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.45100000000000001}]},{"osd":6,"last update":"Thu Aug 29 14:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.60199999999999998,"15min":0.60799999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.82799999999999996,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.39900000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Aug 29 14:47:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59499999999999997,"15min":0.59899999999999998},"min":{"1min":0.44500000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.83299999999999996,"5min":1.018,"15min":1.018},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.40699999999999997,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.71899999999999997,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.57499999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T14:47:35.434 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-29T14:47:35.434 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-29T14:47:35.434 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-29T14:47:35.434 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph health --format=json 2024-08-29T14:47:35.686 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:36.081 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:36 smithi131 ceph-mon[17514]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:36.082 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:36 smithi131 ceph-mon[17514]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:47:36.082 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:36 smithi131 ceph-mon[17514]: Reconfiguring daemon prometheus.a on smithi169 2024-08-29T14:47:36.082 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:36 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:36.082 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:36 smithi131 ceph-mon[29516]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:36.083 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:36 smithi131 ceph-mon[29516]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:47:36.083 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:36 smithi131 ceph-mon[29516]: Reconfiguring daemon prometheus.a on smithi169 2024-08-29T14:47:36.083 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:36 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:36 smithi169 ceph-mon[20881]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:36 smithi169 ceph-mon[20881]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:47:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:36 smithi169 ceph-mon[20881]: Reconfiguring daemon prometheus.a on smithi169 2024-08-29T14:47:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:36 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:36.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:47:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:47:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:47:36.809 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:47:36.558Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000064462s 2024-08-29T14:47:37.465 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:47:37.465 INFO:teuthology.orchestra.run.smithi131.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-29T14:47:38.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:38 smithi131 ceph-mon[17514]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:38.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:38 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/4112426877' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T14:47:38.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:38 smithi131 ceph-mon[29516]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:38.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:38 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/4112426877' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T14:47:38.361 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-29T14:47:38.361 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T14:47:38.369 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 systemd[1]: Stopping Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:47:38.369 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-mon[20881]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:38.369 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/4112426877' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T14:47:38.609 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:38.626 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.368Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T14:47:38.626 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.368Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-29T14:47:38.626 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.368Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-29T14:47:38.626 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.368Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T14:47:38.627 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.368Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-29T14:47:38.627 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.368Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-29T14:47:38.627 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.368Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T14:47:38.627 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.368Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-29T14:47:38.627 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.369Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-29T14:47:38.627 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.369Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T14:47:38.627 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.369Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-29T14:47:38.627 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[50900]: ts=2024-08-29T14:47:38.369Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-29T14:47:38.628 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 podman[54262]: 2024-08-29 14:47:38.379066431 +0000 UTC m=+0.128216820 container died 1d6f784ab64aa2474d2063b1d8844ce0c0a6d6a0196573de0255b0878cac76c0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:38.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 podman[54262]: 2024-08-29 14:47:38.741132006 +0000 UTC m=+0.490282403 container cleanup 1d6f784ab64aa2474d2063b1d8844ce0c0a6d6a0196573de0255b0878cac76c0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:38.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:38 smithi169 bash[54262]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T14:47:39.368 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 podman[54282]: 2024-08-29 14:47:39.026205096 +0000 UTC m=+0.649500824 container remove 1d6f784ab64aa2474d2063b1d8844ce0c0a6d6a0196573de0255b0878cac76c0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:39.368 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-29T14:47:39.368 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 systemd[1]: Stopped Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:47:39.368 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@prometheus.a.service: Consumed 1.095s CPU time. 2024-08-29T14:47:39.368 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 systemd[1]: Starting Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:47:39.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 podman[54375]: 2024-08-29 14:47:39.271455249 +0000 UTC m=+0.016640533 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-29T14:47:39.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 podman[54375]: 2024-08-29 14:47:39.393815863 +0000 UTC m=+0.139001185 container create 7382015f118315935a8f5ea53866fd190b5ee87b4f974805873c6e41c82c2f53 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:39.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 podman[54375]: 2024-08-29 14:47:39.612678139 +0000 UTC m=+0.357863416 container init 7382015f118315935a8f5ea53866fd190b5ee87b4f974805873c6e41c82c2f53 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:39.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 podman[54375]: 2024-08-29 14:47:39.617219953 +0000 UTC m=+0.362405239 container start 7382015f118315935a8f5ea53866fd190b5ee87b4f974805873c6e41c82c2f53 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:47:40.032 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:39 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:39] ENGINE Bus STOPPING 2024-08-29T14:47:40.032 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:39 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:47:40.032 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:39 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:39] ENGINE Bus STOPPED 2024-08-29T14:47:40.032 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:39 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:39] ENGINE Bus STARTING 2024-08-29T14:47:40.033 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.640Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-29T14:47:40.033 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.640Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-29T14:47:40.033 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.640Z caller=main.go:570 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi169 (none))" 2024-08-29T14:47:40.033 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.640Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T14:47:40.033 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.640Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T14:47:40.033 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.642Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.642Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.643Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.643Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.646Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.646Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.788µs 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.646Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.646Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.646Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.646Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.485µs wal_replay_duration=420.079µs wbl_replay_duration=91ns total_replay_duration=457.17µs 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.647Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.647Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-29T14:47:40.034 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.647Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T14:47:40.035 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.663Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.06014ms db_storage=899ns remote_storage=1µs web_handler=444ns query_engine=554ns scrape=423.898µs scrape_sd=26.059µs notify=26.227µs notify_sd=5.923µs rules=15.324818ms tracing=5.527µs 2024-08-29T14:47:40.035 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.663Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-29T14:47:40.035 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:47:39.663Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T14:47:40.035 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 bash[54375]: 7382015f118315935a8f5ea53866fd190b5ee87b4f974805873c6e41c82c2f53 2024-08-29T14:47:40.035 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:47:39 smithi169 systemd[1]: Started Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:47:40.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:40] ENGINE Serving on http://:::9283 2024-08-29T14:47:40.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:40] ENGINE Bus STARTED 2024-08-29T14:47:40.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:40] ENGINE Bus STOPPING 2024-08-29T14:47:40.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:40.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi131:9093"}]: dispatch 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:47:40.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi131:9093"}]: dispatch 2024-08-29T14:47:40.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:47:40.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:47:40.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:47:40.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:47:40.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:40.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:40.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:47:40.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi131:9093"}]: dispatch 2024-08-29T14:47:40.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:47:40.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:47:40.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:47:40.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:47:40.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:40.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:40 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:40.485 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:47:40.485 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.131:6835/886210761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6834","nonce":886210761},{"type":"v1","addr":"172.21.15.131:6835","nonce":886210761}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T14:45:33.730060+0000","modified":"2024-08-29T14:45:45.924954+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.169:6833/962109723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":962109723},{"type":"v1","addr":"172.21.15.169:6833","nonce":962109723}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-29T14:47:40.485 INFO:teuthology.orchestra.run.smithi131.stderr:dumped fsmap epoch 8 2024-08-29T14:47:40.852 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:47:40.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:40] ENGINE Bus STOPPED 2024-08-29T14:47:40.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:40] ENGINE Bus STARTING 2024-08-29T14:47:40.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:40] ENGINE Serving on http://:::9283 2024-08-29T14:47:40.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:40] ENGINE Bus STARTED 2024-08-29T14:47:40.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:40 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:40] ENGINE Bus STOPPING 2024-08-29T14:47:41.293 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:47:41.293 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi131:9093"}]: dispatch 2024-08-29T14:47:41.293 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:47:41.293 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:47:41.293 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:47:41.294 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:47:41.294 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3341303502' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:47:41.294 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:47:41.294 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi131:9093"}]: dispatch 2024-08-29T14:47:41.294 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:47:41.294 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:47:41.294 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:47:41.295 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:47:41.295 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3341303502' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:47:41.295 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:47:41.295 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:41] ENGINE Bus STOPPED 2024-08-29T14:47:41.295 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:41] ENGINE Bus STARTING 2024-08-29T14:47:41.295 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:41] ENGINE Serving on http://:::9283 2024-08-29T14:47:41.295 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:41 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:41] ENGINE Bus STARTED 2024-08-29T14:47:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:41 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:47:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:41 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi131:9093"}]: dispatch 2024-08-29T14:47:41.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:41 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:47:41.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:41 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:47:41.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:41 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:47:41.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:41 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:47:41.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:41 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3341303502' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:47:41.468 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T14:47:41.906 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:42.307 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:42 smithi131 ceph-mon[17514]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:42.308 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:42 smithi131 ceph-mon[29516]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:42.349 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:42 smithi169 ceph-mon[20881]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:43.944 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:47:43.944 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.131:6835/886210761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6834","nonce":886210761},{"type":"v1","addr":"172.21.15.131:6835","nonce":886210761}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T14:45:33.730060+0000","modified":"2024-08-29T14:45:45.924954+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.169:6833/962109723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":962109723},{"type":"v1","addr":"172.21.15.169:6833","nonce":962109723}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-29T14:47:43.945 INFO:teuthology.orchestra.run.smithi131.stderr:dumped fsmap epoch 8 2024-08-29T14:47:44.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:44 smithi131 ceph-mon[17514]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:44.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:44 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:44.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:44 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:44.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:44 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2585212554' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:47:44.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:44 smithi131 ceph-mon[29516]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:44.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:44 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:44.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:44 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:44.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:44 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2585212554' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:47:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:44 smithi169 ceph-mon[20881]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:44 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:44 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:44 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2585212554' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:47:44.731 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:47:44 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:47:44.560Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001762777s 2024-08-29T14:47:44.756 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:47:45.238 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:46.220 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:46 smithi131 ceph-mon[17514]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:46.221 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:46 smithi131 ceph-mon[29516]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:46 smithi169 ceph-mon[20881]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:46.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:47:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:47:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:47:47.589 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:47.590 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:47.590 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:47.590 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:47.590 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:47.590 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[29516]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:47.590 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:47.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:47.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:47.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:47.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:47.591 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:47.591 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[17514]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:47.591 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:47 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:47.698 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:47:47.698 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":76,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","created":"2024-08-29T14:39:58.113203+0000","modified":"2024-08-29T14:46:37.173639+0000","last_up_change":"2024-08-29T14:45:02.157900+0000","last_in_change":"2024-08-29T14:44:46.000997+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:43:08.038937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T14:45:27.535472+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T14:45:30.830181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-29T14:46:23.425380+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a14e2807-3351-4e1a-9a21-f36358ba23d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6802","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6803","nonce":2474040517}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6804","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6805","nonce":2474040517}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6808","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6809","nonce":2474040517}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6806","nonce":2474040517},{"type":"v1","addr":"172.21.15.131:6807","nonce":2474040517}]},"public_addr":"172.21.15.131:6803/2474040517","cluster_addr":"172.21.15.131:6805/2474040517","heartbeat_back_addr":"172.21.15.131:6809/2474040517","heartbeat_front_addr":"172.21.15.131:6807/2474040517","state":["exists","up"]},{"osd":1,"uuid":"fe32dc54-1602-41f1-bfb6-1d43b51ed570","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6810","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6811","nonce":1093353922}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6812","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6813","nonce":1093353922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6816","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6817","nonce":1093353922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6814","nonce":1093353922},{"type":"v1","addr":"172.21.15.131:6815","nonce":1093353922}]},"public_addr":"172.21.15.131:6811/1093353922","cluster_addr":"172.21.15.131:6813/1093353922","heartbeat_back_addr":"172.21.15.131:6817/1093353922","heartbeat_front_addr":"172.21.15.131:6815/1093353922","state":["exists","up"]},{"osd":2,"uuid":"23e78e1a-070b-4009-9ad9-7bd3757c1874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6818","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6819","nonce":2857512687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6820","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6821","nonce":2857512687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6824","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6825","nonce":2857512687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6822","nonce":2857512687},{"type":"v1","addr":"172.21.15.131:6823","nonce":2857512687}]},"public_addr":"172.21.15.131:6819/2857512687","cluster_addr":"172.21.15.131:6821/2857512687","heartbeat_back_addr":"172.21.15.131:6825/2857512687","heartbeat_front_addr":"172.21.15.131:6823/2857512687","state":["exists","up"]},{"osd":3,"uuid":"f8ef4a6a-18cc-4341-add8-feb5b84c6316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6826","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6827","nonce":1115631708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6828","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6829","nonce":1115631708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6832","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6833","nonce":1115631708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6830","nonce":1115631708},{"type":"v1","addr":"172.21.15.131:6831","nonce":1115631708}]},"public_addr":"172.21.15.131:6827/1115631708","cluster_addr":"172.21.15.131:6829/1115631708","heartbeat_back_addr":"172.21.15.131:6833/1115631708","heartbeat_front_addr":"172.21.15.131:6831/1115631708","state":["exists","up"]},{"osd":4,"uuid":"bff66608-1f20-439e-afe9-e5a0d631fd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6801","nonce":1199368005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6803","nonce":1199368005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6807","nonce":1199368005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":1199368005},{"type":"v1","addr":"172.21.15.169:6805","nonce":1199368005}]},"public_addr":"172.21.15.169:6801/1199368005","cluster_addr":"172.21.15.169:6803/1199368005","heartbeat_back_addr":"172.21.15.169:6807/1199368005","heartbeat_front_addr":"172.21.15.169:6805/1199368005","state":["exists","up"]},{"osd":5,"uuid":"218dfecd-80dd-4b27-ba8d-f5e8a8f1d070","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6809","nonce":472385377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6811","nonce":472385377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6815","nonce":472385377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":472385377},{"type":"v1","addr":"172.21.15.169:6813","nonce":472385377}]},"public_addr":"172.21.15.169:6809/472385377","cluster_addr":"172.21.15.169:6811/472385377","heartbeat_back_addr":"172.21.15.169:6815/472385377","heartbeat_front_addr":"172.21.15.169:6813/472385377","state":["exists","up"]},{"osd":6,"uuid":"e226fc9a-a75d-4d40-8a10-d901d7857d30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6817","nonce":534770939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6819","nonce":534770939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6823","nonce":534770939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":534770939},{"type":"v1","addr":"172.21.15.169:6821","nonce":534770939}]},"public_addr":"172.21.15.169:6817/534770939","cluster_addr":"172.21.15.169:6819/534770939","heartbeat_back_addr":"172.21.15.169:6823/534770939","heartbeat_front_addr":"172.21.15.169:6821/534770939","state":["exists","up"]},{"osd":7,"uuid":"3fb1184c-095c-4b55-82d5-8f9fa2176af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6825","nonce":3397846058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6827","nonce":3397846058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6831","nonce":3397846058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3397846058},{"type":"v1","addr":"172.21.15.169:6829","nonce":3397846058}]},"public_addr":"172.21.15.169:6825/3397846058","cluster_addr":"172.21.15.169:6827/3397846058","heartbeat_back_addr":"172.21.15.169:6831/3397846058","heartbeat_front_addr":"172.21.15.169:6829/3397846058","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:13.937973+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:38.736780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:03.949662+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:28.742678+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:50.660737+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:13.266943+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:37.235747+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:45:01.151107+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.131:0/3460218822":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/1989656491":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/3376220973":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6800/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6801/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/4212298814":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/310971467":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/2635697803":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/1295119850":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6800/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/2273688473":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/106061811":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/2298233908":"2024-08-30T14:46:20.584534+0000","172.21.15.131:6801/3652712538":"2024-08-30T14:46:20.584534+0000","172.21.15.131:6800/3652712538":"2024-08-30T14:46:20.584534+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:47:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:47 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:47 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:47 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:47 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:47 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:47 smithi169 ceph-mon[20881]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:47 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:48.454 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T14:47:48.715 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:48 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1931321404' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:47:48.715 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:48 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1931321404' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:47:48.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:48 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/1931321404' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:47:48.996 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:49.798 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:49 smithi131 ceph-mon[17514]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:49.798 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:49 smithi131 ceph-mon[29516]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:49.852 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:49 smithi169 ceph-mon[20881]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:50.805 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T14:47:50.805 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.131:6835/886210761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6834","nonce":886210761},{"type":"v1","addr":"172.21.15.131:6835","nonce":886210761}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T14:45:33.730060+0000","modified":"2024-08-29T14:45:45.924954+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.169:6833/962109723","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":962109723},{"type":"v1","addr":"172.21.15.169:6833","nonce":962109723}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-29T14:47:50.805 INFO:teuthology.orchestra.run.smithi131.stderr:dumped fsmap epoch 8 2024-08-29T14:47:51.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:51 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:51.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:51 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:51 smithi131 ceph-mon[29516]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:51 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3286960809' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:47:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:51 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:51 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:51 smithi131 ceph-mon[17514]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:51 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3286960809' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:47:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:51 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:51 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:51 smithi169 ceph-mon[20881]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:47:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:47:51.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:51 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3286960809' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T14:47:51.726 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-29T14:45:33.730060+0000', 'modified': '2024-08-29T14:45:45.924954+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24346}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24346': {'gid': 24346, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.169:6833/962109723', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.169:6832', 'nonce': 962109723}, {'type': 'v1', 'addr': '172.21.15.169:6833', 'nonce': 962109723}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-08-29T14:47:51.726 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-29T14:47:51.726 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph tell mds.b status 2024-08-29T14:47:52.209 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:53.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:47:53] "GET /metrics HTTP/1.1" 200 236528 "" "Prometheus/2.43.0" 2024-08-29T14:47:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[17514]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:47:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[17514]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-29T14:47:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[29516]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[29516]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:53 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:53 smithi169 ceph-mon[20881]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:47:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:53 smithi169 ceph-mon[20881]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-29T14:47:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:53 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:53 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:53 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:53 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:54.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:53 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:54.754 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "cluster_fsid": "7768ef6a-6614-11ef-bcd4-c7b262605968", 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "whoami": 0, 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "id": 24346, 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "want_state": "up:active", 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "state": "up:active", 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "fs_name": "cephfs", 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "rank_uptime": 140.86290955199999, 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "mdsmap_epoch": 8, 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "osdmap_epoch": 76, 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "osdmap_epoch_barrier": 66, 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout: "uptime": 156.36239536900001 2024-08-29T14:47:54.755 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:47:54.756 INFO:teuthology.orchestra.run.smithi131.stderr:2024-08-29T14:47:54.733+0000 7fbf99ffb640 0 client.24680 ms_handle_reset on v2:172.21.15.169:6832/962109723 2024-08-29T14:47:54.756 INFO:teuthology.orchestra.run.smithi131.stderr:2024-08-29T14:47:54.751+0000 7fbf99ffb640 0 client.24686 ms_handle_reset on v2:172.21.15.169:6832/962109723 2024-08-29T14:47:55.519 INFO:tasks.cephadm:Setup complete, yielding 2024-08-29T14:47:55.520 INFO:teuthology.run_tasks:Running task print... 2024-08-29T14:47:55.530 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-08-29T14:47:55.530 INFO:teuthology.run_tasks:Running task print... 2024-08-29T14:47:55.539 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-29T14:47:55.539 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-29T14:47:55.549 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi131.front.sepia.ceph.com 2024-08-29T14:47:55.550 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-29T14:47:55.807 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:55 smithi131 ceph-mon[17514]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:47:55.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:55 smithi131 ceph-mon[29516]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:47:56.102 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:55 smithi169 ceph-mon[20881]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:47:56.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:47:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:47:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:47:57.958 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[17514]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:47:57.958 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/961056858' entity='client.admin' 2024-08-29T14:47:57.959 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:57.959 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:57.959 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:57.959 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:57.959 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:57] ENGINE Bus STOPPING 2024-08-29T14:47:57.959 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[29516]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:47:57.959 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/961056858' entity='client.admin' 2024-08-29T14:47:57.960 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:57.960 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:57.960 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:57.960 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:57 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:57 smithi169 ceph-mon[20881]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:47:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:57 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/961056858' entity='client.admin' 2024-08-29T14:47:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:57 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:57 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:57 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:58.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:57 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:47:58.224 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:58 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:47:58.224 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:58 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:58] ENGINE Bus STOPPED 2024-08-29T14:47:58.224 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:58 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:58] ENGINE Bus STARTING 2024-08-29T14:47:58.224 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:58 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:58] ENGINE Serving on http://:::9283 2024-08-29T14:47:58.224 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:47:58 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:47:58] ENGINE Bus STARTED 2024-08-29T14:47:58.410 INFO:teuthology.run_tasks:Running task print... 2024-08-29T14:47:58.419 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-29T14:47:58.419 INFO:teuthology.run_tasks:Running task print... 2024-08-29T14:47:58.447 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-08-29T14:47:58.448 INFO:teuthology.run_tasks:Running task workunit... 2024-08-29T14:47:58.467 INFO:tasks.workunit:Pulling workunits from ref 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:47:58.467 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-29T14:47:58.468 DEBUG:teuthology.orchestra.run.smithi131:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-29T14:47:58.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:47:58.484 INFO:teuthology.orchestra.run.smithi131.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-29T14:47:58.484 DEBUG:teuthology.orchestra.run.smithi131:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T14:47:58.539 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-29T14:47:58.539 DEBUG:teuthology.orchestra.run.smithi131:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-29T14:47:58.594 INFO:tasks.workunit:timeout=3h 2024-08-29T14:47:58.595 INFO:tasks.workunit:cleanup=True 2024-08-29T14:47:58.595 DEBUG:teuthology.orchestra.run.smithi131:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:47:58.652 INFO:tasks.workunit.client.0.smithi131.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-29T14:48:00.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:47:59 smithi131 ceph-mon[29516]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:48:00.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:47:59 smithi131 ceph-mon[17514]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:48:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:47:59 smithi169 ceph-mon[20881]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:48:02.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:01 smithi131 ceph-mon[17514]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:48:02.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:01 smithi131 ceph-mon[29516]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:48:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:01 smithi169 ceph-mon[20881]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:48:03.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:03 smithi131 ceph-mon[17514]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:48:03.605 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:03 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:03] "GET /metrics HTTP/1.1" 200 236528 "" "Prometheus/2.43.0" 2024-08-29T14:48:03.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:03 smithi131 ceph-mon[29516]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:48:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:03 smithi169 ceph-mon[20881]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T14:48:06.101 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:05 smithi169 ceph-mon[20881]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:06.102 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:05 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:06.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:05 smithi131 ceph-mon[17514]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:06.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:05 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:06.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:05 smithi131 ceph-mon[29516]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:06.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:05 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:06.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:48:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:48:08.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:07 smithi131 ceph-mon[17514]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:08.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:07 smithi131 ceph-mon[29516]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:07 smithi169 ceph-mon[20881]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:10.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:09 smithi131 ceph-mon[17514]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:10.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:09 smithi131 ceph-mon[29516]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:10.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:09 smithi169 ceph-mon[20881]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:12.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:11 smithi131 ceph-mon[17514]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:12.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:11 smithi131 ceph-mon[29516]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:12.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:11 smithi169 ceph-mon[20881]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:13.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:13] "GET /metrics HTTP/1.1" 200 236537 "" "Prometheus/2.43.0" 2024-08-29T14:48:14.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:13 smithi131 ceph-mon[17514]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:14.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:13 smithi131 ceph-mon[29516]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:13 smithi169 ceph-mon[20881]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:16.102 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:15 smithi169 ceph-mon[20881]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:16.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:15 smithi131 ceph-mon[17514]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:16.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:15 smithi131 ceph-mon[29516]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:16.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:48:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:48:18.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:17 smithi131 ceph-mon[17514]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:18.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:17 smithi131 ceph-mon[29516]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:18.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:17 smithi169 ceph-mon[20881]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:20.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:19 smithi131 ceph-mon[17514]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:19 smithi131 ceph-mon[29516]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:19 smithi169 ceph-mon[20881]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:21.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:20 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:21.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:20 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:21.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:20 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:22.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:21 smithi131 ceph-mon[17514]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:22.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:21 smithi131 ceph-mon[29516]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:21 smithi169 ceph-mon[20881]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:23.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:23 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:23] "GET /metrics HTTP/1.1" 200 236539 "" "Prometheus/2.43.0" 2024-08-29T14:48:24.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:23 smithi131 ceph-mon[17514]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:24.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:23 smithi131 ceph-mon[29516]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:23 smithi169 ceph-mon[20881]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:26.101 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:25 smithi169 ceph-mon[20881]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:26.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:25 smithi131 ceph-mon[17514]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:26.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:25 smithi131 ceph-mon[29516]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:26.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:48:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:48:28.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:27 smithi131 ceph-mon[17514]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:28.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:27 smithi131 ceph-mon[29516]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:28.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:27 smithi169 ceph-mon[20881]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:30.019 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:29 smithi131 ceph-mon[17514]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:30.313 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:29 smithi131 ceph-mon[29516]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:30.313 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:29 smithi169 ceph-mon[20881]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:32.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:31 smithi131 ceph-mon[29516]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:32.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:31 smithi131 ceph-mon[17514]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:32.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:31 smithi169 ceph-mon[20881]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:33.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:33] "GET /metrics HTTP/1.1" 200 236539 "" "Prometheus/2.43.0" 2024-08-29T14:48:34.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:33 smithi131 ceph-mon[17514]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:34.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:33 smithi131 ceph-mon[29516]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:34.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:33 smithi169 ceph-mon[20881]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:36.102 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:35 smithi169 ceph-mon[20881]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:36.102 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:35 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:36.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:35 smithi131 ceph-mon[17514]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:36.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:35 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:36.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:35 smithi131 ceph-mon[29516]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:36.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:35 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:36.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:48:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:48:38.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:37 smithi131 ceph-mon[17514]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:38.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:37 smithi131 ceph-mon[29516]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:38.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:37 smithi169 ceph-mon[20881]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:40.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:39 smithi131 ceph-mon[17514]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:40.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:39 smithi131 ceph-mon[29516]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:40.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:39 smithi169 ceph-mon[20881]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:42.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:41 smithi131 ceph-mon[17514]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:42.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:41 smithi131 ceph-mon[29516]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:42.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:41 smithi169 ceph-mon[20881]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:43.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:43 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:43] "GET /metrics HTTP/1.1" 200 236522 "" "Prometheus/2.43.0" 2024-08-29T14:48:44.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:43 smithi131 ceph-mon[17514]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:44.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:43 smithi131 ceph-mon[29516]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:43 smithi169 ceph-mon[20881]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:46.102 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:45 smithi169 ceph-mon[20881]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:46.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:45 smithi131 ceph-mon[17514]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:46.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:45 smithi131 ceph-mon[29516]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:46.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:48:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:48:46.739 INFO:tasks.workunit.client.0.smithi131.stderr:Note: switching to '1f4056d968930e12926c25a8f13ee8ed6047c791'. 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr:state without impacting any branches by switching back to a branch. 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr: git switch -c 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:46.740 INFO:tasks.workunit.client.0.smithi131.stderr:Or undo this operation with: 2024-08-29T14:48:46.741 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:46.741 INFO:tasks.workunit.client.0.smithi131.stderr: git switch - 2024-08-29T14:48:46.741 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:46.741 INFO:tasks.workunit.client.0.smithi131.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-29T14:48:46.741 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:46.741 INFO:tasks.workunit.client.0.smithi131.stderr:HEAD is now at 1f4056d9689 Merge branch 'sjust/for-review/wip-67755-fix-msr-feature' of https://github.com/athanatos/ceph into wip-yuri4-testing-2024-08-28-1359 2024-08-29T14:48:46.745 DEBUG:teuthology.orchestra.run.smithi131:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-29T14:48:46.811 INFO:tasks.workunit.client.0.smithi131.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-29T14:48:46.813 INFO:tasks.workunit.client.0.smithi131.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T14:48:46.813 INFO:tasks.workunit.client.0.smithi131.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-29T14:48:47.468 INFO:tasks.workunit.client.0.smithi131.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-29T14:48:47.531 INFO:tasks.workunit.client.0.smithi131.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-29T14:48:47.572 INFO:tasks.workunit.client.0.smithi131.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T14:48:47.573 INFO:tasks.workunit.client.0.smithi131.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T14:48:47.574 INFO:tasks.workunit.client.0.smithi131.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-29T14:48:47.612 INFO:tasks.workunit.client.0.smithi131.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T14:48:47.615 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T14:48:47.615 DEBUG:teuthology.orchestra.run.smithi131:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-29T14:48:47.671 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-08-29T14:48:47.672 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-08-29T14:48:47.672 DEBUG:teuthology.orchestra.run.smithi131:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1f4056d968930e12926c25a8f13ee8ed6047c791 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-08-29T14:48:47.737 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-29T14:48:48.095 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-29T14:48:48.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:47 smithi131 ceph-mon[17514]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:48.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:47 smithi131 ceph-mon[29516]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:48.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:47 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:47] ENGINE Bus STOPPING 2024-08-29T14:48:48.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:47 smithi169 ceph-mon[20881]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:48.464 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-29T14:48:48.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:48:48.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE Bus STOPPED 2024-08-29T14:48:48.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE Bus STARTING 2024-08-29T14:48:48.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE Serving on http://:::9283 2024-08-29T14:48:48.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE Bus STARTED 2024-08-29T14:48:48.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE Bus STOPPING 2024-08-29T14:48:48.835 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph telemetry preview 2024-08-29T14:48:48.981 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:48:48.982 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE Bus STOPPED 2024-08-29T14:48:48.982 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE Bus STARTING 2024-08-29T14:48:48.982 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE Serving on http://:::9283 2024-08-29T14:48:48.982 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE Bus STARTED 2024-08-29T14:48:48.982 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:48] ENGINE Bus STOPPING 2024-08-29T14:48:49.278 INFO:tasks.workunit.client.0.smithi131.stdout:{ 2024-08-29T14:48:49.278 INFO:tasks.workunit.client.0.smithi131.stdout: "balancer": { 2024-08-29T14:48:49.278 INFO:tasks.workunit.client.0.smithi131.stdout: "active": true, 2024-08-29T14:48:49.279 INFO:tasks.workunit.client.0.smithi131.stdout: "mode": "" 2024-08-29T14:48:49.279 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.279 INFO:tasks.workunit.client.0.smithi131.stdout: "channels": [ 2024-08-29T14:48:49.279 INFO:tasks.workunit.client.0.smithi131.stdout: "basic", 2024-08-29T14:48:49.279 INFO:tasks.workunit.client.0.smithi131.stdout: "crash", 2024-08-29T14:48:49.279 INFO:tasks.workunit.client.0.smithi131.stdout: "device", 2024-08-29T14:48:49.279 INFO:tasks.workunit.client.0.smithi131.stdout: "ident" 2024-08-29T14:48:49.279 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.279 INFO:tasks.workunit.client.0.smithi131.stdout: "channels_available": [ 2024-08-29T14:48:49.279 INFO:tasks.workunit.client.0.smithi131.stdout: "basic", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "ident", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "crash", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "device", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "perf" 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "collections_available": [ 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_base", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "device_base", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "crash_base", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "ident_base", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_perf", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_mds_metadata", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_usage", 2024-08-29T14:48:49.280 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_usage_by_class", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_rook_v01", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_memory_metrics", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_options_bluestore" 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "collections_opted_in": [ 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_base", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "device_base", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "crash_base", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "ident_base", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_perf", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_mds_metadata", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_usage", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_usage_by_class", 2024-08-29T14:48:49.281 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_rook_v01", 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_memory_metrics", 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_options_bluestore" 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "config": { 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "active_changed": [ 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_debug", 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_mon_ticket_ttl", 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_service_ticket_ttl", 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "bdev_debug_aio", 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "client_check_pool_perm", 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "client_mount_gid", 2024-08-29T14:48:49.282 INFO:tasks.workunit.client.0.smithi131.stdout: "client_mount_uid", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "client_quota", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "container_image", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "daemonize", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_asserts_on_shutdown", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mgr", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mon", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_ms", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_osd", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_paxos", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "keyring", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_block_size", 2024-08-29T14:48:49.283 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_cache_size", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_compression", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_log", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_write_buffer_size", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_file", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_journald", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_stderr", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_allow_pool_delete", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_clock_drift_allowed", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_file", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_journald", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_stderr", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_data_avail_warn", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_election_default_strategy", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_host", 2024-08-29T14:48:49.284 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_max_pg_per_osd", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_mgr_mkfs_grace", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_prime_pg_temp", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T14:48:49.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_too_few_osds", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_bug", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_old_message", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "no_config_file", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_default_list", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_load_list", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_misdirected_ops", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_op_order", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_pg_log_writeout", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_shutdown", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T14:48:49.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T14:48:49.287 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_profile", 2024-08-29T14:48:49.287 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T14:48:49.287 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T14:48:49.287 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T14:48:49.287 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T14:48:49.287 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T14:48:49.287 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T14:48:49.287 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T14:48:49.287 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T14:48:49.287 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target_autotune", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue_cut_off", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recover_clone_overlap", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recovery_max_chunk", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_load_threshold", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_max_interval", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_shutdown_pgref_assert", 2024-08-29T14:48:49.288 INFO:tasks.workunit.client.0.smithi131.stdout: "public_addr", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "public_addrv", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "public_network", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd_default_features", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd_qos_exclude_ops", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "setgroup", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "setuser" 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster_changed": [ 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_debug", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_mon_ticket_ttl", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_service_ticket_ttl", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "bdev_debug_aio", 2024-08-29T14:48:49.289 INFO:tasks.workunit.client.0.smithi131.stdout: "container_image", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_asserts_on_shutdown", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mgr", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mon", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_ms", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_osd", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_paxos", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_file", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_journald", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_stderr", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_join_fs", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/container_init", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/migration_current", 2024-08-29T14:48:49.290 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/channel_ident", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/description", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/organization", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_allow_pool_delete", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_clock_drift_allowed", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_file", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_data_avail_warn", 2024-08-29T14:48:49.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_election_default_strategy", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_max_pg_per_osd", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_mgr_mkfs_grace", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_prime_pg_temp", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T14:48:49.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_too_few_osds", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_bug", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_old_message", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_default_list", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_load_list", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_misdirected_ops", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_op_order", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_pg_log_writeout", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_shutdown", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T14:48:49.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_profile", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target_autotune", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue_cut_off", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recover_clone_overlap", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recovery_max_chunk", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_load_threshold", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_max_interval", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_shutdown_pgref_assert", 2024-08-29T14:48:49.294 INFO:tasks.workunit.client.0.smithi131.stdout: "public_network", 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_cache_enabled", 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_enable_ops_log", 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_enable_usage_log" 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "contact": null, 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "crashes": [], 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "created": "2024-08-29T14:39:53.512018Z", 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "crush": { 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_algs": { 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "straw2": 3 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_sizes": { 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "2": 1, 2024-08-29T14:48:49.295 INFO:tasks.workunit.client.0.smithi131.stdout: "4": 2 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_types": { 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: "1": 2, 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: "11": 1 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: "compat_weight_set": false, 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: "device_classes": [ 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: 8 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_buckets": 6, 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_devices": 8, 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_rules": 1, 2024-08-29T14:48:49.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_types": 12, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "num_weight_sets": 0, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "tunables": { 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "allowed_bucket_algs": 54, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_local_fallback_tries": 0, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_local_tries": 0, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_total_tries": 50, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_descend_once": 1, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_stable": 1, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_vary_r": 1, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v2_rules": 0, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v3_rules": 0, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v4_buckets": 1, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v5_rules": 0, 2024-08-29T14:48:49.297 INFO:tasks.workunit.client.0.smithi131.stdout: "legacy_tunables": 0, 2024-08-29T14:48:49.298 INFO:tasks.workunit.client.0.smithi131.stdout: "minimum_required_version": "jewel", 2024-08-29T14:48:49.298 INFO:tasks.workunit.client.0.smithi131.stdout: "optimal_tunables": 1, 2024-08-29T14:48:49.298 INFO:tasks.workunit.client.0.smithi131.stdout: "profile": "jewel", 2024-08-29T14:48:49.298 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables": 1, 2024-08-29T14:48:49.298 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables2": 1, 2024-08-29T14:48:49.298 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables3": 1, 2024-08-29T14:48:49.298 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables5": 1, 2024-08-29T14:48:49.298 INFO:tasks.workunit.client.0.smithi131.stdout: "straw_calc_version": 1 2024-08-29T14:48:49.298 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.298 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "description": "upgrade test cluster", 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "fs": { 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "feature_flags": { 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "enable_multiple": true, 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "ever_enabled_multiple": true 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "filesystems": [ 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "approx_ctime": "2024-08", 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "balancer_enabled": false, 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:49.299 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_caps": 0, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_dns": 10, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_inos": 13, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_subtrees": 2, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "ever_allowed_features": 0, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "explicitly_allowed_features": 0, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "files": 0, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "max_mds": 1, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "num_data_pools": 1, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "num_in": 1, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "num_mds": 1, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "num_sessions": 0, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "num_standby_replay": 0, 2024-08-29T14:48:49.300 INFO:tasks.workunit.client.0.smithi131.stdout: "num_up": 1, 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: "snaps": 0, 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: "standby_count_wanted": 0 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: "num_standby_mds": 1, 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: "total_num_mds": 2 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: "hosts": { 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: "num": 2, 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mds": 2, 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mgr": 2, 2024-08-29T14:48:49.301 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mon": 2, 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_osd": 2 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: "leaderboard": false, 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: "license": "sharing-1-0", 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: "metadata": { 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: "mds": { 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 2 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:48:49.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 2 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 2 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:49.303 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 2 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 2 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 2 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 3 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:49.304 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 3 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 3 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 3 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.305 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 3 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 3 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 8 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:48:49.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 8 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 8 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:49.307 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 8 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 8 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 8 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_objectstore": { 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": 8 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: "rotational": { 2024-08-29T14:48:49.308 INFO:tasks.workunit.client.0.smithi131.stdout: "0": 8 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: "features": { 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: "optional": [], 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: "persistent": [ 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: "kraken", 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: "luminous", 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: "mimic", 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap-prune", 2024-08-29T14:48:49.309 INFO:tasks.workunit.client.0.smithi131.stdout: "nautilus", 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "octopus", 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "pacific", 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "elector-pinging", 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "quincy" 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "ipv4_addr_mons": 6, 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "ipv6_addr_mons": 0, 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "min_mon_release": 17, 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "v1_addr_mons": 3, 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "v2_addr_mons": 3 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "organization": "ceph-qa", 2024-08-29T14:48:49.310 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster_network": false, 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 8, 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "require_min_compat_client": "luminous", 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "require_osd_release": "quincy" 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "pools": [ 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr" 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:49.311 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 1, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 1, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 1, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 1781760, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 1781760, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:49.312 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 2, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 212, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 313344, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 590368, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 590368, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 1771104, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 179, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 2473984 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:49.313 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 32, 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 32, 2024-08-29T14:48:49.314 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 2, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 98304, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 98304, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 22, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:49.315 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 3410, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 3410, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 10230, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 51, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 19456 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:49.316 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 64, 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 64, 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 3, 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:49.317 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 0.0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:49.318 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 0, 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 0, 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 0, 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 0, 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 0 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.319 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd" 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 8, 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 8, 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 4, 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:49.320 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 12288, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 12288, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 2, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:49.321 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 19, 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 19, 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 57, 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 2, 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 2048 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd": { 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: "mirroring_by_pool": [ 2024-08-29T14:48:49.322 INFO:tasks.workunit.client.0.smithi131.stdout: false 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_images_by_pool": [ 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pools": 1 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: "report_id": "5eb62744-87d1-41e2-a663-47263eff4f68", 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: "report_timestamp": "2024-08-29T14:48:49.272378", 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: "report_version": 1, 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: "rook": { 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster": { 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: "external-mode": null, 2024-08-29T14:48:49.323 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: "allow-multiple-per-node": null, 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: "count": null, 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: "max-id": null, 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: "pvc": { 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: "enabled": null 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: "stretch": { 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: "enabled": null 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: "network": { 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: "provider": null 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.324 INFO:tasks.workunit.client.0.smithi131.stdout: "storage": { 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: "device-set": { 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: "non-portable": null, 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: "portable": null, 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: "total": null 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: "csi": { 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: "kubernetes": { 2024-08-29T14:48:49.325 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "node": { 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "kubernetes-total": null, 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "with-ceph-daemons": null, 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-nfs-plugin": null, 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-rbd-plugin": null 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "usage": { 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "storage-class": { 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:49.326 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket": null, 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs": null, 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: "nfs": null, 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd": null, 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: "total": null 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: "services": {}, 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: "usage": { 2024-08-29T14:48:49.327 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 105, 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "pools": 4, 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_by_class": { 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "ssd": { 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "total_avail_bytes": 765516185600, 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "total_bytes": 767960285184, 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_bytes": 2444099584, 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_raw_bytes": 2444099584, 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_raw_ratio": 0.0031825858168303967 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "total_avail_bytes": 765516185600, 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "total_bytes": 767960285184, 2024-08-29T14:48:49.328 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_bytes": 2444099584 2024-08-29T14:48:49.329 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.329 INFO:tasks.workunit.client.0.smithi131.stdout:} 2024-08-29T14:48:49.329 INFO:tasks.workunit.client.0.smithi131.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-29T14:48:49.329 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph telemetry preview-device 2024-08-29T14:48:49.329 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/251113392' entity='client.admin' 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='client.? ' entity='client.admin' 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.330 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.331 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:49.331 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/251113392' entity='client.admin' 2024-08-29T14:48:49.331 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.331 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' 2024-08-29T14:48:49.331 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.331 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.331 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:49.331 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.331 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.331 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.332 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:49.332 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='client.? ' entity='client.admin' 2024-08-29T14:48:49.332 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.332 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.332 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.332 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:48 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/251113392' entity='client.admin' 2024-08-29T14:48:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' 2024-08-29T14:48:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:49.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='client.? ' entity='client.admin' 2024-08-29T14:48:49.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:48 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:49.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:48:49.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:49] ENGINE Bus STOPPED 2024-08-29T14:48:49.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:49] ENGINE Bus STARTING 2024-08-29T14:48:49.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:49] ENGINE Serving on http://:::9283 2024-08-29T14:48:49.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:49] ENGINE Bus STARTED 2024-08-29T14:48:49.753 INFO:tasks.workunit.client.0.smithi131.stdout:{ 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "cd430f96-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "INTEL_SSDPEDMD400G4_cd43b536-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "20240829-144312": { 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "device": { 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "/dev/nvme0n1", 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "protocol": "NVMe", 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "nvme" 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "firmware_version": "8DV101H0", 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "host_id": "cd430f96-6615-11ef-bc3b-0cc47a8872f9", 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: "json_format_version": [ 2024-08-29T14:48:49.754 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "local_time": { 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "asctime": "Thu Aug 29 14:43:12 2024 UTC", 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "time_t": 1724942592 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "logical_block_size": 512, 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_controller_id": 0, 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_namespaces": [ 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "capacity": { 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:49.755 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: "formatted_lba_size": 512, 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 1, 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: "size": { 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: "utilization": { 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.756 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_pci_vendor": { 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 32902, 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "subsystem_id": 32902 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "Device stats": { 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_fw_downgrades": { 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "crc_error_count": { 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.757 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "end_to_end_error_detection_count": { 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "erase_fail_count": { 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "host_bytes_written": { 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 30071060 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "host_ctx_wear_used": { 2024-08-29T14:48:49.758 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 1 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: "media_bytes_read": { 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: "nand_bytes_written": { 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 52321698 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_stat_indicator": { 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "pll_lock_loss_count": { 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "program_fail_count": { 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "re_alloc_sectr_cnt": { 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "retry_buffer_overflow_count": { 2024-08-29T14:48:49.760 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: "soft_ecc_err_rate": { 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: "thermal_throttle_status": { 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: "cnt": 0, 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: "pct": 0 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.761 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_host_reads": { 2024-08-29T14:48:49.762 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.762 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:49.762 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.762 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_media_wear": { 2024-08-29T14:48:49.762 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.762 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": "63.999023" 2024-08-29T14:48:49.762 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.762 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_timer": { 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: "unexp_power_loss": { 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: "wear_leveling": { 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 89, 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: "avg": 3559, 2024-08-29T14:48:49.763 INFO:tasks.workunit.client.0.smithi131.stdout: "max": 3571, 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 3548 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_log": { 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare": 100, 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare_threshold": 10, 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: "controller_busy_time": 104, 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: "critical_warning": 0, 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_read": 418921946, 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_written": 1970737049, 2024-08-29T14:48:49.764 INFO:tasks.workunit.client.0.smithi131.stdout: "host_reads": 7331637040, 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "host_writes": 36631033871, 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "media_errors": 0, 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "num_err_log_entries": 0, 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "percentage_used": 11, 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycles": 59795, 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_hours": 55063, 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": 27, 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "unsafe_shutdowns": 6242 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_vendor": "intel", 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_version": { 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "string": "<1.2", 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:49.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycle_count": 59795, 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_time": { 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "hours": 55063 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "serial_number": "deleted", 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "smart_status": { 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme": { 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "passed": true 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl": { 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "argv": [ 2024-08-29T14:48:49.766 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "-x", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "--json=o", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "/dev/nvme0n1" 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "build_info": "(local build)", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "exit_status": 0, 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "output": [ 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "Serial Number: deleted", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Version: 8DV101H0", 2024-08-29T14:48:49.767 INFO:tasks.workunit.client.0.smithi131.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller ID: 0", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "NVMe Version: <1.2", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Number of Namespaces: 1", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Local Time is: Thu Aug 29 14:43:12 2024 UTC", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T14:48:49.768 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported Power States", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 512 0 2", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: " 1 - 512 8 2", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: " 2 - 512 16 2", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: " 3 - 4096 0 0", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: " 4 - 4096 8 0", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: " 5 - 4096 64 0", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: " 6 - 4096 128 0", 2024-08-29T14:48:49.769 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "Critical Warning: 0x00", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "Temperature: 27 Celsius", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare: 100%", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare Threshold: 10%", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "Percentage Used: 11%", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Read: 418,921,946 [214 TB]", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Written: 1,970,737,049 [1.00 PB]", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Read Commands: 7,331,637,040", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Write Commands: 36,631,033,871", 2024-08-29T14:48:49.770 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller Busy Time: 104", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "Power Cycles: 59,795", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "Power On Hours: 55,063", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "Unsafe Shutdowns: 6,242", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information Log Entries: 0", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "" 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "svn_revision": "5155", 2024-08-29T14:48:49.771 INFO:tasks.workunit.client.0.smithi131.stdout: "version": [ 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": { 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: "current": 27 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: "user_capacity": { 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.772 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "cd450756-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "INTEL_SSDPEDMD400G4_cd45946e-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "20240829-144310": { 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "device": { 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "/dev/nvme0n1", 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "protocol": "NVMe", 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "nvme" 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "firmware_version": "8DV101H0", 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "host_id": "cd450756-6615-11ef-bc3b-0cc47a8872f9", 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: "json_format_version": [ 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:49.773 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "local_time": { 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "asctime": "Thu Aug 29 14:43:10 2024 UTC", 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "time_t": 1724942590 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "logical_block_size": 512, 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_controller_id": 0, 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_namespaces": [ 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "capacity": { 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:49.774 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: "formatted_lba_size": 512, 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 1, 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: "size": { 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: "utilization": { 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.775 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_pci_vendor": { 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 32902, 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "subsystem_id": 32902 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "Device stats": { 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_fw_downgrades": { 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "crc_error_count": { 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.776 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: "end_to_end_error_detection_count": { 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: "erase_fail_count": { 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: "host_bytes_written": { 2024-08-29T14:48:49.777 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 28021747 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: "host_ctx_wear_used": { 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 1 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: "media_bytes_read": { 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: "nand_bytes_written": { 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 48413909 2024-08-29T14:48:49.778 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_stat_indicator": { 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "pll_lock_loss_count": { 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "program_fail_count": { 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "re_alloc_sectr_cnt": { 2024-08-29T14:48:49.779 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: "retry_buffer_overflow_count": { 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: "soft_ecc_err_rate": { 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.780 INFO:tasks.workunit.client.0.smithi131.stdout: "thermal_throttle_status": { 2024-08-29T14:48:49.781 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.781 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:49.781 INFO:tasks.workunit.client.0.smithi131.stdout: "cnt": 0, 2024-08-29T14:48:49.781 INFO:tasks.workunit.client.0.smithi131.stdout: "pct": 0 2024-08-29T14:48:49.781 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.782 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.782 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_host_reads": { 2024-08-29T14:48:49.782 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.782 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:49.782 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.782 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_media_wear": { 2024-08-29T14:48:49.782 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.782 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": "63.999023" 2024-08-29T14:48:49.782 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_timer": { 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "unexp_power_loss": { 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "wear_leveling": { 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 90, 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "avg": 3281, 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "max": 3294, 2024-08-29T14:48:49.783 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 3266 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_log": { 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare": 100, 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare_threshold": 10, 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: "controller_busy_time": 8, 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: "critical_warning": 0, 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_read": 437046636, 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_written": 1836433252, 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: "host_reads": 7100213427, 2024-08-29T14:48:49.784 INFO:tasks.workunit.client.0.smithi131.stdout: "host_writes": 33373958770, 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "media_errors": 0, 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "num_err_log_entries": 0, 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "percentage_used": 10, 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycles": 51971, 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_hours": 54251, 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": 24, 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "unsafe_shutdowns": 375 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_vendor": "intel", 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_version": { 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "string": "<1.2", 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.785 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycle_count": 51971, 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_time": { 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "hours": 54251 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "serial_number": "deleted", 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "smart_status": { 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme": { 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "passed": true 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl": { 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "argv": [ 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl", 2024-08-29T14:48:49.786 INFO:tasks.workunit.client.0.smithi131.stdout: "-x", 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "--json=o", 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "/dev/nvme0n1" 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "build_info": "(local build)", 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "exit_status": 0, 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "output": [ 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "Serial Number: deleted", 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Version: 8DV101H0", 2024-08-29T14:48:49.787 INFO:tasks.workunit.client.0.smithi131.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller ID: 0", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "NVMe Version: <1.2", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Number of Namespaces: 1", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Local Time is: Thu Aug 29 14:43:10 2024 UTC", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.788 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported Power States", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 512 0 2", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: " 1 - 512 8 2", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: " 2 - 512 16 2", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: " 3 - 4096 0 0", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: " 4 - 4096 8 0", 2024-08-29T14:48:49.789 INFO:tasks.workunit.client.0.smithi131.stdout: " 5 - 4096 64 0", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: " 6 - 4096 128 0", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: "Critical Warning: 0x00", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: "Temperature: 24 Celsius", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare: 100%", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare Threshold: 10%", 2024-08-29T14:48:49.790 INFO:tasks.workunit.client.0.smithi131.stdout: "Percentage Used: 10%", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Read: 437,046,636 [223 TB]", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Written: 1,836,433,252 [940 TB]", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Read Commands: 7,100,213,427", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Write Commands: 33,373,958,770", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller Busy Time: 8", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Power Cycles: 51,971", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Power On Hours: 54,251", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Unsafe Shutdowns: 375", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information Log Entries: 0", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "No Errors Logged", 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: "" 2024-08-29T14:48:49.791 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: "svn_revision": "5155", 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: "version": [ 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": { 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: "current": 24 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: "user_capacity": { 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:49.792 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.793 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.793 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.793 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:49.793 INFO:tasks.workunit.client.0.smithi131.stdout:} 2024-08-29T14:48:49.793 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph telemetry preview-all 2024-08-29T14:48:50.218 INFO:tasks.workunit.client.0.smithi131.stdout:{ 2024-08-29T14:48:50.218 INFO:tasks.workunit.client.0.smithi131.stdout: "device_report": { 2024-08-29T14:48:50.218 INFO:tasks.workunit.client.0.smithi131.stdout: "cd430f96-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:50.218 INFO:tasks.workunit.client.0.smithi131.stdout: "INTEL_SSDPEDMD400G4_cd43b536-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:50.218 INFO:tasks.workunit.client.0.smithi131.stdout: "20240829-144312": { 2024-08-29T14:48:50.218 INFO:tasks.workunit.client.0.smithi131.stdout: "device": { 2024-08-29T14:48:50.218 INFO:tasks.workunit.client.0.smithi131.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "/dev/nvme0n1", 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: "protocol": "NVMe", 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "nvme" 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: "firmware_version": "8DV101H0", 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: "host_id": "cd430f96-6615-11ef-bc3b-0cc47a8872f9", 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: "json_format_version": [ 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: "local_time": { 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: "asctime": "Thu Aug 29 14:43:12 2024 UTC", 2024-08-29T14:48:50.219 INFO:tasks.workunit.client.0.smithi131.stdout: "time_t": 1724942592 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "logical_block_size": 512, 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_controller_id": 0, 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_namespaces": [ 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "capacity": { 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "formatted_lba_size": 512, 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 1, 2024-08-29T14:48:50.220 INFO:tasks.workunit.client.0.smithi131.stdout: "size": { 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: "utilization": { 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_pci_vendor": { 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 32902, 2024-08-29T14:48:50.221 INFO:tasks.workunit.client.0.smithi131.stdout: "subsystem_id": 32902 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "Device stats": { 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_fw_downgrades": { 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "crc_error_count": { 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "end_to_end_error_detection_count": { 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.222 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "erase_fail_count": { 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "host_bytes_written": { 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 30071060 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "host_ctx_wear_used": { 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 1 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "media_bytes_read": { 2024-08-29T14:48:50.223 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: "nand_bytes_written": { 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 52321698 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_stat_indicator": { 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: "pll_lock_loss_count": { 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.224 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "program_fail_count": { 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "re_alloc_sectr_cnt": { 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "retry_buffer_overflow_count": { 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "soft_ecc_err_rate": { 2024-08-29T14:48:50.225 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "thermal_throttle_status": { 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "cnt": 0, 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "pct": 0 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_host_reads": { 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_media_wear": { 2024-08-29T14:48:50.226 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": "63.999023" 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_timer": { 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "unexp_power_loss": { 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "wear_leveling": { 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 89, 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:50.227 INFO:tasks.workunit.client.0.smithi131.stdout: "avg": 3559, 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: "max": 3571, 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 3548 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_log": { 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare": 100, 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare_threshold": 10, 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: "controller_busy_time": 104, 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: "critical_warning": 0, 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_read": 418921946, 2024-08-29T14:48:50.228 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_written": 1970737049, 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "host_reads": 7331637040, 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "host_writes": 36631033871, 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "media_errors": 0, 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_err_log_entries": 0, 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "percentage_used": 11, 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycles": 59795, 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_hours": 55063, 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": 27, 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "unsafe_shutdowns": 6242 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_vendor": "intel", 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_version": { 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "string": "<1.2", 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:50.229 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycle_count": 59795, 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_time": { 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "hours": 55063 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "serial_number": "deleted", 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "smart_status": { 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme": { 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "passed": true 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl": { 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "argv": [ 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl", 2024-08-29T14:48:50.230 INFO:tasks.workunit.client.0.smithi131.stdout: "-x", 2024-08-29T14:48:50.231 INFO:tasks.workunit.client.0.smithi131.stdout: "--json=o", 2024-08-29T14:48:50.231 INFO:tasks.workunit.client.0.smithi131.stdout: "/dev/nvme0n1" 2024-08-29T14:48:50.231 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.231 INFO:tasks.workunit.client.0.smithi131.stdout: "build_info": "(local build)", 2024-08-29T14:48:50.231 INFO:tasks.workunit.client.0.smithi131.stdout: "exit_status": 0, 2024-08-29T14:48:50.231 INFO:tasks.workunit.client.0.smithi131.stdout: "output": [ 2024-08-29T14:48:50.231 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-29T14:48:50.231 INFO:tasks.workunit.client.0.smithi131.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T14:48:50.231 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.231 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T14:48:50.232 INFO:tasks.workunit.client.0.smithi131.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-29T14:48:50.232 INFO:tasks.workunit.client.0.smithi131.stdout: "Serial Number: deleted", 2024-08-29T14:48:50.232 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Version: 8DV101H0", 2024-08-29T14:48:50.232 INFO:tasks.workunit.client.0.smithi131.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T14:48:50.232 INFO:tasks.workunit.client.0.smithi131.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T14:48:50.232 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller ID: 0", 2024-08-29T14:48:50.232 INFO:tasks.workunit.client.0.smithi131.stdout: "NVMe Version: <1.2", 2024-08-29T14:48:50.232 INFO:tasks.workunit.client.0.smithi131.stdout: "Number of Namespaces: 1", 2024-08-29T14:48:50.232 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-29T14:48:50.232 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "Local Time is: Thu Aug 29 14:43:12 2024 UTC", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported Power States", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T14:48:50.233 INFO:tasks.workunit.client.0.smithi131.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 512 0 2", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: " 1 - 512 8 2", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: " 2 - 512 16 2", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: " 3 - 4096 0 0", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: " 4 - 4096 8 0", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: " 5 - 4096 64 0", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: " 6 - 4096 128 0", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: "Critical Warning: 0x00", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: "Temperature: 27 Celsius", 2024-08-29T14:48:50.234 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare: 100%", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare Threshold: 10%", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Percentage Used: 11%", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Read: 418,921,946 [214 TB]", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Written: 1,970,737,049 [1.00 PB]", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Read Commands: 7,331,637,040", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Write Commands: 36,631,033,871", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller Busy Time: 104", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Power Cycles: 59,795", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Power On Hours: 55,063", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Unsafe Shutdowns: 6,242", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information Log Entries: 0", 2024-08-29T14:48:50.235 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: "" 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: "svn_revision": "5155", 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: "version": [ 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:50.236 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": { 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: "current": 27 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: "user_capacity": { 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: "cd450756-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: "INTEL_SSDPEDMD400G4_cd45946e-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: "20240829-144310": { 2024-08-29T14:48:50.237 INFO:tasks.workunit.client.0.smithi131.stdout: "device": { 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "/dev/nvme0n1", 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: "protocol": "NVMe", 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "nvme" 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: "firmware_version": "8DV101H0", 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: "host_id": "cd450756-6615-11ef-bc3b-0cc47a8872f9", 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: "json_format_version": [ 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: "local_time": { 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: "asctime": "Thu Aug 29 14:43:10 2024 UTC", 2024-08-29T14:48:50.238 INFO:tasks.workunit.client.0.smithi131.stdout: "time_t": 1724942590 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "logical_block_size": 512, 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_controller_id": 0, 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_namespaces": [ 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "capacity": { 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "formatted_lba_size": 512, 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 1, 2024-08-29T14:48:50.239 INFO:tasks.workunit.client.0.smithi131.stdout: "size": { 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: "utilization": { 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_pci_vendor": { 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 32902, 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: "subsystem_id": 32902 2024-08-29T14:48:50.240 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "Device stats": { 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_fw_downgrades": { 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "crc_error_count": { 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "end_to_end_error_detection_count": { 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.241 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.242 INFO:tasks.workunit.client.0.smithi131.stdout: "erase_fail_count": { 2024-08-29T14:48:50.242 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.242 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.242 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.242 INFO:tasks.workunit.client.0.smithi131.stdout: "host_bytes_written": { 2024-08-29T14:48:50.244 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.244 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 28021747 2024-08-29T14:48:50.244 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.244 INFO:tasks.workunit.client.0.smithi131.stdout: "host_ctx_wear_used": { 2024-08-29T14:48:50.245 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.245 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 1 2024-08-29T14:48:50.245 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.245 INFO:tasks.workunit.client.0.smithi131.stdout: "media_bytes_read": { 2024-08-29T14:48:50.245 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.245 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.245 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.245 INFO:tasks.workunit.client.0.smithi131.stdout: "nand_bytes_written": { 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 48413909 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_stat_indicator": { 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "pll_lock_loss_count": { 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "program_fail_count": { 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.246 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: "re_alloc_sectr_cnt": { 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: "retry_buffer_overflow_count": { 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: "soft_ecc_err_rate": { 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.247 INFO:tasks.workunit.client.0.smithi131.stdout: "thermal_throttle_status": { 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: "cnt": 0, 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: "pct": 0 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_host_reads": { 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_media_wear": { 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": "63.999023" 2024-08-29T14:48:50.248 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_timer": { 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "unexp_power_loss": { 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "wear_leveling": { 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 90, 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "avg": 3281, 2024-08-29T14:48:50.249 INFO:tasks.workunit.client.0.smithi131.stdout: "max": 3294, 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 3266 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_log": { 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare": 100, 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare_threshold": 10, 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: "controller_busy_time": 8, 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: "critical_warning": 0, 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_read": 437046636, 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_written": 1836433252, 2024-08-29T14:48:50.250 INFO:tasks.workunit.client.0.smithi131.stdout: "host_reads": 7100213427, 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "host_writes": 33373958770, 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "media_errors": 0, 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_err_log_entries": 0, 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "percentage_used": 10, 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycles": 51971, 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_hours": 54251, 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": 24, 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "unsafe_shutdowns": 375 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_vendor": "intel", 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_version": { 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "string": "<1.2", 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:50.251 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycle_count": 51971, 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_time": { 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: "hours": 54251 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: "serial_number": "deleted", 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: "smart_status": { 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme": { 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: "passed": true 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl": { 2024-08-29T14:48:50.252 INFO:tasks.workunit.client.0.smithi131.stdout: "argv": [ 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl", 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: "-x", 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: "--json=o", 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: "/dev/nvme0n1" 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: "build_info": "(local build)", 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: "exit_status": 0, 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: "output": [ 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T14:48:50.253 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "Serial Number: deleted", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Version: 8DV101H0", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller ID: 0", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "NVMe Version: <1.2", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "Number of Namespaces: 1", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "Local Time is: Thu Aug 29 14:43:10 2024 UTC", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T14:48:50.254 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-29T14:48:50.255 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T14:48:50.255 INFO:tasks.workunit.client.0.smithi131.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T14:48:50.255 INFO:tasks.workunit.client.0.smithi131.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T14:48:50.255 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.255 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported Power States", 2024-08-29T14:48:50.255 INFO:tasks.workunit.client.0.smithi131.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T14:48:50.255 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-29T14:48:50.255 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.255 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 512 0 2", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: " 1 - 512 8 2", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: " 2 - 512 16 2", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: " 3 - 4096 0 0", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: " 4 - 4096 8 0", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: " 5 - 4096 64 0", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: " 6 - 4096 128 0", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.256 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Critical Warning: 0x00", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Temperature: 24 Celsius", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare: 100%", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare Threshold: 10%", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Percentage Used: 10%", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Read: 437,046,636 [223 TB]", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Written: 1,836,433,252 [940 TB]", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Read Commands: 7,100,213,427", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Write Commands: 33,373,958,770", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller Busy Time: 8", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Power Cycles: 51,971", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Power On Hours: 54,251", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Unsafe Shutdowns: 375", 2024-08-29T14:48:50.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information Log Entries: 0", 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: "No Errors Logged", 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: "" 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: "svn_revision": "5155", 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: "version": [ 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:50.258 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.259 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": { 2024-08-29T14:48:50.259 INFO:tasks.workunit.client.0.smithi131.stdout: "current": 24 2024-08-29T14:48:50.259 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.259 INFO:tasks.workunit.client.0.smithi131.stdout: "user_capacity": { 2024-08-29T14:48:50.259 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:50.259 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:50.259 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.259 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.259 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.259 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: "report": { 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: "balancer": { 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: "active": true, 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: "mode": "" 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: "channels": [ 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: "basic", 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: "crash", 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: "device", 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: "ident" 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.260 INFO:tasks.workunit.client.0.smithi131.stdout: "channels_available": [ 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "basic", 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "ident", 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "crash", 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "device", 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "perf" 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "collections_available": [ 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_base", 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "device_base", 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "crash_base", 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "ident_base", 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_perf", 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_mds_metadata", 2024-08-29T14:48:50.261 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_usage", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_usage_by_class", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_rook_v01", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_memory_metrics", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_options_bluestore" 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "collections_opted_in": [ 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_base", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "device_base", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "crash_base", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "ident_base", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_perf", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_mds_metadata", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_usage", 2024-08-29T14:48:50.262 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_usage_by_class", 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_rook_v01", 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_memory_metrics", 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_options_bluestore" 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "config": { 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "active_changed": [ 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_debug", 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_mon_ticket_ttl", 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_service_ticket_ttl", 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "bdev_debug_aio", 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "client_check_pool_perm", 2024-08-29T14:48:50.263 INFO:tasks.workunit.client.0.smithi131.stdout: "client_mount_gid", 2024-08-29T14:48:50.264 INFO:tasks.workunit.client.0.smithi131.stdout: "client_mount_uid", 2024-08-29T14:48:50.264 INFO:tasks.workunit.client.0.smithi131.stdout: "client_quota", 2024-08-29T14:48:50.264 INFO:tasks.workunit.client.0.smithi131.stdout: "container_image", 2024-08-29T14:48:50.264 INFO:tasks.workunit.client.0.smithi131.stdout: "daemonize", 2024-08-29T14:48:50.264 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_asserts_on_shutdown", 2024-08-29T14:48:50.264 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mgr", 2024-08-29T14:48:50.264 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mon", 2024-08-29T14:48:50.264 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_ms", 2024-08-29T14:48:50.264 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_osd", 2024-08-29T14:48:50.264 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_paxos", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "keyring", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_block_size", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_cache_size", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_compression", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_log", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_write_buffer_size", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_file", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_journald", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_stderr", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_allow_pool_delete", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_clock_drift_allowed", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_file", 2024-08-29T14:48:50.265 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_journald", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_stderr", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_data_avail_warn", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_election_default_strategy", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_host", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_max_pg_per_osd", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_mgr_mkfs_grace", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_prime_pg_temp", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T14:48:50.266 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_too_few_osds", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_bug", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_old_message", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "no_config_file", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_default_list", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_load_list", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_misdirected_ops", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_op_order", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_pg_log_writeout", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_shutdown", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T14:48:50.267 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_profile", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target", 2024-08-29T14:48:50.268 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target_autotune", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue_cut_off", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recover_clone_overlap", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recovery_max_chunk", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_load_threshold", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_max_interval", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_shutdown_pgref_assert", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "public_addr", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "public_addrv", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "public_network", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd_default_features", 2024-08-29T14:48:50.269 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd_qos_exclude_ops", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "setgroup", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "setuser" 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster_changed": [ 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_debug", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_mon_ticket_ttl", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_service_ticket_ttl", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "bdev_debug_aio", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "container_image", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_asserts_on_shutdown", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mgr", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mon", 2024-08-29T14:48:50.270 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_ms", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_osd", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_paxos", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_file", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_journald", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_stderr", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_join_fs", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/container_init", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/migration_current", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T14:48:50.271 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/channel_ident", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/description", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/organization", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_allow_pool_delete", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_clock_drift_allowed", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_file", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_data_avail_warn", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_election_default_strategy", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_max_pg_per_osd", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_mgr_mkfs_grace", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_prime_pg_temp", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T14:48:50.272 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_too_few_osds", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_bug", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_old_message", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_default_list", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_load_list", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_misdirected_ops", 2024-08-29T14:48:50.273 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_op_order", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_pg_log_writeout", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_shutdown", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_profile", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target_autotune", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue_cut_off", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T14:48:50.274 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recover_clone_overlap", 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recovery_max_chunk", 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_load_threshold", 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_max_interval", 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_shutdown_pgref_assert", 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "public_network", 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_cache_enabled", 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_enable_ops_log", 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_enable_usage_log" 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "contact": null, 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "crashes": [], 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "created": "2024-08-29T14:39:53.512018Z", 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "crush": { 2024-08-29T14:48:50.275 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_algs": { 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: "straw2": 3 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_sizes": { 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: "2": 1, 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: "4": 2 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_types": { 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: "1": 2, 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: "11": 1 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: "compat_weight_set": false, 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: "device_classes": [ 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: 8 2024-08-29T14:48:50.276 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "num_buckets": 6, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "num_devices": 8, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "num_rules": 1, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "num_types": 12, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "num_weight_sets": 0, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "tunables": { 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "allowed_bucket_algs": 54, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_local_fallback_tries": 0, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_local_tries": 0, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_total_tries": 50, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_descend_once": 1, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_stable": 1, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_vary_r": 1, 2024-08-29T14:48:50.277 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v2_rules": 0, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v3_rules": 0, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v4_buckets": 1, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v5_rules": 0, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "legacy_tunables": 0, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "minimum_required_version": "jewel", 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "optimal_tunables": 1, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "profile": "jewel", 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables": 1, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables2": 1, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables3": 1, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables5": 1, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "straw_calc_version": 1 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.278 INFO:tasks.workunit.client.0.smithi131.stdout: "description": "upgrade test cluster", 2024-08-29T14:48:50.279 INFO:tasks.workunit.client.0.smithi131.stdout: "fs": { 2024-08-29T14:48:50.279 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:50.279 INFO:tasks.workunit.client.0.smithi131.stdout: "feature_flags": { 2024-08-29T14:48:50.279 INFO:tasks.workunit.client.0.smithi131.stdout: "enable_multiple": true, 2024-08-29T14:48:50.279 INFO:tasks.workunit.client.0.smithi131.stdout: "ever_enabled_multiple": true 2024-08-29T14:48:50.279 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.279 INFO:tasks.workunit.client.0.smithi131.stdout: "filesystems": [ 2024-08-29T14:48:50.279 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:50.279 INFO:tasks.workunit.client.0.smithi131.stdout: "approx_ctime": "2024-08", 2024-08-29T14:48:50.279 INFO:tasks.workunit.client.0.smithi131.stdout: "balancer_enabled": false, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_caps": 0, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_dns": 10, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_inos": 13, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_subtrees": 2, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "ever_allowed_features": 0, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "explicitly_allowed_features": 0, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "files": 0, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "max_mds": 1, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_data_pools": 1, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_in": 1, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_mds": 1, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_sessions": 0, 2024-08-29T14:48:50.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_standby_replay": 0, 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_up": 1, 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: "snaps": 0, 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: "standby_count_wanted": 0 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_standby_mds": 1, 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: "total_num_mds": 2 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: "hosts": { 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num": 2, 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mds": 2, 2024-08-29T14:48:50.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mgr": 2, 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mon": 2, 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_osd": 2 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "leaderboard": false, 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "license": "sharing-1-0", 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "metadata": { 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "mds": { 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 2 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:50.282 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 2 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 2 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 2 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:50.283 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 2 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 2 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 3 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:50.284 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 3 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 3 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 3 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:50.285 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 3 2024-08-29T14:48:50.286 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.286 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:50.286 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 3 2024-08-29T14:48:50.286 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.286 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.286 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:50.287 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:50.287 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 8 2024-08-29T14:48:50.287 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.287 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:50.287 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:48:50.287 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.287 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:50.287 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 8 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 8 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 8 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 8 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:50.288 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 8 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_objectstore": { 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": 8 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: "rotational": { 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: "0": 8 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:50.289 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "features": { 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "optional": [], 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "persistent": [ 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "kraken", 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "luminous", 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "mimic", 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap-prune", 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "nautilus", 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "octopus", 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "pacific", 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "elector-pinging", 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: "quincy" 2024-08-29T14:48:50.290 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "ipv4_addr_mons": 6, 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "ipv6_addr_mons": 0, 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "min_mon_release": 17, 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "v1_addr_mons": 3, 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "v2_addr_mons": 3 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "organization": "ceph-qa", 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster_network": false, 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 8, 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "require_min_compat_client": "luminous", 2024-08-29T14:48:50.291 INFO:tasks.workunit.client.0.smithi131.stdout: "require_osd_release": "quincy" 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: "pools": [ 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr" 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 1, 2024-08-29T14:48:50.292 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 1, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 1, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 1781760, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 1781760, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 2, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:50.293 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 212, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 313344, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 590368, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 590368, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 1771104, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 179, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 2473984 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:50.294 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 32, 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 32, 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 2, 2024-08-29T14:48:50.295 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 98304, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 98304, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 22, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:50.296 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 3410, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 3410, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 10230, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 51, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 19456 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:50.297 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 64, 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 64, 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 3, 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 0, 2024-08-29T14:48:50.298 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 0.0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:50.299 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 0, 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 0, 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 0 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd" 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:50.300 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 8, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 8, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 4, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 12288, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 12288, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:50.301 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 2, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 19, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 19, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 57, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 2, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 2048 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.302 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd": { 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: "mirroring_by_pool": [ 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: false 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_images_by_pool": [ 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pools": 1 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: "report_id": "5eb62744-87d1-41e2-a663-47263eff4f68", 2024-08-29T14:48:50.303 INFO:tasks.workunit.client.0.smithi131.stdout: "report_timestamp": "2024-08-29T14:48:50.200699", 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "report_version": 1, 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "rook": { 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster": { 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "external-mode": null, 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "allow-multiple-per-node": null, 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "count": null, 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "max-id": null, 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "pvc": { 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "enabled": null 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "stretch": { 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: "enabled": null 2024-08-29T14:48:50.304 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: "network": { 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: "provider": null 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: "storage": { 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: "device-set": { 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: "non-portable": null, 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: "portable": null, 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: "total": null 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.305 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: "csi": { 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: "kubernetes": { 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: "node": { 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: "kubernetes-total": null, 2024-08-29T14:48:50.306 INFO:tasks.workunit.client.0.smithi131.stdout: "with-ceph-daemons": null, 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-nfs-plugin": null, 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-rbd-plugin": null 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: "usage": { 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: "storage-class": { 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket": null, 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs": null, 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: "nfs": null, 2024-08-29T14:48:50.307 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd": null, 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: "total": null 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: "services": {}, 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: "usage": { 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 105, 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: "pools": 4, 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_by_class": { 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: "ssd": { 2024-08-29T14:48:50.308 INFO:tasks.workunit.client.0.smithi131.stdout: "total_avail_bytes": 765516185600, 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: "total_bytes": 767960285184, 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_bytes": 2444099584, 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_raw_bytes": 2444099584, 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_raw_ratio": 0.0031825858168303967 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: "total_avail_bytes": 765516185600, 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: "total_bytes": 767960285184, 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_bytes": 2444099584 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:50.309 INFO:tasks.workunit.client.0.smithi131.stdout:} 2024-08-29T14:48:50.310 INFO:tasks.workunit.client.0.smithi131.stderr:++ ceph telemetry collection ls 2024-08-29T14:48:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[17514]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[17514]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[29516]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[29516]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:49 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:49 smithi169 ceph-mon[20881]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:49 smithi169 ceph-mon[20881]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:49 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:49 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:49 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:49 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:49 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:49 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:49 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:49 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:50.668 INFO:tasks.workunit.client.0.smithi131.stderr:+ COLLECTIONS='New collections are available: 2024-08-29T14:48:50.668 INFO:tasks.workunit.client.0.smithi131.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-29T14:48:50.668 INFO:tasks.workunit.client.0.smithi131.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T14:48:50.668 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:50.668 INFO:tasks.workunit.client.0.smithi131.stderr:NAME STATUS DESC 2024-08-29T14:48:50.668 INFO:tasks.workunit.client.0.smithi131.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T14:48:50.668 INFO:tasks.workunit.client.0.smithi131.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T14:48:50.668 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:+ [[ New collections are available: 2024-08-29T14:48:50.669 INFO:tasks.workunit.client.0.smithi131.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:NAME STATUS DESC 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T14:48:50.670 INFO:tasks.workunit.client.0.smithi131.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:+ [[ New collections are available: 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:NAME STATUS DESC 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T14:48:50.671 INFO:tasks.workunit.client.0.smithi131.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:+ [[ New collections are available: 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:NAME STATUS DESC 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T14:48:50.672 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:+ [[ New collections are available: 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T14:48:50.673 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:NAME STATUS DESC 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-29T14:48:50.674 INFO:tasks.workunit.client.0.smithi131.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:+ [[ New collections are available: 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:NAME STATUS DESC 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T14:48:50.675 INFO:tasks.workunit.client.0.smithi131.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:+ [[ New collections are available: 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr: 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:NAME STATUS DESC 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T14:48:50.676 INFO:tasks.workunit.client.0.smithi131.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T14:48:50.677 INFO:tasks.workunit.client.0.smithi131.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T14:48:50.677 INFO:tasks.workunit.client.0.smithi131.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T14:48:50.677 INFO:tasks.workunit.client.0.smithi131.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T14:48:50.677 INFO:tasks.workunit.client.0.smithi131.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T14:48:50.677 INFO:tasks.workunit.client.0.smithi131.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T14:48:50.677 INFO:tasks.workunit.client.0.smithi131.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-29T14:48:50.677 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-29T14:48:51.143 INFO:tasks.workunit.client.0.smithi131.stdout:Telemetry is on. 2024-08-29T14:48:51.144 INFO:tasks.workunit.client.0.smithi131.stdout:Some channels are disabled, please enable with: 2024-08-29T14:48:51.144 INFO:tasks.workunit.client.0.smithi131.stdout:`ceph telemetry enable channel perf` 2024-08-29T14:48:51.155 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph telemetry enable channel perf 2024-08-29T14:48:51.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:50] ENGINE Bus STOPPING 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:50 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:48:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:51.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:51.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:51.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:50 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:51.613 INFO:tasks.workunit.client.0.smithi131.stdout:channel_perf is enabled 2024-08-29T14:48:51.625 INFO:tasks.workunit.client.0.smithi131.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-29T14:48:51.852 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:48:51.852 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:51] ENGINE Bus STOPPED 2024-08-29T14:48:51.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:51] ENGINE Bus STARTING 2024-08-29T14:48:51.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:51] ENGINE Serving on http://:::9283 2024-08-29T14:48:51.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:51] ENGINE Bus STARTED 2024-08-29T14:48:51.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:51] ENGINE Bus STOPPING 2024-08-29T14:48:51.971 INFO:tasks.workunit.client.0.smithi131.stderr:+ LAST_OPT_REVISION=1 2024-08-29T14:48:51.971 INFO:tasks.workunit.client.0.smithi131.stderr:+ '[' 1 -ne 1 ']' 2024-08-29T14:48:51.971 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph telemetry show 2024-08-29T14:48:52.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:48:52.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:52] ENGINE Bus STOPPED 2024-08-29T14:48:52.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:52] ENGINE Bus STARTING 2024-08-29T14:48:52.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:52] ENGINE Serving on http://:::9283 2024-08-29T14:48:52.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:48:52] ENGINE Bus STARTED 2024-08-29T14:48:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-29T14:48:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:52.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.357 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:52.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/480805222' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/480805222' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.359 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/480805222' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T14:48:52.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:51 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/480805222' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T14:48:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:48:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/480805222' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T14:48:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:51 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/480805222' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T14:48:52.606 INFO:tasks.workunit.client.0.smithi131.stdout:{ 2024-08-29T14:48:52.606 INFO:tasks.workunit.client.0.smithi131.stdout: "balancer": { 2024-08-29T14:48:52.606 INFO:tasks.workunit.client.0.smithi131.stdout: "active": true, 2024-08-29T14:48:52.606 INFO:tasks.workunit.client.0.smithi131.stdout: "mode": "" 2024-08-29T14:48:52.606 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.606 INFO:tasks.workunit.client.0.smithi131.stdout: "channels": [ 2024-08-29T14:48:52.606 INFO:tasks.workunit.client.0.smithi131.stdout: "basic", 2024-08-29T14:48:52.606 INFO:tasks.workunit.client.0.smithi131.stdout: "crash", 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "device", 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "ident", 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "perf" 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "channels_available": [ 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "basic", 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "ident", 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "crash", 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "device", 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "perf" 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "collections_available": [ 2024-08-29T14:48:52.607 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_base", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "device_base", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "crash_base", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "ident_base", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_perf", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_mds_metadata", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_usage", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_usage_by_class", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_rook_v01", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_memory_metrics", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_options_bluestore" 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "collections_opted_in": [ 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_base", 2024-08-29T14:48:52.608 INFO:tasks.workunit.client.0.smithi131.stdout: "device_base", 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "crash_base", 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "ident_base", 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_perf", 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_mds_metadata", 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_usage", 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_usage_by_class", 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_rook_v01", 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_memory_metrics", 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_options_bluestore" 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "config": { 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "active_changed": [ 2024-08-29T14:48:52.609 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_debug", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_mon_ticket_ttl", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_service_ticket_ttl", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "bdev_debug_aio", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "client_check_pool_perm", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "client_mount_gid", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "client_mount_uid", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "client_quota", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "container_image", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "daemonize", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_asserts_on_shutdown", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mgr", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mon", 2024-08-29T14:48:52.610 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_ms", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_osd", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_paxos", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "keyring", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_block_size", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_cache_size", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_compression", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_log", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_write_buffer_size", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_file", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_journald", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_stderr", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_allow_pool_delete", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_clock_drift_allowed", 2024-08-29T14:48:52.611 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_file", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_journald", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_stderr", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_data_avail_warn", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_election_default_strategy", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_host", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_max_pg_per_osd", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_mgr_mkfs_grace", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_prime_pg_temp", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T14:48:52.612 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_too_few_osds", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_bug", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_old_message", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "no_config_file", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_default_list", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_load_list", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_misdirected_ops", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_op_order", 2024-08-29T14:48:52.613 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_pg_log_writeout", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_shutdown", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_profile", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T14:48:52.614 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target_autotune", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue_cut_off", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recover_clone_overlap", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recovery_max_chunk", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_load_threshold", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_max_interval", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_shutdown_pgref_assert", 2024-08-29T14:48:52.615 INFO:tasks.workunit.client.0.smithi131.stdout: "public_addr", 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "public_addrv", 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "public_network", 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd_default_features", 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd_qos_exclude_ops", 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "setgroup", 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "setuser" 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster_changed": [ 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_debug", 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_mon_ticket_ttl", 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_service_ticket_ttl", 2024-08-29T14:48:52.616 INFO:tasks.workunit.client.0.smithi131.stdout: "bdev_debug_aio", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "container_image", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_asserts_on_shutdown", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mgr", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mon", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_ms", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_osd", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_paxos", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_file", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_journald", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_stderr", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_join_fs", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T14:48:52.617 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/container_init", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/migration_current", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/channel_ident", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/channel_perf", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/description", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/enabled", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/organization", 2024-08-29T14:48:52.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_allow_pool_delete", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_clock_drift_allowed", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_file", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_data_avail_warn", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_election_default_strategy", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_max_pg_per_osd", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_mgr_mkfs_grace", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_prime_pg_temp", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T14:48:52.619 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_too_few_osds", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_bug", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_old_message", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_default_list", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_load_list", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_misdirected_ops", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_op_order", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_pg_log_writeout", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_shutdown", 2024-08-29T14:48:52.620 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_profile", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target_autotune", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue_cut_off", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recover_clone_overlap", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recovery_max_chunk", 2024-08-29T14:48:52.621 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_load_threshold", 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_max_interval", 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_shutdown_pgref_assert", 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "public_network", 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_cache_enabled", 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_enable_ops_log", 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_enable_usage_log" 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "contact": null, 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "crashes": [], 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "created": "2024-08-29T14:39:53.512018Z", 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "crush": { 2024-08-29T14:48:52.622 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_algs": { 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: "straw2": 3 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_sizes": { 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: "2": 1, 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: "4": 2 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_types": { 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: "1": 2, 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: "11": 1 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: "compat_weight_set": false, 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: "device_classes": [ 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: 8 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_buckets": 6, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_devices": 8, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_rules": 1, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_types": 12, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_weight_sets": 0, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "tunables": { 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "allowed_bucket_algs": 54, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_local_fallback_tries": 0, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_local_tries": 0, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_total_tries": 50, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_descend_once": 1, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_stable": 1, 2024-08-29T14:48:52.624 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_vary_r": 1, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v2_rules": 0, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v3_rules": 0, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v4_buckets": 1, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v5_rules": 0, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "legacy_tunables": 0, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "minimum_required_version": "jewel", 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "optimal_tunables": 1, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "profile": "jewel", 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables": 1, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables2": 1, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables3": 1, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables5": 1, 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: "straw_calc_version": 1 2024-08-29T14:48:52.625 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: "description": "upgrade test cluster", 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: "fs": { 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: "feature_flags": { 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: "enable_multiple": true, 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: "ever_enabled_multiple": true 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: "filesystems": [ 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: "approx_ctime": "2024-08", 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: "balancer_enabled": false, 2024-08-29T14:48:52.626 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_caps": 0, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_dns": 10, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_inos": 13, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_subtrees": 2, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "ever_allowed_features": 0, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "explicitly_allowed_features": 0, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "files": 0, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "max_mds": 1, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "num_data_pools": 1, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "num_in": 1, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "num_mds": 1, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "num_sessions": 0, 2024-08-29T14:48:52.627 INFO:tasks.workunit.client.0.smithi131.stdout: "num_standby_replay": 0, 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "num_up": 1, 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "snaps": 0, 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "standby_count_wanted": 0 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "num_standby_mds": 1, 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "total_num_mds": 2 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_stats": { 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "mds": { 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "mds.6a3ce4fe3b9e8ee3cfd33c3c61124502159846f6": { 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 20135936, 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 344224, 2024-08-29T14:48:52.628 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2621440, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 851968, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 0, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 343, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 1192824, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 12, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 473088, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 14652392, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 20135936 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "mds.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 20496384, 2024-08-29T14:48:52.629 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 440256, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2621440, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 688128, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 429, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 1340072, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 20, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1013248, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 15081368, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 21184512 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:52.630 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.6a3ce4fe3b9e8ee3cfd33c3c61124502159846f6": { 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 43794432, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 1249912, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2621440, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 3612672, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1638, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 9957800, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 22, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2562048, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 27403232, 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 47407104 2024-08-29T14:48:52.631 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.a459ee99568b1830a17c20b1771cde0226dd09f1": { 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 38068224, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 1266296, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2621440, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 761856, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 8396800, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1093, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 7007672, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 22, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2093312, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 24317648, 2024-08-29T14:48:52.632 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 46465024 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 38019072, 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 1473176, 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 4718592, 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 10526720, 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1100, 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 7389696, 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 21, 2024-08-29T14:48:52.633 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 992256, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 23445352, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 48545792 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.0": { 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 274669568, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 745280, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 106496, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1402, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 5467800, 2024-08-29T14:48:52.634 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2573056, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 263130920, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 274776064 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.1": { 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 272908288, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 795760, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 688128, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1332, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.635 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 5188440, 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2644992, 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 261526584, 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 273596416 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.2": { 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 271745024, 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 779416, 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 868352, 2024-08-29T14:48:52.636 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1244, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 4819800, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2295296, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 261098000, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 272613376 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.3": { 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 270917632, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 836912, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:52.637 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 647168, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1229, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 4390864, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1637120, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 261300224, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 271564800 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.4": { 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 274489344, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 810352, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 4849664, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:52.638 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 286720, 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1240, 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 4567272, 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1817344, 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 262444712, 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 274776064 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.5": { 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 272801792, 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 724248, 2024-08-29T14:48:52.639 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 32768, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 925696, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1261, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 4801800, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2147584, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 262342880, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 273727488 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.6": { 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 273047552, 2024-08-29T14:48:52.640 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 1357488, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 24576, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 892928, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1269, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 4962696, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 45, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1760000, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 262190280, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 273940480 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.7": { 2024-08-29T14:48:52.641 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 272891904, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 1216032, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 1048576, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1307, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 5140192, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 45, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1744896, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 262038272, 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 273940480 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.642 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "hosts": { 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "num": 2, 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mds": 2, 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mgr": 2, 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mon": 2, 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_osd": 2 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "io_rate": { 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_stats_delta": { 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": 0, 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "num_store_stats": 0, 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:52.643 INFO:tasks.workunit.client.0.smithi131.stdout: "stamp_delta": "12.002146", 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:52.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:52.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:52.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "store_stats": { 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": 0, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "available": 0, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed": 0, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_allocated": 0, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_original": 0, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "data_stored": 0, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "internal_metadata": 0, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "internally_reserved": 0, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_allocated": 0, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "total": 0 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.647 INFO:tasks.workunit.client.0.smithi131.stdout: "up": 0 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: "leaderboard": false, 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: "license": "sharing-1-0", 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: "mempool": { 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: "mds": { 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: "mds.6a3ce4fe3b9e8ee3cfd33c3c61124502159846f6": { 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.648 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.649 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.650 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.651 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.652 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.653 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 150088, 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 33 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 856, 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 2 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.654 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.655 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.656 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: "mds.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.657 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.658 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.659 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.660 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.661 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.662 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.662 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.662 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.662 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.662 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.662 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.662 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.662 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.662 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.662 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 222471, 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 72 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 50488, 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 208 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.663 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 7848, 2024-08-29T14:48:52.664 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 133 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.665 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.6a3ce4fe3b9e8ee3cfd33c3c61124502159846f6": { 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.666 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.667 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.668 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.669 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.670 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.671 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1223553, 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 367 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 440, 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 5 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.672 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.673 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6496, 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 132 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12744, 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1546 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 10624, 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 206 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.674 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.a459ee99568b1830a17c20b1771cde0226dd09f1": { 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.675 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.676 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.677 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.679 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1405035, 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 441 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.680 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.681 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6496, 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 132 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12744, 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1546 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 5312, 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 103 2024-08-29T14:48:52.682 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.683 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.684 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.685 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.686 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.687 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.688 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1188209, 2024-08-29T14:48:52.689 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 363 2024-08-29T14:48:52.689 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.689 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.689 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.689 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.689 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.690 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.691 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.691 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.691 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.691 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6496, 2024-08-29T14:48:52.691 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 132 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12744, 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1546 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 5312, 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 103 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.693 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.0": { 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.694 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 23072, 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 206 2024-08-29T14:48:52.695 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1568, 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 14 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9888, 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 206 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 23072, 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 206 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.696 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6480, 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 81 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 616511, 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 19 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 58674, 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 10678 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.697 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 146880, 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 216 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 11732, 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 775 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 33720, 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 216 2024-08-29T14:48:52.698 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 436888, 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 95 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.699 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2441982, 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 195 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 7040, 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 80 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 521280, 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 45 2024-08-29T14:48:52.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 95784, 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 189 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234512, 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3473 2024-08-29T14:48:52.701 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.702 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.1": { 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.703 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21840, 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 195 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.704 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1008, 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9360, 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 195 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21840, 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 195 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 5680, 2024-08-29T14:48:52.705 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 71 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16384, 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 4 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 51826, 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9610 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 136680, 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 201 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.706 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9596, 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 601 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 29108, 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 201 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 736, 2024-08-29T14:48:52.707 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 471575, 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 103 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12096, 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2427248, 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 183 2024-08-29T14:48:52.708 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4840, 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 55 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 417024, 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 36 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.709 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 8528, 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 22 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234512, 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3473 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.710 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.711 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.2": { 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.712 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21504, 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 192 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 896, 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.713 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9216, 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 192 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21504, 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 192 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 5120, 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 64 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12288, 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.714 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 49398, 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9274 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 131920, 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 194 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 8976, 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 590 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.715 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 27820, 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 194 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 736, 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.716 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 393439, 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 84 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12096, 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2414018, 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 175 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4400, 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 50 2024-08-29T14:48:52.717 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 359104, 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 31 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.718 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 8320, 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 24 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 235024, 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3497 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.719 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.3": { 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.720 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.721 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22064, 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 336, 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9456, 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.722 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22064, 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4640, 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 58 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4096, 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 50756, 2024-08-29T14:48:52.723 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9554 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 136000, 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 200 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9668, 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 607 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.724 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 28516, 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 200 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2208, 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 377559, 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 80 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 30637, 2024-08-29T14:48:52.725 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2452156, 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 189 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4752, 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 54 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.726 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 417024, 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 36 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 10400, 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 20 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234512, 2024-08-29T14:48:52.727 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3473 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.728 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.4": { 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:52.729 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22064, 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.730 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 560, 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 5 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9456, 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22064, 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4080, 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 51 2024-08-29T14:48:52.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 52474, 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9798 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 139400, 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 205 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.732 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 10084, 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 609 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 29796, 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 205 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 736, 2024-08-29T14:48:52.733 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 981915, 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 85 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12096, 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2445790, 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 187 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.734 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4840, 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 55 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 463360, 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 40 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.735 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 8944, 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 18 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234768, 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3485 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.736 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.5": { 2024-08-29T14:48:52.737 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21952, 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 196 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 224, 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 2 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9408, 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 196 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.739 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21952, 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 196 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 3520, 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 44 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.740 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 53441, 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9887 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 140760, 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 207 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 10320, 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 611 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.741 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 30476, 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 207 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2208, 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 884155, 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 61 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.742 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 30637, 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2432160, 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 179 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 5544, 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 63 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.743 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 486528, 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 42 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 13000, 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 25 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.744 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 235024, 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3497 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.745 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.6": { 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:52.746 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22848, 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 204 2024-08-29T14:48:52.747 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 336, 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9792, 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 204 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22848, 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 204 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.748 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 3040, 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 38 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 18753, 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 4 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 52675, 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 10035 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 138040, 2024-08-29T14:48:52.749 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 203 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 11212, 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 765 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 30648, 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 203 2024-08-29T14:48:52.750 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 829986, 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 49 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.751 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2395194, 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 166 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4928, 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 56 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 451776, 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 39 2024-08-29T14:48:52.752 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 94432, 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 192 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234512, 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3473 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.753 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.754 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.7": { 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:52.755 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22736, 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 203 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1232, 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 11 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:52.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9744, 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 203 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22736, 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 203 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2320, 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 29 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 286720, 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 11 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.757 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 56377, 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 10477 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 144160, 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 212 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 11976, 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 770 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.758 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 33120, 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 212 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 185715, 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 36 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:52.759 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2448464, 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 216 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6336, 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 72 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.760 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 532864, 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 46 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 97968, 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 226 2024-08-29T14:48:52.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.762 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:52.762 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234512, 2024-08-29T14:48:52.762 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3473 2024-08-29T14:48:52.762 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.762 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:52.762 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.762 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.762 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.762 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:52.762 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.763 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: "metadata": { 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: "mds": { 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 2 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:52.764 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 2 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 2 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 2 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 2 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 2 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 3 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 3 2024-08-29T14:48:52.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 3 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 3 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 3 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 3 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.767 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 8 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 8 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.768 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 8 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 8 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 8 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 8 2024-08-29T14:48:52.769 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_objectstore": { 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": 8 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: "rotational": { 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: "0": 8 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: "features": { 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: "optional": [], 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: "persistent": [ 2024-08-29T14:48:52.770 INFO:tasks.workunit.client.0.smithi131.stdout: "kraken", 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "luminous", 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "mimic", 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap-prune", 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "nautilus", 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "octopus", 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "pacific", 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "elector-pinging", 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "quincy" 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "ipv4_addr_mons": 6, 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "ipv6_addr_mons": 0, 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "min_mon_release": 17, 2024-08-29T14:48:52.771 INFO:tasks.workunit.client.0.smithi131.stdout: "v1_addr_mons": 3, 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: "v2_addr_mons": 3 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: "organization": "ceph-qa", 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster_network": false, 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 8, 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: "require_min_compat_client": "luminous", 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: "require_osd_release": "quincy" 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_perf_histograms": [ 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: "axes": [ 2024-08-29T14:48:52.772 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Latency (usec)", 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 100000, 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 99999]", 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "[100000, 199999]", 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "[200000, 399999]", 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "[400000, 799999]", 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "[800000, 1599999]", 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "[1600000, 3199999]", 2024-08-29T14:48:52.773 INFO:tasks.workunit.client.0.smithi131.stdout: "[3200000, 6399999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[6400000, 12799999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[12800000, 25599999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[25600000, 51199999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[51200000, 102399999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[102400000, 204799999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[204800000, 409599999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[409600000, 819199999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[819200000, 1638399999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[1638400000, 3276799999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[3276800000, 6553599999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[6553600000, 13107199999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[13107200000, 26214399999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[26214400000, 52428799999]", 2024-08-29T14:48:52.774 INFO:tasks.workunit.client.0.smithi131.stdout: "[52428800000, 104857599999]", 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "[104857600000, 209715199999]", 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "[209715200000, 419430399999]", 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "[419430400000, 838860799999]", 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "[838860800000, 1677721599999]", 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "[1677721600000, 3355443199999]", 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "[3355443200000, 6710886399999]", 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "[6710886400000, 13421772799999]", 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "[13421772800000, 26843545599999]", 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "[26843545600000, 53687091199999]", 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "[53687091200000, None]" 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:52.775 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Request size (bytes)", 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 512, 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 511]", 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "[512, 1023]", 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "[1024, 2047]", 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "[2048, 4095]", 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "[4096, 8191]", 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "[8192, 16383]", 2024-08-29T14:48:52.776 INFO:tasks.workunit.client.0.smithi131.stdout: "[16384, 32767]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[32768, 65535]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[65536, 131071]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[131072, 262143]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[262144, 524287]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[524288, 1048575]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[1048576, 2097151]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[2097152, 4194303]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[4194304, 8388607]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[8388608, 16777215]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[16777216, 33554431]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[33554432, 67108863]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[67108864, 134217727]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[134217728, 268435455]", 2024-08-29T14:48:52.777 INFO:tasks.workunit.client.0.smithi131.stdout: "[268435456, 536870911]", 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "[536870912, 1073741823]", 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "[1073741824, 2147483647]", 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "[2147483648, 4294967295]", 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "[4294967296, 8589934591]", 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "[8589934592, 17179869183]", 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "[17179869184, 34359738367]", 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "[34359738368, 68719476735]", 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "[68719476736, 137438953471]", 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "[137438953472, 274877906943]", 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "[274877906944, None]" 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.778 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "osds": [ 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 0, 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.779 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.780 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.781 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 1, 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.782 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.783 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.784 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 2, 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.785 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.786 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 3, 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.787 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.788 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.789 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.789 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.789 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.789 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.789 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.789 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.789 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.789 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.789 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 4, 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.790 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.791 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.792 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 5, 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.793 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.794 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.795 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.795 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.795 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.795 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.795 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.795 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.795 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.795 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.795 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 6, 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.796 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.797 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.798 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 7, 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.799 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.800 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.801 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "axes": [ 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Latency (usec)", 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 100000, 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 99999]", 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "[100000, 199999]", 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "[200000, 399999]", 2024-08-29T14:48:52.802 INFO:tasks.workunit.client.0.smithi131.stdout: "[400000, 799999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[800000, 1599999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[1600000, 3199999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[3200000, 6399999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[6400000, 12799999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[12800000, 25599999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[25600000, 51199999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[51200000, 102399999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[102400000, 204799999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[204800000, 409599999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[409600000, 819199999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[819200000, 1638399999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[1638400000, 3276799999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[3276800000, 6553599999]", 2024-08-29T14:48:52.803 INFO:tasks.workunit.client.0.smithi131.stdout: "[6553600000, 13107199999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[13107200000, 26214399999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[26214400000, 52428799999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[52428800000, 104857599999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[104857600000, 209715199999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[209715200000, 419430399999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[419430400000, 838860799999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[838860800000, 1677721599999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[1677721600000, 3355443199999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[3355443200000, 6710886399999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[6710886400000, 13421772799999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[13421772800000, 26843545599999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[26843545600000, 53687091199999]", 2024-08-29T14:48:52.804 INFO:tasks.workunit.client.0.smithi131.stdout: "[53687091200000, None]" 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Request size (bytes)", 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 512, 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 511]", 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "[512, 1023]", 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "[1024, 2047]", 2024-08-29T14:48:52.805 INFO:tasks.workunit.client.0.smithi131.stdout: "[2048, 4095]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[4096, 8191]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[8192, 16383]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[16384, 32767]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[32768, 65535]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[65536, 131071]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[131072, 262143]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[262144, 524287]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[524288, 1048575]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[1048576, 2097151]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[2097152, 4194303]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[4194304, 8388607]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[8388608, 16777215]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[16777216, 33554431]", 2024-08-29T14:48:52.806 INFO:tasks.workunit.client.0.smithi131.stdout: "[33554432, 67108863]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[67108864, 134217727]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[134217728, 268435455]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[268435456, 536870911]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[536870912, 1073741823]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[1073741824, 2147483647]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[2147483648, 4294967295]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[4294967296, 8589934591]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[8589934592, 17179869183]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[17179869184, 34359738367]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[34359738368, 68719476735]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[68719476736, 137438953471]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[137438953472, 274877906943]", 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: "[274877906944, None]" 2024-08-29T14:48:52.807 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: "osds": [ 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 0, 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.808 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.809 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.810 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 1, 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.811 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.812 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 2, 2024-08-29T14:48:52.813 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.814 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.815 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 3, 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.816 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.817 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.818 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 4, 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.819 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.820 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.821 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 5, 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.822 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.823 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.824 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 6, 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.825 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.826 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.827 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 7, 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.828 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.829 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:52.830 INFO:tasks.workunit.client.0.smithi131.stdout: "axes": [ 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Latency (usec)", 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 100000, 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 99999]", 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "[100000, 199999]", 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "[200000, 399999]", 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "[400000, 799999]", 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "[800000, 1599999]", 2024-08-29T14:48:52.831 INFO:tasks.workunit.client.0.smithi131.stdout: "[1600000, 3199999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[3200000, 6399999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[6400000, 12799999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[12800000, 25599999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[25600000, 51199999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[51200000, 102399999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[102400000, 204799999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[204800000, 409599999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[409600000, 819199999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[819200000, 1638399999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[1638400000, 3276799999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[3276800000, 6553599999]", 2024-08-29T14:48:52.832 INFO:tasks.workunit.client.0.smithi131.stdout: "[6553600000, 13107199999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[13107200000, 26214399999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[26214400000, 52428799999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[52428800000, 104857599999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[104857600000, 209715199999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[209715200000, 419430399999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[419430400000, 838860799999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[838860800000, 1677721599999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[1677721600000, 3355443199999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[3355443200000, 6710886399999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[6710886400000, 13421772799999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[13421772800000, 26843545599999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[26843545600000, 53687091199999]", 2024-08-29T14:48:52.833 INFO:tasks.workunit.client.0.smithi131.stdout: "[53687091200000, None]" 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Request size (bytes)", 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 512, 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 511]", 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "[512, 1023]", 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "[1024, 2047]", 2024-08-29T14:48:52.834 INFO:tasks.workunit.client.0.smithi131.stdout: "[2048, 4095]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[4096, 8191]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[8192, 16383]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[16384, 32767]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[32768, 65535]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[65536, 131071]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[131072, 262143]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[262144, 524287]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[524288, 1048575]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[1048576, 2097151]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[2097152, 4194303]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[4194304, 8388607]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[8388608, 16777215]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[16777216, 33554431]", 2024-08-29T14:48:52.835 INFO:tasks.workunit.client.0.smithi131.stdout: "[33554432, 67108863]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[67108864, 134217727]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[134217728, 268435455]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[268435456, 536870911]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[536870912, 1073741823]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[1073741824, 2147483647]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[2147483648, 4294967295]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[4294967296, 8589934591]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[8589934592, 17179869183]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[17179869184, 34359738367]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[34359738368, 68719476735]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[68719476736, 137438953471]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[137438953472, 274877906943]", 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: "[274877906944, None]" 2024-08-29T14:48:52.836 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "osds": [ 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 0, 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.837 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.838 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.839 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 1, 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.840 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.841 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 2, 2024-08-29T14:48:52.842 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.843 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.844 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 3, 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.845 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.846 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.847 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 4, 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.848 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.849 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.850 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 5, 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.851 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.852 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.853 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 6, 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.854 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.855 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 7, 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.856 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.857 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.858 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: "axes": [ 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Latency (usec)", 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 100000, 2024-08-29T14:48:52.859 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 99999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[100000, 199999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[200000, 399999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[400000, 799999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[800000, 1599999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[1600000, 3199999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[3200000, 6399999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[6400000, 12799999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[12800000, 25599999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[25600000, 51199999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[51200000, 102399999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[102400000, 204799999]", 2024-08-29T14:48:52.860 INFO:tasks.workunit.client.0.smithi131.stdout: "[204800000, 409599999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[409600000, 819199999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[819200000, 1638399999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[1638400000, 3276799999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[3276800000, 6553599999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[6553600000, 13107199999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[13107200000, 26214399999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[26214400000, 52428799999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[52428800000, 104857599999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[104857600000, 209715199999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[209715200000, 419430399999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[419430400000, 838860799999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[838860800000, 1677721599999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[1677721600000, 3355443199999]", 2024-08-29T14:48:52.861 INFO:tasks.workunit.client.0.smithi131.stdout: "[3355443200000, 6710886399999]", 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: "[6710886400000, 13421772799999]", 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: "[13421772800000, 26843545599999]", 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: "[26843545600000, 53687091199999]", 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: "[53687091200000, None]" 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Request size (bytes)", 2024-08-29T14:48:52.862 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 512, 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 511]", 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[512, 1023]", 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[1024, 2047]", 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[2048, 4095]", 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[4096, 8191]", 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[8192, 16383]", 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[16384, 32767]", 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[32768, 65535]", 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[65536, 131071]", 2024-08-29T14:48:52.863 INFO:tasks.workunit.client.0.smithi131.stdout: "[131072, 262143]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[262144, 524287]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[524288, 1048575]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[1048576, 2097151]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[2097152, 4194303]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[4194304, 8388607]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[8388608, 16777215]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[16777216, 33554431]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[33554432, 67108863]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[67108864, 134217727]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[134217728, 268435455]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[268435456, 536870911]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[536870912, 1073741823]", 2024-08-29T14:48:52.864 INFO:tasks.workunit.client.0.smithi131.stdout: "[1073741824, 2147483647]", 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: "[2147483648, 4294967295]", 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: "[4294967296, 8589934591]", 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: "[8589934592, 17179869183]", 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: "[17179869184, 34359738367]", 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: "[34359738368, 68719476735]", 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: "[68719476736, 137438953471]", 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: "[137438953472, 274877906943]", 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: "[274877906944, None]" 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: "osds": [ 2024-08-29T14:48:52.865 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 0, 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.866 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.867 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 1, 2024-08-29T14:48:52.868 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 8, 4, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 13, 4, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.869 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.870 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 2, 2024-08-29T14:48:52.871 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.872 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.873 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 3, 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.874 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.875 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.876 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 4, 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.877 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.878 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.879 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 5, 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.880 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.881 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.882 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 6, 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.883 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.884 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 7, 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:52.885 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.886 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.887 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_counters": { 2024-08-29T14:48:52.888 INFO:tasks.workunit.client.0.smithi131.stdout: "mds.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: "mds": { 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: "caps": { 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_cap_op_flush_ack": { 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_cap_op_grant": { 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.889 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.890 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_cap_op_revoke": { 2024-08-29T14:48:52.890 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.890 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.890 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_cap_op_trunc": { 2024-08-29T14:48:52.890 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.890 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.890 INFO:tasks.workunit.client.0.smithi131.stdout: "dir_commit": { 2024-08-29T14:48:52.890 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12 2024-08-29T14:48:52.890 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.890 INFO:tasks.workunit.client.0.smithi131.stdout: "dir_fetch": { 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: "dir_merge": { 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: "dir_split": { 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: "exported_inodes": { 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: "forward": { 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_client_cap_release": { 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_client_caps": { 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_client_caps_dirty": { 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_inode_file_caps": { 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: "imported_inodes": { 2024-08-29T14:48:52.892 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: "inodes": { 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: "inodes_expired": { 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: "inodes_pinned": { 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: "inodes_with_caps": { 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.893 INFO:tasks.workunit.client.0.smithi131.stdout: "load_cent": { 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: "openino_dir_fetch": { 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: "process_request_cap_release": { 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: "reply_latency": { 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 110520 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.894 INFO:tasks.workunit.client.0.smithi131.stdout: "request": { 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: "root_rbytes": { 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: "root_rfiles": { 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: "root_rsnaps": { 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_reply": { 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.895 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: "subtrees": { 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_cache": { 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_enqueue_scrub": { 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_exportdir": { 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_flush": { 2024-08-29T14:48:52.896 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_fragmentdir": { 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_fragstats": { 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_inodestats": { 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_recovering_enqueued": { 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_recovering_prioritized": { 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: "num_recovering_processing": { 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: "num_strays": { 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: "num_strays_delayed": { 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: "num_strays_enqueuing": { 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_completed": { 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_started": { 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: "strays_created": { 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: "strays_enqueued": { 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: "strays_migrated": { 2024-08-29T14:48:52.899 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: "strays_reintegrated": { 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_log": { 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: "ev": { 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: "evadd": { 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5 2024-08-29T14:48:52.900 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: "evex": { 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: "evexd": { 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: "evexg": { 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: "evtrm": { 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: "jlat": { 2024-08-29T14:48:52.901 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 5, 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10183664 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: "replayed": { 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: "seg": { 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: "segadd": { 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: "segex": { 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.902 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: "segexd": { 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: "segexg": { 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: "segtrm": { 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_mem": { 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: "cap": { 2024-08-29T14:48:52.903 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: "cap+": { 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: "cap-": { 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: "dir": { 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: "dir+": { 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.904 INFO:tasks.workunit.client.0.smithi131.stdout: "dir-": { 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: "dn": { 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: "dn+": { 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: "dn-": { 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: "heap": { 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 207068 2024-08-29T14:48:52.905 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: "ino": { 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: "ino+": { 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: "ino-": { 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: "rss": { 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 38332 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.906 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_server": { 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: "cap_acquisition_throttle": { 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: "cap_revoke_eviction": { 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_client_request": { 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_client_session": { 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 16 2024-08-29T14:48:52.907 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_peer_request": { 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: "req_create_latency": { 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: "req_getattr_latency": { 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 110520 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: "req_getfilelock_latency": { 2024-08-29T14:48:52.908 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: "req_getvxattr_latency": { 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: "req_link_latency": { 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookup_latency": { 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.909 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookuphash_latency": { 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookupino_latency": { 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookupname_latency": { 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.910 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookupparent_latency": { 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookupsnap_latency": { 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lssnap_latency": { 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "req_mkdir_latency": { 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.911 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: "req_mknod_latency": { 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: "req_mksnap_latency": { 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: "req_open_latency": { 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.912 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "req_readdir_latency": { 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "req_rename_latency": { 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "req_renamesnap_latency": { 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "req_rmdir_latency": { 2024-08-29T14:48:52.913 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: "req_rmsnap_latency": { 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: "req_rmxattr_latency": { 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: "req_setattr_latency": { 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.914 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "req_setdirlayout_latency": { 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "req_setfilelock_latency": { 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "req_setlayout_latency": { 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "req_setxattr_latency": { 2024-08-29T14:48:52.915 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: "req_symlink_latency": { 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: "req_unlink_latency": { 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_sessions": { 2024-08-29T14:48:52.916 INFO:tasks.workunit.client.0.smithi131.stdout: "average_load": { 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: "avg_session_uptime": { 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 87 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: "mdthresh_evicted": { 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: "session_add": { 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: "session_count": { 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.917 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: "session_remove": { 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: "sessions_open": { 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: "sessions_stale": { 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: "total_load": { 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.918 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.919 INFO:tasks.workunit.client.0.smithi131.stdout: "purge_queue": { 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_executed": { 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_executing": { 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_executing_high_water": { 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_executing_ops": { 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_executing_ops_high_water": { 2024-08-29T14:48:52.920 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_item_in_journal": { 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.6a3ce4fe3b9e8ee3cfd33c3c61124502159846f6": { 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: "election_call": { 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: "election_lose": { 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.921 INFO:tasks.workunit.client.0.smithi131.stdout: "election_win": { 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: "num_elections": { 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 9 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: "num_sessions": { 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: "session_add": { 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: "session_rm": { 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 168 2024-08-29T14:48:52.922 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: "session_trim": { 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: "paxos": { 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: "accept_timeout": { 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: "begin": { 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 949 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_bytes": { 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:52.923 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5002694 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_keys": { 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2847 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_latency": { 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 180996121 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: "collect": { 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_bytes": { 2024-08-29T14:48:52.924 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_keys": { 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_latency": { 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_timeout": { 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.925 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_uncommitted": { 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: "commit": { 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 949 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_bytes": { 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4934423 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_keys": { 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5483 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.926 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_latency": { 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 432496870 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_ack_timeout": { 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_timeout": { 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn": { 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.927 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn_latency": { 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1999957 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh": { 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 951 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh_latency": { 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 951, 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2440947714 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: "restart": { 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12 2024-08-29T14:48:52.928 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state": { 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_bytes": { 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1050 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_keys": { 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: "start_leader": { 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3 2024-08-29T14:48:52.929 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: "start_peon": { 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state": { 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_bytes": { 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_keys": { 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.930 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_latency": { 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache": { 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1020054731 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 44785664 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:52.931 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 40673280 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2147483648 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4112384 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:full": { 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:52.932 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277007074 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 309795 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:52.933 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:52.934 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 70810363 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:inc": { 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:52.935 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277007074 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 41035 2024-08-29T14:48:52.936 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:52.937 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71079123 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.938 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:kv": { 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 322961408 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 184671383 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.939 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.940 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:52.941 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71181161 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb": { 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: "compact": { 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_completed": { 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lasted": { 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36498930 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.942 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_len": { 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_merge": { 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_running": { 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: "get_latency": { 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 42427, 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159257915 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_delay_time": { 2024-08-29T14:48:52.943 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_memtable_time": { 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_wal_time": { 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.944 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_latency": { 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_sync_latency": { 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2072, 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 685372978 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.a459ee99568b1830a17c20b1771cde0226dd09f1": { 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: "election_call": { 2024-08-29T14:48:52.945 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: "election_lose": { 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: "election_win": { 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: "num_elections": { 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: "num_sessions": { 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.946 INFO:tasks.workunit.client.0.smithi131.stdout: "session_add": { 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: "session_rm": { 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 97 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: "session_trim": { 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: "paxos": { 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: "accept_timeout": { 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.947 INFO:tasks.workunit.client.0.smithi131.stdout: "begin": { 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 814 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_bytes": { 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 814, 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3963800 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_keys": { 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_latency": { 2024-08-29T14:48:52.948 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 814, 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 222995219 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: "collect": { 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_bytes": { 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_keys": { 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.949 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_latency": { 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_timeout": { 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_uncommitted": { 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: "commit": { 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 815 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.950 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_bytes": { 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_keys": { 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_latency": { 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_ack_timeout": { 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.951 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_timeout": { 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn": { 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn_latency": { 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh": { 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 815 2024-08-29T14:48:52.952 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh_latency": { 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 815, 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1895959401 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: "restart": { 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state": { 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_bytes": { 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.953 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_keys": { 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: "start_leader": { 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: "start_peon": { 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state": { 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 815 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.954 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_bytes": { 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 815, 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7774951 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_keys": { 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 815, 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5557 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_latency": { 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 815, 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 472989876 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache": { 2024-08-29T14:48:52.955 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1020054731 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43843584 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 33767424 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2147483648 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10076160 2024-08-29T14:48:52.956 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:full": { 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:52.957 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277006012 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 310225 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.958 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.959 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 70810995 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:inc": { 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.960 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277006012 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43438 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:52.961 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.962 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:52.963 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.963 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.963 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:52.963 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71077782 2024-08-29T14:48:52.963 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.963 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.963 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:kv": { 2024-08-29T14:48:52.963 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:52.963 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 322961408 2024-08-29T14:48:52.963 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 184670675 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.964 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.965 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71181869 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.966 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb": { 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: "compact": { 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_completed": { 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lasted": { 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36037131 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_len": { 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_merge": { 2024-08-29T14:48:52.967 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_running": { 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: "get_latency": { 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 35105, 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 82046683 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_delay_time": { 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.968 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_memtable_time": { 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_wal_time": { 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.969 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_latency": { 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_sync_latency": { 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1757, 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 777366500 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: "election_call": { 2024-08-29T14:48:52.970 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: "election_lose": { 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: "election_win": { 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_elections": { 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_sessions": { 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.971 INFO:tasks.workunit.client.0.smithi131.stdout: "session_add": { 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: "session_rm": { 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: "session_trim": { 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: "paxos": { 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: "accept_timeout": { 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.972 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "begin": { 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 823 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_bytes": { 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 823, 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3988998 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_keys": { 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_latency": { 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 823, 2024-08-29T14:48:52.973 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 130997348 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: "collect": { 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_bytes": { 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 146 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_keys": { 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_latency": { 2024-08-29T14:48:52.974 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 999980 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_timeout": { 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_uncommitted": { 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: "commit": { 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 824 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_bytes": { 2024-08-29T14:48:52.975 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_keys": { 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_latency": { 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_ack_timeout": { 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.976 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_timeout": { 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn": { 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn_latency": { 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh": { 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 824 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.977 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh_latency": { 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 824, 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1833962889 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: "restart": { 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state": { 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_bytes": { 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.978 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_keys": { 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: "start_leader": { 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: "start_peon": { 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state": { 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 824 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_bytes": { 2024-08-29T14:48:52.979 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 824, 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7823438 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_keys": { 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 824, 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5627 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_latency": { 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 824, 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 302993863 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache": { 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:52.980 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1020054731 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43827200 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 32833536 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2147483648 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10993664 2024-08-29T14:48:52.981 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:full": { 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277006012 2024-08-29T14:48:52.982 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 310225 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.983 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.984 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 70810995 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:inc": { 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.985 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277006012 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43438 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.986 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71077782 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:kv": { 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 322961408 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.988 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 184670675 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.989 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.990 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:52.990 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.990 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.990 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:52.990 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.990 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.990 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:52.990 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71181869 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb": { 2024-08-29T14:48:52.991 INFO:tasks.workunit.client.0.smithi131.stdout: "compact": { 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_completed": { 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lasted": { 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 25236151 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_len": { 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_merge": { 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.992 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_running": { 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "get_latency": { 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 35113, 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 79913294 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_delay_time": { 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_memtable_time": { 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.993 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_wal_time": { 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_latency": { 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.994 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_sync_latency": { 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1799, 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 530077408 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.0": { 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.995 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:52.996 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2859008 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:52.997 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1781760 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1642496 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:52.998 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:52.999 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:53.000 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.001 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.002 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4575232 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1396736 2024-08-29T14:48:53.004 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 100987 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:53.005 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 22, 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 52586 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.006 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 384, 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 81470125 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 379, 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7046150 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 384, 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 443894 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 384, 2024-08-29T14:48:53.007 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 81914019 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 48550 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 8, 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 19824 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.008 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10402 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:53.009 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 919 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 244 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 129, 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2663851 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 345, 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 257950 2024-08-29T14:48:53.010 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 216, 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6054049 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29977 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.011 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10805727 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 134, 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 11589969 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 134, 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 418806775730 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 134, 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 171611330164 2024-08-29T14:48:53.012 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 70023354352 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 49291 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5692233 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:53.013 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 187817434 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 157355 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 115239135 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 28303575 2024-08-29T14:48:53.014 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 941929 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 68, 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 341837 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 347930947 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.015 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 32998539 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3348272 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861454136 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 272023552 2024-08-29T14:48:53.016 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 271704064 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137365299 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 319488 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.017 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85459452 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.018 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 610304 2024-08-29T14:48:53.019 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73313796 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.020 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 640945890 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.021 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.022 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.023 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 72083662 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.024 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56972968 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.025 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.026 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68855688 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.027 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 640945890 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.028 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 306556 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.029 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71779234 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.030 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:53.031 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 604 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.032 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 33934712 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 7, 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3090910 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:53.033 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17368787 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.034 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.035 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:53.036 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 604 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.037 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 33934712 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 7, 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3090910 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17368787 2024-08-29T14:48:53.038 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1771104 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:53.039 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305885184 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.1": { 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:53.040 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:53.041 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2539520 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.042 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1622016 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1482752 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:53.043 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.044 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:53.045 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:53.046 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.047 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.048 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096000 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 798720 2024-08-29T14:48:53.049 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 5, 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 216243 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.050 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 31, 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 81039 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.051 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 345, 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73692001 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 337, 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 11005562 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 345, 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 430657 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 345, 2024-08-29T14:48:53.052 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 74122658 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36004 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8388 2024-08-29T14:48:53.053 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 5, 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10988 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:53.054 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 867 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 252 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 151, 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4621918 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 385, 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 268783 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:53.055 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 234, 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 9443971 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 96464 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10627514 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.056 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 131, 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 30775804 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 130, 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305378034177 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 131, 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 146192646759 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:53.057 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 416, 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 77334928006 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 416, 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 41544 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1220062 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:53.058 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 172553636 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 138426 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 49864092 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 26583122 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.059 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 351024 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 64, 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 283901 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 260914462 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 31351764 2024-08-29T14:48:53.060 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4426657 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861454136 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 270843904 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.061 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 270090240 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137365299 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 753664 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.062 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85496777 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.063 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 16384 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.064 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73870391 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.065 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641225828 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.066 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.067 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71803724 2024-08-29T14:48:53.068 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.069 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56997851 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.070 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.071 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68830805 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.072 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641225828 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.073 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 278459 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.074 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71527393 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.075 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:53.076 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 157 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2429467 2024-08-29T14:48:53.077 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 157, 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 738467049 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1063 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 157, 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 55791237 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 157, 2024-08-29T14:48:53.078 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 193003847 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 33 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 33, 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5044635 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1063 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.079 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 33, 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4460870 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 33, 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3735495 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 22 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.080 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 22, 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17688840 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.081 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 22, 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8002416 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 22, 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 16590137 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 102 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2429467 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:53.082 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 102, 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 715733574 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 102, 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43327951 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 102, 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 172678215 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.083 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 590368 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305291264 2024-08-29T14:48:53.084 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.2": { 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.085 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2162688 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.086 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.087 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1347584 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1208320 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.088 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:53.089 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:53.090 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.091 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:53.092 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.093 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3444736 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:53.094 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 786432 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 191617 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:53.095 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 11987 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.096 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 62779853 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 277, 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4912909 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 387888 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.097 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 63167741 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 35018 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.098 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1038 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:53.100 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4619 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 639 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 224 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 108, 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1354362 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:53.101 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 293, 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 232782 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 185, 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1287255 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 116744 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.102 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13080768 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 124, 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 11771723 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 123, 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 414578541342 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 124, 2024-08-29T14:48:53.103 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 156130534263 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 342, 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 164643182812 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 342, 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 34653 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3946412 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.104 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 117867001 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 108124 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 66870209 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:53.105 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 21186387 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 350845 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 58, 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 292558 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 222998488 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:53.106 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24887030 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2125677 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861454136 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 269860864 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:53.107 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 268935168 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137365299 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 925696 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.108 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85497624 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.109 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.110 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73873640 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:53.111 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.112 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.112 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.112 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.112 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.112 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.112 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.112 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.112 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641232182 2024-08-29T14:48:53.112 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.112 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.113 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.114 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71797370 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.115 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56998416 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.116 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.117 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68830240 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.118 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641232182 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.119 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 268437 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.120 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71531061 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.121 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 31 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.122 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.123 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67831645 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3867746 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:53.124 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29698564 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:53.125 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.126 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.127 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.128 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67831645 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3867746 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29698564 2024-08-29T14:48:53.129 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:53.130 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305278976 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.3": { 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.131 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.132 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1277952 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.133 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 954368 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 815104 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:53.134 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.135 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.136 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:53.137 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.138 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.139 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2166784 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 806912 2024-08-29T14:48:53.140 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.141 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 9220 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 182, 2024-08-29T14:48:53.142 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 52159727 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 174, 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8889438 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 182, 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 297005 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 182, 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 52456732 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.143 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29696 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1537 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:53.144 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12025 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 391 2024-08-29T14:48:53.145 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 231 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 108, 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1178611 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 195, 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 283866 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 87, 2024-08-29T14:48:53.146 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 545342 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 9492296 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:53.147 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 60, 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3937877 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 57, 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 309678772386 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 60, 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 90805383619 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 245, 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 873053 2024-08-29T14:48:53.148 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 245, 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 25386 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 285858 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 110193446 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:53.149 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 72404 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43318475 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13054948 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 353573 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 51, 2024-08-29T14:48:53.150 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 299811 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 176375959 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15781736 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1747869 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.151 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861454136 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 268812288 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 268083200 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:53.152 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137365299 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 729088 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.153 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85497658 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.154 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.155 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73881798 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.156 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641232437 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.157 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.158 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71797115 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.159 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56998438 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.160 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.161 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68830218 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.162 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641232437 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.163 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6971 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 271888 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.164 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71520384 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.165 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.166 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.167 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:53.168 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 733921 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.169 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.170 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:53.171 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.172 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.173 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 733921 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:53.174 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305295360 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.4": { 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:53.175 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.176 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1347584 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.177 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 987136 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:53.178 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 847872 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:53.179 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.180 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.181 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.182 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.183 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2269184 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:53.184 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 806912 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 232558 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:53.185 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1996 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.186 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 190, 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 50238927 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 186, 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7558219 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 190, 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 639052 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:53.187 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 190, 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 50877979 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 35501 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 935 2024-08-29T14:48:53.188 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10054 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:53.189 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 407 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 251 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 111, 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1011537 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 191, 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 302025 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 80, 2024-08-29T14:48:53.190 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159081 2024-08-29T14:48:53.191 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.191 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:53.191 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.191 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.191 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:53.191 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:53.191 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 115720 2024-08-29T14:48:53.191 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.191 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4024650 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 49, 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3555733 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 48, 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 196015387009 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.192 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 49, 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 72923022288 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 275, 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8056017462 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 275, 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 28547 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:53.193 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 265423 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 94309931 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 84217 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56847624 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:53.194 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15950791 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 351560 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 47, 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 216437 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 171436991 2024-08-29T14:48:53.195 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 18587856 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2407065 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861467539 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.196 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 269926400 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 269492224 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137381068 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 434176 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:53.197 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85498285 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.198 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.199 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73885267 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.200 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641237144 2024-08-29T14:48:53.201 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.202 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.203 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71792408 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.204 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56998857 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.205 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.206 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68829799 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.207 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641237144 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.208 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 280319 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.209 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71514217 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.210 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 40 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.211 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 22 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.212 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6933549 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 799135 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:53.213 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6805914 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.214 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.215 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.216 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:53.217 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 22 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6933549 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 799135 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.218 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6805914 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:53.219 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305299456 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.5": { 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:53.220 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.221 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1216512 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.222 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 876544 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 737280 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:53.223 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:53.224 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.225 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.226 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:53.227 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.228 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2027520 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.229 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 802816 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 129373 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:53.230 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4301 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 163, 2024-08-29T14:48:53.231 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 51358258 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 162, 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6474704 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 163, 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 213424 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 163, 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 51571682 2024-08-29T14:48:53.232 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 32743 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 902 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.233 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3704 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 367 2024-08-29T14:48:53.234 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 258 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 99, 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 708101 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 162, 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 248855 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:53.235 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 63, 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 324224 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 70123 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3361729 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:53.236 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 47, 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3164775 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 44, 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 280359724350 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 47, 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 64844129342 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 275, 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8383480362 2024-08-29T14:48:53.237 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 275, 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 28019 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 244787 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 121653696 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:53.238 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 77806 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 113493008 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13522713 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 353255 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.239 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 39, 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 176292 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 252312234 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15880004 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:53.240 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2139813 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861467539 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 270974976 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 269901824 2024-08-29T14:48:53.241 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137381068 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1073152 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.242 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85498127 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.243 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.244 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73885425 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.245 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641235959 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.246 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.247 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71793593 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.248 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56998751 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.249 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.250 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68829905 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:53.251 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641235959 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.252 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.253 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6969 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 281563 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.254 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71507189 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.255 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 42 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.256 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.257 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.258 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.259 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.260 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.261 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.262 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.263 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305291264 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.264 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.6": { 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:53.265 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1363968 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.266 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.267 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1011712 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 872448 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:53.268 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:53.269 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:53.270 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.271 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.272 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.273 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2310144 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1388544 2024-08-29T14:48:53.274 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.275 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8024 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 196, 2024-08-29T14:48:53.276 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45781256 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 189, 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14694536 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 196, 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 172583 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 196, 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45953839 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.277 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 54809 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1083 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.278 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 11944 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 400 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:53.279 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 262 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 95, 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 987667 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 149, 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 274111 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 54, 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 649767 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.280 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4555709 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 40, 2024-08-29T14:48:53.281 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2766026 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 40, 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 433065873385 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 40, 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 60861574759 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 617105 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.282 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 30007 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 633477 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 137092274 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.283 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 87943 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 89579844 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14388659 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 943572 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.284 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 33, 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 135491 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 246289607 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17722212 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:53.285 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3751129 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861467539 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 270139392 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 270073856 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:53.286 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137381068 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.287 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85497376 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.288 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.289 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73873888 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.290 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.291 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.291 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.291 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.291 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.291 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641230324 2024-08-29T14:48:53.291 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.291 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.291 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.291 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.291 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.292 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71799228 2024-08-29T14:48:53.293 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.294 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56998251 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.295 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.296 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68830405 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.297 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641230324 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.298 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7112 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 281654 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.299 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71512590 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.300 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 39 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.301 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2804 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 13, 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 64375035 2024-08-29T14:48:53.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 15, 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6066532 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 13, 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29387326 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.303 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.304 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.305 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:53.306 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2804 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 13, 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 64375035 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:53.307 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 15, 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6066532 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 13, 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29387326 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305876992 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.7": { 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:53.309 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:53.310 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1323008 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.311 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1003520 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 864256 2024-08-29T14:48:53.312 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.313 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.314 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.315 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.316 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:53.317 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2260992 2024-08-29T14:48:53.318 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1384448 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 154316 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:53.319 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 12, 2024-08-29T14:48:53.320 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45049 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 194, 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 49540703 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 181, 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 16883934 2024-08-29T14:48:53.321 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 194, 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 139076 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 194, 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 49679779 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.322 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45001 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1219 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:53.323 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3316 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 774 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 301 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:53.324 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 143, 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3440197 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 231, 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 319668 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 88, 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2585721 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.325 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 19099 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2165295 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 25, 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1911118 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 25, 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 256031695420 2024-08-29T14:48:53.326 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 25, 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43497290135 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 484302 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65418 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:53.327 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 208692 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 208546289 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 89066 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.328 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 94454306 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15488652 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 941540 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 24, 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 99097 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.329 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 320903357 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 22185832 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4381414 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861467539 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.330 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 271187968 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 269918208 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137381068 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.331 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85480111 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.332 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8192 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 147456 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.333 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 131072 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73616721 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:53.334 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641100838 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.335 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.336 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71928714 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.337 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56986741 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.338 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.339 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68841915 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:53.340 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641100838 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.341 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4274 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12824 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:53.342 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 284982 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71628762 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.343 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.344 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 46 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 157 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:53.345 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 157, 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 96822740 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 266182 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 159, 2024-08-29T14:48:53.346 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 38231069 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 157, 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71170843 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 110 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 110, 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17488775 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.347 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 266182 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 110, 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15362722 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 110, 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12557179 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 42 2024-08-29T14:48:53.348 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 42, 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 38740719 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.349 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 42, 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17576800 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 42, 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36223699 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5 2024-08-29T14:48:53.350 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 5, 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 40593246 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 7, 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5291547 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.351 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 5, 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 22389965 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:53.352 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305872896 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: "pools": [ 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr" 2024-08-29T14:48:53.353 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 1, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 1, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 1, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 1781760, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 1781760, 2024-08-29T14:48:53.354 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 2, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 212, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 313344, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 590368, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 590368, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 1771104, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 179, 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 2473984 2024-08-29T14:48:53.355 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 32, 2024-08-29T14:48:53.356 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 32, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 2, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 98304, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 98304, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 22, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:53.357 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 3410, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 3410, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 10230, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 51, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 19456 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.358 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 64, 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 64, 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 3, 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:53.359 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 0.0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 0, 2024-08-29T14:48:53.360 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 0, 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 0, 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 0 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd" 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:53.361 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 8, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 8, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 4, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115147530, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 12288, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 12288, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:53.362 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 2, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 19, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 19, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 57, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 2, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 2048 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.363 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd": { 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: "mirroring_by_pool": [ 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: false 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: "num_images_by_pool": [ 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pools": 1 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.364 INFO:tasks.workunit.client.0.smithi131.stdout: "report_id": "5eb62744-87d1-41e2-a663-47263eff4f68", 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "report_timestamp": "2024-08-29T14:48:52.496539", 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "report_version": 1, 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_stats": { 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "6.15.5" 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "rook": { 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster": { 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "external-mode": null, 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "allow-multiple-per-node": null, 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "count": null, 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "max-id": null, 2024-08-29T14:48:53.365 INFO:tasks.workunit.client.0.smithi131.stdout: "pvc": { 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "enabled": null 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "stretch": { 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "enabled": null 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "network": { 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "provider": null 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "storage": { 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "device-set": { 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "non-portable": null, 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "portable": null, 2024-08-29T14:48:53.366 INFO:tasks.workunit.client.0.smithi131.stdout: "total": null 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: "csi": { 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: "kubernetes": { 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: "node": { 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: "kubernetes-total": null, 2024-08-29T14:48:53.367 INFO:tasks.workunit.client.0.smithi131.stdout: "with-ceph-daemons": null, 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-nfs-plugin": null, 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-rbd-plugin": null 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "usage": { 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "storage-class": { 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket": null, 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs": null, 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "nfs": null, 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd": null, 2024-08-29T14:48:53.368 INFO:tasks.workunit.client.0.smithi131.stdout: "total": null 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: "services": {}, 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_per_pg": [ 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.369 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.907932+0000", 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.907932+0000", 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.908371+0000", 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.370 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.371 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3f", 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.372 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:32:23.320121+0000", 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.373 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.374 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.376 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.906063+0000", 2024-08-29T14:48:53.377 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.906063+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.906435+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:53.378 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3e", 2024-08-29T14:48:53.379 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:43:44.899005+0000", 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.380 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.381 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.383 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.384 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.894180+0000", 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.894180+0000", 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894462+0000", 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:53.385 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.386 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3d", 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:54:23.085975+0000", 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.387 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.388 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.389 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.390 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.391 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.392 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.903864+0000", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.903864+0000", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.904134+0000", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.393 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.394 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3c", 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:19:51.416087+0000", 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.395 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.396 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.398 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.399 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.904068+0000", 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.904068+0000", 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.904361+0000", 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:53.400 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.401 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3b", 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:13:24.517554+0000", 2024-08-29T14:48:53.402 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.403 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.404 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.406 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.407 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.895529+0000", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.895529+0000", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.898203+0000", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.408 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.409 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3a", 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:37:34.897022+0000", 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.410 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.411 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.412 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.413 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.414 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.897866+0000", 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.897866+0000", 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900750+0000", 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.415 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.416 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.39", 2024-08-29T14:48:53.417 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:09:36.639231+0000", 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.418 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.419 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.421 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.422 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.902656+0000", 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.902656+0000", 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.902849+0000", 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.423 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.424 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.38", 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.425 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:02:54.799397+0000", 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.426 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.427 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.429 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.896558+0000", 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.896558+0000", 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.896837+0000", 2024-08-29T14:48:53.430 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.431 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.37", 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.432 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:23:45.752751+0000", 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.433 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.434 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.436 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.437 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.905663+0000", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.905663+0000", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.907547+0000", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.438 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.439 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.36", 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:55:58.039884+0000", 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.440 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.441 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.443 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.444 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.897652+0000", 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.897652+0000", 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.897958+0000", 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.445 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.446 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.35", 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.447 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:32:20.567228+0000", 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.448 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.449 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.451 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.452 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.901172+0000", 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.901172+0000", 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.901442+0000", 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:53.453 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.454 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.34", 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:36:23.386827+0000", 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.455 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.456 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.458 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.459 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893452+0000", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893452+0000", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.893880+0000", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:53.460 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.461 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.33", 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:39:36.512578+0000", 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.462 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.463 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.464 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.465 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.466 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.894249+0000", 2024-08-29T14:48:53.467 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.894249+0000", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894551+0000", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.468 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.469 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.32", 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:39:46.134492+0000", 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.470 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.471 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.473 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.474 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.896903+0000", 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.896903+0000", 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.897161+0000", 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.475 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.476 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.31", 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.477 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:19:28.924707+0000", 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.478 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.479 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.481 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:53.482 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.903998+0000", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.903998+0000", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.904892+0000", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.483 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.484 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.30", 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:33:14.034355+0000", 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.485 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.486 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.487 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.488 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.489 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.902009+0000", 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.902009+0000", 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.902273+0000", 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:53.490 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.491 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.492 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.492 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.492 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.492 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.492 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.492 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2f", 2024-08-29T14:48:53.492 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.492 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:16:38.757567+0000", 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.493 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.494 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.496 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.497 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.900054+0000", 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.900054+0000", 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900298+0000", 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:53.498 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.499 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2e", 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:03:47.994557+0000", 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.500 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.501 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.502 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.503 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.504 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.908961+0000", 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.908961+0000", 2024-08-29T14:48:53.505 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.909472+0000", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.506 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2d", 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.507 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T14:57:11.998182+0000", 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.508 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.509 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.511 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.512 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.898293+0000", 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.898293+0000", 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.898612+0000", 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.513 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.514 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2c", 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.515 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:29:21.491243+0000", 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.516 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.519 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.520 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.898943+0000", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.898943+0000", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.899247+0000", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:53.521 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.522 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2b", 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:40:08.129236+0000", 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.523 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.524 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.526 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.527 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.902913+0000", 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.902913+0000", 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.903683+0000", 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:53.528 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.529 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2a", 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:21:21.319809+0000", 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.530 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.531 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.534 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:53.838198+0000", 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:53.838198+0000", 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:53.838583+0000", 2024-08-29T14:48:53.535 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 68, 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:53.536 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 67, 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.29", 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.537 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 31, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:16:49.475729+0000", 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.538 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.541 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.542 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.889873+0000", 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.889873+0000", 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.890181+0000", 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.543 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.544 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.28", 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:25:07.199661+0000", 2024-08-29T14:48:53.545 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.546 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.547 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.548 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.549 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.882946+0000", 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.882946+0000", 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.883258+0000", 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.550 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.551 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.27", 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:09:37.246986+0000", 2024-08-29T14:48:53.552 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.553 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.554 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.555 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.556 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.910176+0000", 2024-08-29T14:48:53.557 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.910176+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.910490+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:53.558 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.26", 2024-08-29T14:48:53.559 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T14:59:37.032680+0000", 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.560 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.561 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.562 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.563 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.564 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893257+0000", 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893257+0000", 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.893548+0000", 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.565 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.566 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.25", 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:42:29.937087+0000", 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.567 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.568 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.569 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.571 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.572 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.891050+0000", 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.891050+0000", 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.891321+0000", 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:53.573 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.574 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.24", 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:14:30.576117+0000", 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.575 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.576 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.577 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.578 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.579 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893920+0000", 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893920+0000", 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894191+0000", 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.580 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.581 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.23", 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.582 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:08:33.463531+0000", 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.583 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.584 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.586 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.587 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.894119+0000", 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.894119+0000", 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894393+0000", 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.588 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.589 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.22", 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.590 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:47:44.624110+0000", 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.591 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.594 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.595 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.899368+0000", 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.899368+0000", 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.899628+0000", 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:53.596 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.597 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.21", 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:53:08.503531+0000", 2024-08-29T14:48:53.598 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.599 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.602 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.603 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.900147+0000", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.900147+0000", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900426+0000", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.604 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.605 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.20", 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:32:59.011383+0000", 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.606 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.609 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.610 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.888742+0000", 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.888742+0000", 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.889323+0000", 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.611 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.612 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1a", 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.613 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:01:30.938969+0000", 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.614 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.617 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.618 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.864423+0000", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.864423+0000", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.864692+0000", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.620 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1b", 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:15:28.580822+0000", 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.621 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.624 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.625 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:53.443239+0000", 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:53.443239+0000", 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:53.443542+0000", 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:53.626 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 68, 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.627 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 67, 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1b", 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.628 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 18, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:20:34.810365+0000", 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.629 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.632 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.633 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.870304+0000", 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.870304+0000", 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.870657+0000", 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:53.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.635 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1a", 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:16:31.973467+0000", 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.636 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.639 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.640 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867424+0000", 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867424+0000", 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.867709+0000", 2024-08-29T14:48:53.641 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.642 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.19", 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.643 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:02:45.195880+0000", 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.647 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.648 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.892494+0000", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.892494+0000", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.892736+0000", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.650 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.18", 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:51:25.011094+0000", 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.651 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.654 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.655 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872164+0000", 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872164+0000", 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.872455+0000", 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.656 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.657 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.18", 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.658 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:13:54.193637+0000", 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.659 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.662 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.663 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.897215+0000", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.897215+0000", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.897573+0000", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:53.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.665 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.19", 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:45:52.593139+0000", 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.666 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.670 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872977+0000", 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872977+0000", 2024-08-29T14:48:53.671 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873336+0000", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:53.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.673 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.17", 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:02:36.497507+0000", 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.674 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.677 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.678 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.903171+0000", 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.903171+0000", 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.903442+0000", 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:53.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.680 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.16", 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:55:20.916626+0000", 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.681 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.684 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.685 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.866075+0000", 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.866075+0000", 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.866947+0000", 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:53.686 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.687 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.16", 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.688 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:10:02.610850+0000", 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.692 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:53.693 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.899337+0000", 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.899337+0000", 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.899746+0000", 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.695 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.17", 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.696 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:39:24.925117+0000", 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:53.700 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.701 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872815+0000", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872815+0000", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873196+0000", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 3, 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 3, 2024-08-29T14:48:53.703 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.15", 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 27, 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:52:18.896104+0000", 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.704 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 90, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 4, 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 1 2024-08-29T14:48:53.707 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'3" 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.708 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.900520+0000", 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.900520+0000", 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900800+0000", 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:53.709 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.710 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.711 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.711 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.711 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.711 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.711 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.711 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.711 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.711 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.14", 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:43:40.061767+0000", 2024-08-29T14:48:53.712 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.716 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:53.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.866095+0000", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.866095+0000", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.866390+0000", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 12, 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 12, 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.719 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.14", 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 36, 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:56:41.410208+0000", 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 2624, 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 12, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 4, 2024-08-29T14:48:53.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 4, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 12, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 9 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.723 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "76'12" 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.724 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.900951+0000", 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.900951+0000", 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.901282+0000", 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.726 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.15", 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.727 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:20:05.053858+0000", 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867345+0000", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867345+0000", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.867629+0000", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:53.734 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.13", 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 26, 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:14:36.384808+0000", 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 34, 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 3, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 6 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.738 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:53.739 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.897785+0000", 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.897785+0000", 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.898065+0000", 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.741 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.12", 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.742 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:30:08.906906+0000", 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.746 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.747 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867016+0000", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867016+0000", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.868880+0000", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:53.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.749 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.12", 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:38:27.010013+0000", 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.753 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.754 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.904731+0000", 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.904731+0000", 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.905033+0000", 2024-08-29T14:48:53.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:53.756 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.13", 2024-08-29T14:48:53.757 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:44:47.927697+0000", 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.761 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.762 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.868380+0000", 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.868380+0000", 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.868824+0000", 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:53.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.764 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.11", 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T14:46:42.528346+0000", 2024-08-29T14:48:53.765 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.769 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:53.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.903330+0000", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.903330+0000", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.905395+0000", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.772 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.10", 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:41:52.826398+0000", 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.776 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.777 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.868848+0000", 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.868848+0000", 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.869137+0000", 2024-08-29T14:48:53.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.779 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 8, 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 8, 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.10", 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.780 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 32, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:49:21.227532+0000", 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 12, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 4, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 4, 2024-08-29T14:48:53.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 4, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 12, 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.784 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'8" 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.785 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.907678+0000", 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.907678+0000", 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.907973+0000", 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:53.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.787 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.11", 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:03:56.612584+0000", 2024-08-29T14:48:53.788 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.791 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.792 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867692+0000", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867692+0000", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.868098+0000", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.794 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.795 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.f", 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:55:38.247148+0000", 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 22, 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 1, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 1 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.799 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.800 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.899712+0000", 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.899712+0000", 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900052+0000", 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.802 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.e", 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.803 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:01:24.094045+0000", 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.806 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.807 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.808 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.863222+0000", 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.863222+0000", 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.863513+0000", 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:53.809 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.810 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.e", 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 26, 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:34:43.015726+0000", 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 3, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.814 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.815 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.903878+0000", 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.903878+0000", 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.904202+0000", 2024-08-29T14:48:53.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.817 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.f", 2024-08-29T14:48:53.818 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:19:56.198687+0000", 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.821 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.822 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.823 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872542+0000", 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872542+0000", 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.872933+0000", 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.824 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.825 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.d", 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.826 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:40:48.880127+0000", 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 70, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.829 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 1, 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 1 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.830 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.899245+0000", 2024-08-29T14:48:53.831 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.899245+0000", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.899525+0000", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.832 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.833 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.c", 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:46:59.595182+0000", 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.834 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.837 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.838 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867482+0000", 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867482+0000", 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.867773+0000", 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.839 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.840 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.c", 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.841 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:55:15.658990+0000", 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.843 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.845 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.846 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.908523+0000", 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.908523+0000", 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.909126+0000", 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:53.847 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.848 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.d", 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:19:27.986110+0000", 2024-08-29T14:48:53.849 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.850 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.851 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.852 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.853 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:53.854 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.093124+0000", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.093124+0000", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.199339+0000", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.855 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.856 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.5", 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:22:36.919760+0000", 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000444444, 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.857 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.858 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.859 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:53.860 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.861 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 20, 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242488+0000", 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:06.177282+0000", 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:06.177282+0000", 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:06.177627+0000", 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242488+0000", 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:43:08.558631+0000", 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.862 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:43:08.558631+0000", 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 59, 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242488+0000", 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242488+0000", 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242488+0000", 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:43:08.558631+0000", 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242488+0000", 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242488+0000", 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 128, 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 58, 2024-08-29T14:48:53.863 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 128, 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "1.0", 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 281, 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.864 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:22:52.415043+0000", 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 590368, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 1771104, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.865 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.866 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 6, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 212, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 306, 2024-08-29T14:48:53.867 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 179, 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 2416 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "69'128" 2024-08-29T14:48:53.868 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.869 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.869859+0000", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.869859+0000", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.870186+0000", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.870 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.871 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.3", 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:10:11.239795+0000", 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.872 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.873 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.874 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.875 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.876 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.895471+0000", 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.895471+0000", 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.896111+0000", 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.877 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.878 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2", 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.879 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:02:27.493284+0000", 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.880 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.881 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.882 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.883 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.884 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.099546+0000", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.099546+0000", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.408416+0000", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.885 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.886 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.6", 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:05:43.449722+0000", 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000273789, 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.887 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.888 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.889 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.890 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:53.891 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.875820+0000", 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.875820+0000", 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.876107+0000", 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.892 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.893 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.0", 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 23, 2024-08-29T14:48:53.894 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:19:31.272661+0000", 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.895 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.896 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.897 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.899 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.892450+0000", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.892450+0000", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.892710+0000", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.900 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.901 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1", 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:02:46.867072+0000", 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.902 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.903 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.904 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.905 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.906 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.178679+0000", 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.178679+0000", 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.119742+0000", 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.907 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:53.908 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.7", 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:02:25.035533+0000", 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000501573, 2024-08-29T14:48:53.909 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.910 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.911 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.912 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.913 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.868123+0000", 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.868123+0000", 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.868402+0000", 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.914 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.915 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1", 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.916 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:23:19.622730+0000", 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.917 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.918 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.919 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.920 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.921 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.906072+0000", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.906072+0000", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.906434+0000", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.922 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.923 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.0", 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:05:52.727410+0000", 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.924 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.925 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.926 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.927 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.928 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.099246+0000", 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.099246+0000", 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.119520+0000", 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.929 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.930 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.4", 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:53.931 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T14:56:31.090866+0000", 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000426492, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.932 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.933 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.934 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.935 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.936 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.868397+0000", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.868397+0000", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.868716+0000", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.937 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.938 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.2", 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:19:04.770120+0000", 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.939 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.940 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.941 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.942 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.943 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.899902+0000", 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.899902+0000", 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900175+0000", 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.944 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.945 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3", 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.946 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:29:34.097459+0000", 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.947 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.948 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.949 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.950 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.178705+0000", 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.178705+0000", 2024-08-29T14:48:53.951 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.119828+0000", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:53.952 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.953 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.2", 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:11:37.536644+0000", 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000748922, 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 19, 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.954 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:53.955 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.956 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 2, 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 2 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.957 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "75'2" 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.958 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872649+0000", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872649+0000", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873502+0000", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.959 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.960 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.4", 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:38:00.528661+0000", 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.961 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.962 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.963 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.964 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.965 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.897645+0000", 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.897645+0000", 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.897957+0000", 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.966 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.967 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.5", 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.968 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:37:46.425703+0000", 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.969 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.970 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.971 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:53.972 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.973 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.178763+0000", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.178763+0000", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.408227+0000", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:53.974 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.975 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.3", 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:50:17.000943+0000", 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000319154, 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.976 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.977 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.978 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.979 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "73'1" 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.980 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:53.443198+0000", 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:53.443198+0000", 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:53.443563+0000", 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.981 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 68, 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.982 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 67, 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.5", 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 18, 2024-08-29T14:48:53.983 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:48:36.289895+0000", 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.985 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.986 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.988 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.894186+0000", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.894186+0000", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894649+0000", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.989 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.990 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.4", 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:47:38.769845+0000", 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.991 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:53.992 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:53.993 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:53.994 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:53.995 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.097808+0000", 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.097808+0000", 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.118412+0000", 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:53.996 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:53.997 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.0", 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:53.998 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:38:35.196049+0000", 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000399569, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:53.999 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.000 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.001 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:54.002 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.003 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872851+0000", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872851+0000", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873987+0000", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.004 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:54.005 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.6", 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:24:38.151803+0000", 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.006 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.007 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.008 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 1, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.009 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:54.010 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893313+0000", 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893313+0000", 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.895636+0000", 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.011 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.012 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.7", 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.013 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:50:54.708533+0000", 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.014 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.015 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.016 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.017 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.018 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.178718+0000", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.178718+0000", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.120350+0000", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.019 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.020 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.1", 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:53:38.816643+0000", 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000806894, 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.021 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.022 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.023 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.024 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.025 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.870792+0000", 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.870792+0000", 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.871122+0000", 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:54.026 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.027 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.7", 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.028 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 26, 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:37:29.227288+0000", 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.029 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.030 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.031 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 3, 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.032 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.033 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.894856+0000", 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.894856+0000", 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.895121+0000", 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:54.034 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.035 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.6", 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:52:16.589379+0000", 2024-08-29T14:48:54.036 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.038 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.039 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.040 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.875441+0000", 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.875441+0000", 2024-08-29T14:48:54.041 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.875790+0000", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:54.042 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.043 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.8", 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 23, 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:11:51.572178+0000", 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.044 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.045 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:54.047 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.048 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.892221+0000", 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.892221+0000", 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.892517+0000", 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:54.049 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.050 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.9", 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:47:02.762837+0000", 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.051 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.052 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.055 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872498+0000", 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872498+0000", 2024-08-29T14:48:54.056 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873485+0000", 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.057 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.058 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.9", 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:29:45.416636+0000", 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.059 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.060 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:54.062 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:54.063 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893272+0000", 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893272+0000", 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894001+0000", 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:54.064 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.065 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.8", 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:57:34.739420+0000", 2024-08-29T14:48:54.066 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.067 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.070 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:54.071 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.869686+0000", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.869686+0000", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.869946+0000", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.072 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.073 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.a", 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:45:41.477769+0000", 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.074 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.075 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.077 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.078 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:53.443258+0000", 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:53.443258+0000", 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:53.443806+0000", 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.079 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 68, 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.080 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 67, 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.b", 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.081 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 31, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:02:22.398637+0000", 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.082 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.083 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:54.085 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.086 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872654+0000", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872654+0000", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873200+0000", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.087 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:54.088 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.b", 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:38:47.310089+0000", 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.089 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.090 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.091 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 1, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.092 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.093 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.904201+0000", 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.904201+0000", 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.904477+0000", 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:54.094 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.095 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.a", 2024-08-29T14:48:54.096 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:27:42.530740+0000", 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.097 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.098 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.100 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.101 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.895787+0000", 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.895787+0000", 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.896134+0000", 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:54.102 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.103 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1d", 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.104 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:40:14.870735+0000", 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.105 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.106 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.108 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872891+0000", 2024-08-29T14:48:54.109 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872891+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873185+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:54.110 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1c", 2024-08-29T14:48:54.111 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:54:53.421783+0000", 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.112 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.113 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 3, 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.115 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.116 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893085+0000", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893085+0000", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.893441+0000", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:54.117 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.118 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1c", 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:22:45.102101+0000", 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.119 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.120 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.121 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.121 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.121 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.125 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.126 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.871529+0000", 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.871529+0000", 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.874195+0000", 2024-08-29T14:48:54.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.128 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1d", 2024-08-29T14:48:54.129 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:17:21.065495+0000", 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 3, 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:54.133 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:54.134 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.898994+0000", 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.898994+0000", 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.899589+0000", 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:54.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.136 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1f", 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:35:10.514128+0000", 2024-08-29T14:48:54.137 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.139 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.141 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:54.142 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867359+0000", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867359+0000", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.867646+0000", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:54.144 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1e", 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:58:59.016979+0000", 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.145 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.148 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.149 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.895248+0000", 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.895248+0000", 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.895515+0000", 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:54.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.151 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1e", 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:06:41.539598+0000", 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.152 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:54.156 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.870296+0000", 2024-08-29T14:48:54.157 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.870296+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.870621+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:54.158 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 4, 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 4, 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1f", 2024-08-29T14:48:54.159 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 28, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:23:20.163941+0000", 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 570, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.160 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 4, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 1 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:54.163 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'4" 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_per_pool": [ 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": 24, 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd" 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 3, 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pg": 8, 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: "num_store_stats": 8, 2024-08-29T14:48:54.164 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 3, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "poolid": 4, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 19, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.165 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.166 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.167 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 2, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 2 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "store_stats": { 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": 12288, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "available": 0, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed": 0, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_allocated": 0, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_original": 0, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "data_stored": 57, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "internal_metadata": 0, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "internally_reserved": 0, 2024-08-29T14:48:54.168 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_allocated": 0, 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: "total": 0 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: "up": 24 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": 192, 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pg": 64, 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_store_stats": 8, 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.169 INFO:tasks.workunit.client.0.smithi131.stdout: "poolid": 3, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.172 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "store_stats": { 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": 0, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "available": 0, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed": 0, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_allocated": 0, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_original": 0, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "data_stored": 0, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "internal_metadata": 0, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "internally_reserved": 0, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_allocated": 0, 2024-08-29T14:48:54.173 INFO:tasks.workunit.client.0.smithi131.stdout: "total": 0 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: "up": 192 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": 96, 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 45, 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pg": 32, 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: "num_store_stats": 8, 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 45, 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: "poolid": 2, 2024-08-29T14:48:54.174 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 3410, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.175 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 66, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 22, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 22, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 14, 2024-08-29T14:48:54.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 51, 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 19 2024-08-29T14:48:54.177 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "store_stats": { 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": 98304, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "available": 0, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed": 0, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_allocated": 0, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_original": 0, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "data_stored": 10230, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "internal_metadata": 0, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "internally_reserved": 0, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_allocated": 0, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "total": 0 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: "up": 96 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.178 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": 3, 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr" 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 128, 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pg": 1, 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "num_store_stats": 3, 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 128, 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "poolid": 1, 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 590368, 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 1771104, 2024-08-29T14:48:54.179 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:54.180 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 6, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.181 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 212, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 306, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 179, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 2416 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "store_stats": { 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": 1781760, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "available": 0, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed": 0, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_allocated": 0, 2024-08-29T14:48:54.182 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_original": 0, 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "data_stored": 1771104, 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "internal_metadata": 0, 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "internally_reserved": 0, 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_allocated": 0, 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "total": 0 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "up": 3 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "usage": { 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 105, 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "pools": 4, 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_by_class": { 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "ssd": { 2024-08-29T14:48:54.183 INFO:tasks.workunit.client.0.smithi131.stdout: "total_avail_bytes": 765516185600, 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout: "total_bytes": 767960285184, 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_bytes": 2444099584, 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_raw_bytes": 2444099584, 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_raw_ratio": 0.0031825858168303967 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout: "total_avail_bytes": 765516185600, 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout: "total_bytes": 767960285184, 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_bytes": 2444099584 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout:} 2024-08-29T14:48:54.184 INFO:tasks.workunit.client.0.smithi131.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-29T14:48:54.185 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph telemetry show-device 2024-08-29T14:48:54.186 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:54.186 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:54.186 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.186 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.186 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.186 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.186 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.186 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.186 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.187 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.188 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:52 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.189 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.190 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.190 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.190 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.190 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.190 INFO:tasks.workunit.client.0.smithi131.stdout:{ 2024-08-29T14:48:54.190 INFO:tasks.workunit.client.0.smithi131.stdout: "cd430f96-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:54.190 INFO:tasks.workunit.client.0.smithi131.stdout: "INTEL_SSDPEDMD400G4_cd43b536-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:54.190 INFO:tasks.workunit.client.0.smithi131.stdout: "20240829-144312": { 2024-08-29T14:48:54.190 INFO:tasks.workunit.client.0.smithi131.stdout: "device": { 2024-08-29T14:48:54.190 INFO:tasks.workunit.client.0.smithi131.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T14:48:54.190 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "/dev/nvme0n1", 2024-08-29T14:48:54.190 INFO:tasks.workunit.client.0.smithi131.stdout: "protocol": "NVMe", 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "nvme" 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: "firmware_version": "8DV101H0", 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: "host_id": "cd430f96-6615-11ef-bc3b-0cc47a8872f9", 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: "json_format_version": [ 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: "local_time": { 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: "asctime": "Thu Aug 29 14:43:12 2024 UTC", 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: "time_t": 1724942592 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: "logical_block_size": 512, 2024-08-29T14:48:54.191 INFO:tasks.workunit.client.0.smithi131.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_controller_id": 0, 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_namespaces": [ 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "capacity": { 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "formatted_lba_size": 512, 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 1, 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "size": { 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.192 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: "utilization": { 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_pci_vendor": { 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 32902, 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: "subsystem_id": 32902 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T14:48:54.193 INFO:tasks.workunit.client.0.smithi131.stdout: "Device stats": { 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_fw_downgrades": { 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: "crc_error_count": { 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: "end_to_end_error_detection_count": { 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.194 INFO:tasks.workunit.client.0.smithi131.stdout: "erase_fail_count": { 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "host_bytes_written": { 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 30071060 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "host_ctx_wear_used": { 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 1 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "media_bytes_read": { 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.195 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: "nand_bytes_written": { 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 52321698 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_stat_indicator": { 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: "pll_lock_loss_count": { 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.196 INFO:tasks.workunit.client.0.smithi131.stdout: "program_fail_count": { 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: "re_alloc_sectr_cnt": { 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: "retry_buffer_overflow_count": { 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: "soft_ecc_err_rate": { 2024-08-29T14:48:54.197 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: "thermal_throttle_status": { 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: "cnt": 0, 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: "pct": 0 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_host_reads": { 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.198 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_media_wear": { 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": "63.999023" 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_timer": { 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "unexp_power_loss": { 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "wear_leveling": { 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 89, 2024-08-29T14:48:54.199 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: "avg": 3559, 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: "max": 3571, 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 3548 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_log": { 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare": 100, 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare_threshold": 10, 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: "controller_busy_time": 104, 2024-08-29T14:48:54.200 INFO:tasks.workunit.client.0.smithi131.stdout: "critical_warning": 0, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_read": 418921946, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_written": 1970737049, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "host_reads": 7331637040, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "host_writes": 36631033871, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "media_errors": 0, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "num_err_log_entries": 0, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "percentage_used": 11, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycles": 59795, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_hours": 55063, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": 27, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "unsafe_shutdowns": 6242 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_vendor": "intel", 2024-08-29T14:48:54.201 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_version": { 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: "string": "<1.2", 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycle_count": 59795, 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_time": { 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: "hours": 55063 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: "serial_number": "deleted", 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: "smart_status": { 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme": { 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: "passed": true 2024-08-29T14:48:54.202 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl": { 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "argv": [ 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl", 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "-x", 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "--json=o", 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "/dev/nvme0n1" 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "build_info": "(local build)", 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "exit_status": 0, 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "output": [ 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.203 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Serial Number: deleted", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Version: 8DV101H0", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller ID: 0", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "NVMe Version: <1.2", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Number of Namespaces: 1", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Local Time is: Thu Aug 29 14:43:12 2024 UTC", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-29T14:48:54.204 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported Power States", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 512 0 2", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: " 1 - 512 8 2", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: " 2 - 512 16 2", 2024-08-29T14:48:54.205 INFO:tasks.workunit.client.0.smithi131.stdout: " 3 - 4096 0 0", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: " 4 - 4096 8 0", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: " 5 - 4096 64 0", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: " 6 - 4096 128 0", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "Critical Warning: 0x00", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "Temperature: 27 Celsius", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare: 100%", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare Threshold: 10%", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "Percentage Used: 11%", 2024-08-29T14:48:54.206 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Read: 418,921,946 [214 TB]", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Written: 1,970,737,049 [1.00 PB]", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Read Commands: 7,331,637,040", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Write Commands: 36,631,033,871", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller Busy Time: 104", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Power Cycles: 59,795", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Power On Hours: 55,063", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Unsafe Shutdowns: 6,242", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information Log Entries: 0", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-08-29T14:48:54.207 INFO:tasks.workunit.client.0.smithi131.stdout: "" 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: "svn_revision": "5155", 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: "version": [ 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": { 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: "current": 27 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: "user_capacity": { 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.208 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: "cd450756-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: "INTEL_SSDPEDMD400G4_cd45946e-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: "20240829-144310": { 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: "device": { 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "/dev/nvme0n1", 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: "protocol": "NVMe", 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "nvme" 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.209 INFO:tasks.workunit.client.0.smithi131.stdout: "firmware_version": "8DV101H0", 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: "host_id": "cd450756-6615-11ef-bc3b-0cc47a8872f9", 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: "json_format_version": [ 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: "local_time": { 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: "asctime": "Thu Aug 29 14:43:10 2024 UTC", 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: "time_t": 1724942590 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: "logical_block_size": 512, 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_controller_id": 0, 2024-08-29T14:48:54.210 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_namespaces": [ 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "capacity": { 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "formatted_lba_size": 512, 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 1, 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "size": { 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "utilization": { 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.211 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_pci_vendor": { 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 32902, 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: "subsystem_id": 32902 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: "Device stats": { 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_fw_downgrades": { 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.212 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "crc_error_count": { 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "end_to_end_error_detection_count": { 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "erase_fail_count": { 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "host_bytes_written": { 2024-08-29T14:48:54.213 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 28021747 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "host_ctx_wear_used": { 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 1 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "media_bytes_read": { 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "nand_bytes_written": { 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 48413909 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.214 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_stat_indicator": { 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "pll_lock_loss_count": { 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "program_fail_count": { 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "re_alloc_sectr_cnt": { 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.215 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: "retry_buffer_overflow_count": { 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: "soft_ecc_err_rate": { 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: "thermal_throttle_status": { 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:54.216 INFO:tasks.workunit.client.0.smithi131.stdout: "cnt": 0, 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: "pct": 0 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_host_reads": { 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_media_wear": { 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": "63.999023" 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_timer": { 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.217 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: "unexp_power_loss": { 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: "wear_leveling": { 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 90, 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: "avg": 3281, 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: "max": 3294, 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 3266 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.218 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_log": { 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare": 100, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare_threshold": 10, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "controller_busy_time": 8, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "critical_warning": 0, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_read": 437046636, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_written": 1836433252, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "host_reads": 7100213427, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "host_writes": 33373958770, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "media_errors": 0, 2024-08-29T14:48:54.219 INFO:tasks.workunit.client.0.smithi131.stdout: "num_err_log_entries": 0, 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "percentage_used": 10, 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycles": 51971, 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_hours": 54251, 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": 24, 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "unsafe_shutdowns": 375 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_vendor": "intel", 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_version": { 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "string": "<1.2", 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycle_count": 51971, 2024-08-29T14:48:54.220 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_time": { 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "hours": 54251 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "serial_number": "deleted", 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "smart_status": { 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme": { 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "passed": true 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl": { 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "argv": [ 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl", 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "-x", 2024-08-29T14:48:54.221 INFO:tasks.workunit.client.0.smithi131.stdout: "--json=o", 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "/dev/nvme0n1" 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "build_info": "(local build)", 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "exit_status": 0, 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "output": [ 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "Serial Number: deleted", 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Version: 8DV101H0", 2024-08-29T14:48:54.222 INFO:tasks.workunit.client.0.smithi131.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller ID: 0", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "NVMe Version: <1.2", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "Number of Namespaces: 1", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "Local Time is: Thu Aug 29 14:43:10 2024 UTC", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T14:48:54.223 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported Power States", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 512 0 2", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: " 1 - 512 8 2", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: " 2 - 512 16 2", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: " 3 - 4096 0 0", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: " 4 - 4096 8 0", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: " 5 - 4096 64 0", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: " 6 - 4096 128 0", 2024-08-29T14:48:54.224 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "Critical Warning: 0x00", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "Temperature: 24 Celsius", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare: 100%", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare Threshold: 10%", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "Percentage Used: 10%", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Read: 437,046,636 [223 TB]", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Written: 1,836,433,252 [940 TB]", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Read Commands: 7,100,213,427", 2024-08-29T14:48:54.225 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Write Commands: 33,373,958,770", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller Busy Time: 8", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "Power Cycles: 51,971", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "Power On Hours: 54,251", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "Unsafe Shutdowns: 375", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information Log Entries: 0", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "No Errors Logged", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "" 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "svn_revision": "5155", 2024-08-29T14:48:54.226 INFO:tasks.workunit.client.0.smithi131.stdout: "version": [ 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": { 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: "current": 24 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: "user_capacity": { 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.227 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.228 INFO:tasks.workunit.client.0.smithi131.stdout:} 2024-08-29T14:48:54.228 INFO:tasks.workunit.client.0.smithi131.stderr:+ ceph telemetry show-all 2024-08-29T14:48:54.228 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:53] "GET /metrics HTTP/1.1" 200 236499 "" "Prometheus/2.43.0" 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.230 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.231 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.232 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.233 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.233 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.233 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.233 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.233 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.233 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.233 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.233 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.233 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.233 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.234 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.235 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.235 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.235 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.235 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.235 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.235 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.235 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.235 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.235 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:54.235 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.237 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.237 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.237 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.237 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.237 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.237 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:54.237 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:54.237 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:54.237 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:54.237 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:52 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:54.247 INFO:tasks.workunit.client.0.smithi131.stdout:{ 2024-08-29T14:48:54.247 INFO:tasks.workunit.client.0.smithi131.stdout: "device_report": { 2024-08-29T14:48:54.247 INFO:tasks.workunit.client.0.smithi131.stdout: "cd430f96-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:54.247 INFO:tasks.workunit.client.0.smithi131.stdout: "INTEL_SSDPEDMD400G4_cd43b536-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:54.247 INFO:tasks.workunit.client.0.smithi131.stdout: "20240829-144312": { 2024-08-29T14:48:54.247 INFO:tasks.workunit.client.0.smithi131.stdout: "device": { 2024-08-29T14:48:54.247 INFO:tasks.workunit.client.0.smithi131.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T14:48:54.247 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "/dev/nvme0n1", 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: "protocol": "NVMe", 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "nvme" 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: "firmware_version": "8DV101H0", 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: "host_id": "cd430f96-6615-11ef-bc3b-0cc47a8872f9", 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: "json_format_version": [ 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: "local_time": { 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: "asctime": "Thu Aug 29 14:43:12 2024 UTC", 2024-08-29T14:48:54.248 INFO:tasks.workunit.client.0.smithi131.stdout: "time_t": 1724942592 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "logical_block_size": 512, 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_controller_id": 0, 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_namespaces": [ 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "capacity": { 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "formatted_lba_size": 512, 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 1, 2024-08-29T14:48:54.249 INFO:tasks.workunit.client.0.smithi131.stdout: "size": { 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: "utilization": { 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_pci_vendor": { 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 32902, 2024-08-29T14:48:54.250 INFO:tasks.workunit.client.0.smithi131.stdout: "subsystem_id": 32902 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "Device stats": { 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_fw_downgrades": { 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "crc_error_count": { 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "end_to_end_error_detection_count": { 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.251 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: "erase_fail_count": { 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: "host_bytes_written": { 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 30071060 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: "host_ctx_wear_used": { 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 1 2024-08-29T14:48:54.252 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: "media_bytes_read": { 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: "nand_bytes_written": { 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 52321698 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_stat_indicator": { 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.253 INFO:tasks.workunit.client.0.smithi131.stdout: "pll_lock_loss_count": { 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "program_fail_count": { 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "re_alloc_sectr_cnt": { 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "retry_buffer_overflow_count": { 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.254 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: "soft_ecc_err_rate": { 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: "thermal_throttle_status": { 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: "cnt": 0, 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: "pct": 0 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_host_reads": { 2024-08-29T14:48:54.255 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_media_wear": { 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": "63.999023" 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_timer": { 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: "unexp_power_loss": { 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.256 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: "wear_leveling": { 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 89, 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: "avg": 3559, 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: "max": 3571, 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 3548 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_log": { 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare": 100, 2024-08-29T14:48:54.257 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare_threshold": 10, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "controller_busy_time": 104, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "critical_warning": 0, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_read": 418921946, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_written": 1970737049, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "host_reads": 7331637040, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "host_writes": 36631033871, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "media_errors": 0, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_err_log_entries": 0, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "percentage_used": 11, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycles": 59795, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_hours": 55063, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": 27, 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: "unsafe_shutdowns": 6242 2024-08-29T14:48:54.258 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_vendor": "intel", 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_version": { 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "string": "<1.2", 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycle_count": 59795, 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_time": { 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "hours": 55063 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "serial_number": "deleted", 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "smart_status": { 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme": { 2024-08-29T14:48:54.259 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: "passed": true 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl": { 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: "argv": [ 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl", 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: "-x", 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: "--json=o", 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: "/dev/nvme0n1" 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: "build_info": "(local build)", 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: "exit_status": 0, 2024-08-29T14:48:54.260 INFO:tasks.workunit.client.0.smithi131.stdout: "output": [ 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "Serial Number: deleted", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Version: 8DV101H0", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller ID: 0", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "NVMe Version: <1.2", 2024-08-29T14:48:54.261 INFO:tasks.workunit.client.0.smithi131.stdout: "Number of Namespaces: 1", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "Local Time is: Thu Aug 29 14:43:12 2024 UTC", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported Power States", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.262 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 512 0 2", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: " 1 - 512 8 2", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: " 2 - 512 16 2", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: " 3 - 4096 0 0", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: " 4 - 4096 8 0", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: " 5 - 4096 64 0", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: " 6 - 4096 128 0", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T14:48:54.263 INFO:tasks.workunit.client.0.smithi131.stdout: "Critical Warning: 0x00", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Temperature: 27 Celsius", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare: 100%", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare Threshold: 10%", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Percentage Used: 11%", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Read: 418,921,946 [214 TB]", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Written: 1,970,737,049 [1.00 PB]", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Read Commands: 7,331,637,040", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Write Commands: 36,631,033,871", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller Busy Time: 104", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Power Cycles: 59,795", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Power On Hours: 55,063", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Unsafe Shutdowns: 6,242", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T14:48:54.264 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information Log Entries: 0", 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: "" 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: "svn_revision": "5155", 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: "version": [ 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.265 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": { 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: "current": 27 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: "user_capacity": { 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: "cd450756-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: "INTEL_SSDPEDMD400G4_cd45946e-6615-11ef-bc3b-0cc47a8872f9": { 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: "20240829-144310": { 2024-08-29T14:48:54.266 INFO:tasks.workunit.client.0.smithi131.stdout: "device": { 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "/dev/nvme0n1", 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: "protocol": "NVMe", 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "nvme" 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: "firmware_version": "8DV101H0", 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: "host_id": "cd450756-6615-11ef-bc3b-0cc47a8872f9", 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: "json_format_version": [ 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: "local_time": { 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: "asctime": "Thu Aug 29 14:43:10 2024 UTC", 2024-08-29T14:48:54.267 INFO:tasks.workunit.client.0.smithi131.stdout: "time_t": 1724942590 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: "logical_block_size": 512, 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_controller_id": 0, 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_namespaces": [ 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: "capacity": { 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: "formatted_lba_size": 512, 2024-08-29T14:48:54.268 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 1, 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: "size": { 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: "utilization": { 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_pci_vendor": { 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: "id": 32902, 2024-08-29T14:48:54.269 INFO:tasks.workunit.client.0.smithi131.stdout: "subsystem_id": 32902 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "Device stats": { 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_fw_downgrades": { 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "crc_error_count": { 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "end_to_end_error_detection_count": { 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.270 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: "erase_fail_count": { 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: "host_bytes_written": { 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 28021747 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: "host_ctx_wear_used": { 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 1 2024-08-29T14:48:54.271 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: "media_bytes_read": { 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: "nand_bytes_written": { 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 48413909 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_stat_indicator": { 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.272 INFO:tasks.workunit.client.0.smithi131.stdout: "pll_lock_loss_count": { 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: "program_fail_count": { 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: "re_alloc_sectr_cnt": { 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: "retry_buffer_overflow_count": { 2024-08-29T14:48:54.273 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: "soft_ecc_err_rate": { 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: "thermal_throttle_status": { 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: "cnt": 0, 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: "pct": 0 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.274 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_host_reads": { 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_media_wear": { 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": "63.999023" 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "timed_workload_timer": { 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 100, 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 65535 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "unexp_power_loss": { 2024-08-29T14:48:54.275 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 0, 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": 0 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: "wear_leveling": { 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: "normalized": 90, 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: "raw": { 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: "avg": 3281, 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: "max": 3294, 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 3266 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T14:48:54.276 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_smart_health_information_log": { 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare": 100, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "available_spare_threshold": 10, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "controller_busy_time": 8, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "critical_warning": 0, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_read": 437046636, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "data_units_written": 1836433252, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "host_reads": 7100213427, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "host_writes": 33373958770, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "media_errors": 0, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "num_err_log_entries": 0, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "percentage_used": 10, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycles": 51971, 2024-08-29T14:48:54.277 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_hours": 54251, 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": 24, 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "unsafe_shutdowns": 375 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_vendor": "intel", 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme_version": { 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "string": "<1.2", 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "power_cycle_count": 51971, 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "power_on_time": { 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "hours": 54251 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "serial_number": "deleted", 2024-08-29T14:48:54.278 INFO:tasks.workunit.client.0.smithi131.stdout: "smart_status": { 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "nvme": { 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "passed": true 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl": { 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "argv": [ 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl", 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "-x", 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "--json=o", 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "/dev/nvme0n1" 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "build_info": "(local build)", 2024-08-29T14:48:54.279 INFO:tasks.workunit.client.0.smithi131.stdout: "exit_status": 0, 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "output": [ 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "Serial Number: deleted", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Version: 8DV101H0", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller ID: 0", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "NVMe Version: <1.2", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "Number of Namespaces: 1", 2024-08-29T14:48:54.280 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "Local Time is: Thu Aug 29 14:43:10 2024 UTC", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported Power States", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.281 INFO:tasks.workunit.client.0.smithi131.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: " 0 + 512 0 2", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: " 1 - 512 8 2", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: " 2 - 512 16 2", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: " 3 - 4096 0 0", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: " 4 - 4096 8 0", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: " 5 - 4096 64 0", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: " 6 - 4096 128 0", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.282 INFO:tasks.workunit.client.0.smithi131.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Critical Warning: 0x00", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Temperature: 24 Celsius", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare: 100%", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Available Spare Threshold: 10%", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Percentage Used: 10%", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Read: 437,046,636 [223 TB]", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Data Units Written: 1,836,433,252 [940 TB]", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Read Commands: 7,100,213,427", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Host Write Commands: 33,373,958,770", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Controller Busy Time: 8", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Power Cycles: 51,971", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Power On Hours: 54,251", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Unsafe Shutdowns: 375", 2024-08-29T14:48:54.283 INFO:tasks.workunit.client.0.smithi131.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information Log Entries: 0", 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: "", 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: "No Errors Logged", 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: "" 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: "svn_revision": "5155", 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: "version": [ 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:54.284 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: "temperature": { 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: "current": 24 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: "user_capacity": { 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: "blocks": 781422768, 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 400088457216 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: "report": { 2024-08-29T14:48:54.285 INFO:tasks.workunit.client.0.smithi131.stdout: "balancer": { 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "active": true, 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "mode": "" 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "channels": [ 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "basic", 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "crash", 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "device", 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "ident", 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "perf" 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "channels_available": [ 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "basic", 2024-08-29T14:48:54.286 INFO:tasks.workunit.client.0.smithi131.stdout: "ident", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "crash", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "device", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "perf" 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "collections_available": [ 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_base", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "device_base", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "crash_base", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "ident_base", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_perf", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_mds_metadata", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_usage", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_usage_by_class", 2024-08-29T14:48:54.287 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_rook_v01", 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_memory_metrics", 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_options_bluestore" 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "collections_opted_in": [ 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_base", 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "device_base", 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "crash_base", 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "ident_base", 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_perf", 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_mds_metadata", 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_usage", 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_usage_by_class", 2024-08-29T14:48:54.288 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_rook_v01", 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_memory_metrics", 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "basic_pool_options_bluestore" 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "config": { 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "active_changed": [ 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_debug", 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_mon_ticket_ttl", 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_service_ticket_ttl", 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "bdev_debug_aio", 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "client_check_pool_perm", 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "client_mount_gid", 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "client_mount_uid", 2024-08-29T14:48:54.289 INFO:tasks.workunit.client.0.smithi131.stdout: "client_quota", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "container_image", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "daemonize", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_asserts_on_shutdown", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mgr", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mon", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_ms", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_osd", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_paxos", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "keyring", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_block_size", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_cache_size", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_compression", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_log", 2024-08-29T14:48:54.290 INFO:tasks.workunit.client.0.smithi131.stdout: "leveldb_write_buffer_size", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_file", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_journald", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_stderr", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_allow_pool_delete", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_clock_drift_allowed", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_file", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_journald", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_stderr", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_data_avail_warn", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_election_default_strategy", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_host", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_max_pg_per_osd", 2024-08-29T14:48:54.291 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_mgr_mkfs_grace", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_prime_pg_temp", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_too_few_osds", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_bug", 2024-08-29T14:48:54.292 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_old_message", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "no_config_file", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_default_list", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_load_list", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_misdirected_ops", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_op_order", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_pg_log_writeout", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_shutdown", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_profile", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T14:48:54.293 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target_autotune", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue_cut_off", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T14:48:54.294 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recover_clone_overlap", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recovery_max_chunk", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_load_threshold", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_max_interval", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_shutdown_pgref_assert", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "public_addr", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "public_addrv", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "public_network", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd_default_features", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd_qos_exclude_ops", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "setgroup", 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "setuser" 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.295 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster_changed": [ 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_debug", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_mon_ticket_ttl", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "auth_service_ticket_ttl", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "bdev_debug_aio", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "container_image", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_asserts_on_shutdown", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mgr", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_mon", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_ms", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_osd", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "debug_paxos", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_file", 2024-08-29T14:48:54.296 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_journald", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "log_to_stderr", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_join_fs", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/container_init", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/migration_current", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/channel_ident", 2024-08-29T14:48:54.297 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/channel_perf", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/description", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/enabled", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr/telemetry/organization", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_allow_pool_delete", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_clock_drift_allowed", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_cluster_log_to_file", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_data_avail_warn", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_election_default_strategy", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_max_pg_per_osd", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_mgr_mkfs_grace", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_prime_pg_temp", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T14:48:54.298 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "mon_warn_on_too_few_osds", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_bug", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "ms_die_on_old_message", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_default_list", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_class_load_list", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_misdirected_ops", 2024-08-29T14:48:54.299 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_op_order", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_pg_log_writeout", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_shutdown", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mclock_profile", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_memory_target_autotune", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_op_queue_cut_off", 2024-08-29T14:48:54.300 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recover_clone_overlap", 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_recovery_max_chunk", 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_load_threshold", 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_scrub_max_interval", 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_shutdown_pgref_assert", 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "public_network", 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_cache_enabled", 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_enable_ops_log", 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "rgw_enable_usage_log" 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "contact": null, 2024-08-29T14:48:54.301 INFO:tasks.workunit.client.0.smithi131.stdout: "crashes": [], 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "created": "2024-08-29T14:39:53.512018Z", 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "crush": { 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_algs": { 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "straw2": 3 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_sizes": { 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "2": 1, 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "4": 2 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket_types": { 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "1": 2, 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "11": 1 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "compat_weight_set": false, 2024-08-29T14:48:54.302 INFO:tasks.workunit.client.0.smithi131.stdout: "device_classes": [ 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: 8 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_buckets": 6, 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_devices": 8, 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_rules": 1, 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_types": 12, 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_weight_sets": 0, 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "tunables": { 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "allowed_bucket_algs": 54, 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_local_fallback_tries": 0, 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_local_tries": 0, 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "choose_total_tries": 50, 2024-08-29T14:48:54.303 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_descend_once": 1, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_stable": 1, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "chooseleaf_vary_r": 1, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v2_rules": 0, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v3_rules": 0, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v4_buckets": 1, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "has_v5_rules": 0, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "legacy_tunables": 0, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "minimum_required_version": "jewel", 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "optimal_tunables": 1, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "profile": "jewel", 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables": 1, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables2": 1, 2024-08-29T14:48:54.304 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables3": 1, 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: "require_feature_tunables5": 1, 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: "straw_calc_version": 1 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: "description": "upgrade test cluster", 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: "fs": { 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: "feature_flags": { 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: "enable_multiple": true, 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: "ever_enabled_multiple": true 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: "filesystems": [ 2024-08-29T14:48:54.305 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "approx_ctime": "2024-08", 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "balancer_enabled": false, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_caps": 0, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_dns": 10, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_inos": 13, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "cached_subtrees": 2, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "ever_allowed_features": 0, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "explicitly_allowed_features": 0, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "files": 0, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "max_mds": 1, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "num_data_pools": 1, 2024-08-29T14:48:54.306 INFO:tasks.workunit.client.0.smithi131.stdout: "num_in": 1, 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "num_mds": 1, 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "num_sessions": 0, 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "num_standby_replay": 0, 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "num_up": 1, 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "snaps": 0, 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "standby_count_wanted": 0 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "num_standby_mds": 1, 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "total_num_mds": 2 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_stats": { 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "mds": { 2024-08-29T14:48:54.307 INFO:tasks.workunit.client.0.smithi131.stdout: "mds.6a3ce4fe3b9e8ee3cfd33c3c61124502159846f6": { 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 20135936, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 342784, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2621440, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 835584, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 0, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 344, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 1210648, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 12, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 473088, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 14652392, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 20135936 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.308 INFO:tasks.workunit.client.0.smithi131.stdout: "mds.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 20512768, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 434848, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2621440, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 671744, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 430, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 1361864, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 20, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1013248, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 15081368, 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 21184512 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.309 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.6a3ce4fe3b9e8ee3cfd33c3c61124502159846f6": { 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 44466176, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 1289912, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2621440, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 688128, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 2940928, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1646, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 9783688, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 22, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2675712, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 27407296, 2024-08-29T14:48:54.310 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 47407104 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.a459ee99568b1830a17c20b1771cde0226dd09f1": { 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 38084608, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 1424056, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2621440, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 966656, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 8380416, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1100, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 6770456, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 22, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2005760, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 24296240, 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 46465024 2024-08-29T14:48:54.311 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 38166528, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 1484232, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 4718592, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 442368, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 10379264, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1102, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 6686224, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 21, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1400832, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 23434280, 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 48545792 2024-08-29T14:48:54.312 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.0": { 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 274718720, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 780712, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 90112, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 57344, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1404, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 5238848, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2711296, 2024-08-29T14:48:54.313 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 263145240, 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 274776064 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.1": { 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 272916480, 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 777536, 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 679936, 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1333, 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 5215464, 2024-08-29T14:48:54.314 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2643456, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 261527512, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 273596416 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.2": { 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 271753216, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 765032, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 860160, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1244, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 4842376, 2024-08-29T14:48:54.315 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2292224, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 261101072, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 272613376 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.3": { 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 270917632, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 815952, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 24576, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 647168, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1229, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.316 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 4384688, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1636608, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 261303296, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 271564800 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.4": { 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 274464768, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 791952, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 4849664, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 311296, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1240, 2024-08-29T14:48:54.317 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 4562632, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1812736, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 262447784, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 274776064 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.5": { 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 272777216, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 714040, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 950272, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1261, 2024-08-29T14:48:54.318 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 4821736, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 46, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 2142976, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 262345952, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 273727488 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.6": { 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 273031168, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 1312912, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 0, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 909312, 2024-08-29T14:48:54.319 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1269, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 5015880, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 45, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1743616, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 262206248, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 273940480 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.7": { 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "actual_memory_used": 272932864, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "central_cache_freelist": 1178064, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "malloc_metadata": 2752512, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "page_heap_freelist": 16384, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "released_to_os": 1007616, 2024-08-29T14:48:54.320 INFO:tasks.workunit.client.0.smithi131.stdout: "spans_in_use": 1308, 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: "tcmalloc_page_size": 8192, 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_cache_freelists": 5055152, 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: "thread_heaps_in_use": 45, 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: "transfer_cache_freelist": 1877504, 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: "use_by_application": 262053248, 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: "virtual_address_space_used": 273940480 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: "hosts": { 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: "num": 2, 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mds": 2, 2024-08-29T14:48:54.321 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mgr": 2, 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_mon": 2, 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "num_with_osd": 2 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "io_rate": { 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_stats_delta": { 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": 0, 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "num_store_stats": 0, 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "stamp_delta": "12.002104", 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:54.322 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:54.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:54.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 290, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 368, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 64, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "store_stats": { 2024-08-29T14:48:54.325 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": 0, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "available": 0, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed": 0, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_allocated": 0, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_original": 0, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "data_stored": 0, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "internal_metadata": 0, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "internally_reserved": 0, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_allocated": 0, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "total": 0 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "up": 0 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.326 INFO:tasks.workunit.client.0.smithi131.stdout: "leaderboard": false, 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "license": "sharing-1-0", 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "mempool": { 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "mds": { 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "mds.6a3ce4fe3b9e8ee3cfd33c3c61124502159846f6": { 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.327 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.328 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.329 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.330 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.331 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 150088, 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 33 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.332 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 856, 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 2 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.333 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.334 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: "mds.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:54.335 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.336 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.337 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.338 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.339 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.340 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 222471, 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 72 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 50488, 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 208 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.341 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 7848, 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 133 2024-08-29T14:48:54.342 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.343 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.6a3ce4fe3b9e8ee3cfd33c3c61124502159846f6": { 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.344 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.345 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.346 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.347 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.348 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.349 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1223953, 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 366 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 440, 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 5 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.350 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6496, 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 132 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12744, 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1546 2024-08-29T14:48:54.351 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 10624, 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 206 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.352 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.a459ee99568b1830a17c20b1771cde0226dd09f1": { 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.353 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.354 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.355 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.356 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.357 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1405675, 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 442 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.358 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.359 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6496, 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 132 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12744, 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1546 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 5312, 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 103 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.360 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.361 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.362 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.363 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.364 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.365 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.366 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1188369, 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 366 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.367 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6496, 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 132 2024-08-29T14:48:54.368 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12744, 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1546 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 5312, 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 103 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.369 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.0": { 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.370 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 23072, 2024-08-29T14:48:54.371 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 206 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1568, 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 14 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9888, 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 206 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 23072, 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 206 2024-08-29T14:48:54.372 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6480, 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 81 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 616511, 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 19 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 58674, 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 10678 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.373 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 146880, 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 216 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 11732, 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 775 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 33720, 2024-08-29T14:48:54.374 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 216 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 436888, 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 95 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.375 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2441982, 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 195 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 7040, 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 80 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.376 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 521280, 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 45 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 102024, 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 201 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234512, 2024-08-29T14:48:54.377 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3473 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.378 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.1": { 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.379 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21840, 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 195 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1008, 2024-08-29T14:48:54.380 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9360, 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 195 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21840, 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 195 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 5680, 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 71 2024-08-29T14:48:54.381 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16384, 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 4 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 51826, 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9610 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 136680, 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 201 2024-08-29T14:48:54.382 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.383 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.383 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9596, 2024-08-29T14:48:54.383 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 601 2024-08-29T14:48:54.383 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.383 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.383 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.383 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.383 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.383 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.383 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 29108, 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 201 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 736, 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 471575, 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 103 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12096, 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.384 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2427248, 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 183 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4840, 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 55 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.385 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 417024, 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 36 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 8528, 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 22 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234512, 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3473 2024-08-29T14:48:54.386 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.387 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.2": { 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:54.388 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21504, 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 192 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.389 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 896, 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9216, 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 192 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21504, 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 192 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.390 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 5120, 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 64 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12288, 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 49398, 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9274 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 131920, 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 194 2024-08-29T14:48:54.391 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 8976, 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 590 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 27820, 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 194 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.392 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 736, 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 393439, 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 84 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12096, 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.393 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2414018, 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 175 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4400, 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 50 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 359104, 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 31 2024-08-29T14:48:54.394 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 8320, 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 24 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 235024, 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3497 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.395 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.396 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.3": { 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:54.397 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22064, 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 336, 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.398 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9456, 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22064, 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4640, 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 58 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4096, 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.399 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 50756, 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9554 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 136000, 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 200 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9668, 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 607 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.400 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 28516, 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 200 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2208, 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 377559, 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 80 2024-08-29T14:48:54.401 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 30637, 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2452156, 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 189 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4752, 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 54 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.402 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 417024, 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 36 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 10400, 2024-08-29T14:48:54.403 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 20 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234512, 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3473 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.404 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.4": { 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.405 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.406 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22064, 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 560, 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 5 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9456, 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22064, 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 197 2024-08-29T14:48:54.407 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4080, 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 51 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 52474, 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9798 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.408 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 139400, 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 205 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 10084, 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 609 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 29796, 2024-08-29T14:48:54.409 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 205 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 736, 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 1 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 981915, 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 85 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 12096, 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.410 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2445790, 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 187 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4840, 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 55 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 463360, 2024-08-29T14:48:54.411 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 40 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 8944, 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 18 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234768, 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3485 2024-08-29T14:48:54.412 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.413 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.5": { 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.414 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21952, 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 196 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 224, 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 2 2024-08-29T14:48:54.415 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9408, 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 196 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 21952, 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 196 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 3520, 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 44 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.416 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 53441, 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9887 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 140760, 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 207 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 10320, 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 611 2024-08-29T14:48:54.417 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 30476, 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 207 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2208, 2024-08-29T14:48:54.418 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 884155, 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 61 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 30637, 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 9 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2432160, 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 179 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.419 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 5544, 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 63 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 486528, 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 42 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.420 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 13000, 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 25 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 235024, 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3497 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.421 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.6": { 2024-08-29T14:48:54.422 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:54.423 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22848, 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 204 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 336, 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9792, 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 204 2024-08-29T14:48:54.424 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22848, 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 204 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 3040, 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 38 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 18753, 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 4 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.425 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 52675, 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 10035 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 138040, 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 203 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 11212, 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 765 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.426 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 30648, 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 203 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 829986, 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 49 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.427 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2396382, 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 167 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 4928, 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 56 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.428 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 451776, 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 39 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 100672, 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 204 2024-08-29T14:48:54.429 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234512, 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3473 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.430 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.7": { 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: "bloom_filter": { 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6304, 2024-08-29T14:48:54.431 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 115 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_reader": { 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 16896, 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 8 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs_file_writer": { 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 576, 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Blob": { 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22736, 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 203 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.432 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Buffer": { 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 1232, 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 11 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_Extent": { 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 9744, 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 203 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_SharedBlob": { 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 22736, 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 203 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_alloc": { 2024-08-29T14:48:54.433 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2320, 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 29 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_data": { 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 286720, 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 11 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_meta": { 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 56377, 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 10477 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_onode": { 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 144160, 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 212 2024-08-29T14:48:54.434 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_cache_other": { 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 11976, 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 770 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_fsck": { 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_inline_bl": { 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 33120, 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 212 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.435 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_txc": { 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing": { 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 185715, 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 36 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore_writing_deferred": { 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_anon": { 2024-08-29T14:48:54.436 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 2448460, 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 216 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: "buffer_meta": { 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 6336, 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 72 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_co": { 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.437 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 532864, 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 46 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_mapbl": { 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_pglog": { 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 105456, 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 250 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap": { 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 234512, 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 3473 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.438 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap_mapping": { 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "pgmap": { 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_1": { 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "unittest_2": { 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes": 0, 2024-08-29T14:48:54.439 INFO:tasks.workunit.client.0.smithi131.stdout: "items": 0 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: "metadata": { 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: "mds": { 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 2 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.440 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 2 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 2 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 2 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:54.441 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 2 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 2 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 3 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-29T14:48:54.442 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 3 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 3 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 3 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 3 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:54.443 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 3 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: "arch": { 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: "x86_64": 8 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_version": { 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: "cpu": { 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.444 INFO:tasks.workunit.client.0.smithi131.stdout: "distro": { 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: "centos": 8 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: "distro_description": { 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: "CentOS Stream 9": 8 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_description": { 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 8 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: "kernel_version": { 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: "5.14.0-503.el9.x86_64": 8 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: "os": { 2024-08-29T14:48:54.445 INFO:tasks.workunit.client.0.smithi131.stdout: "Linux": 8 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_objectstore": { 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": 8 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: "rotational": { 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: "0": 8 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: "features": { 2024-08-29T14:48:54.446 INFO:tasks.workunit.client.0.smithi131.stdout: "optional": [], 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "persistent": [ 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "kraken", 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "luminous", 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "mimic", 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "osdmap-prune", 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "nautilus", 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "octopus", 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "pacific", 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "elector-pinging", 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "quincy" 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "ipv4_addr_mons": 6, 2024-08-29T14:48:54.447 INFO:tasks.workunit.client.0.smithi131.stdout: "ipv6_addr_mons": 0, 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "min_mon_release": 17, 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "v1_addr_mons": 3, 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "v2_addr_mons": 3 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "organization": "ceph-qa", 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster_network": false, 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 8, 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "require_min_compat_client": "luminous", 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "require_osd_release": "quincy" 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_perf_histograms": [ 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.448 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "axes": [ 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Latency (usec)", 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 100000, 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 99999]", 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "[100000, 199999]", 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "[200000, 399999]", 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "[400000, 799999]", 2024-08-29T14:48:54.449 INFO:tasks.workunit.client.0.smithi131.stdout: "[800000, 1599999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[1600000, 3199999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[3200000, 6399999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[6400000, 12799999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[12800000, 25599999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[25600000, 51199999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[51200000, 102399999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[102400000, 204799999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[204800000, 409599999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[409600000, 819199999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[819200000, 1638399999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[1638400000, 3276799999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[3276800000, 6553599999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[6553600000, 13107199999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[13107200000, 26214399999]", 2024-08-29T14:48:54.450 INFO:tasks.workunit.client.0.smithi131.stdout: "[26214400000, 52428799999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[52428800000, 104857599999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[104857600000, 209715199999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[209715200000, 419430399999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[419430400000, 838860799999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[838860800000, 1677721599999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[1677721600000, 3355443199999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[3355443200000, 6710886399999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[6710886400000, 13421772799999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[13421772800000, 26843545599999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[26843545600000, 53687091199999]", 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "[53687091200000, None]" 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:54.451 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Request size (bytes)", 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 512, 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 511]", 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "[512, 1023]", 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "[1024, 2047]", 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "[2048, 4095]", 2024-08-29T14:48:54.452 INFO:tasks.workunit.client.0.smithi131.stdout: "[4096, 8191]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[8192, 16383]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[16384, 32767]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[32768, 65535]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[65536, 131071]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[131072, 262143]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[262144, 524287]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[524288, 1048575]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[1048576, 2097151]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[2097152, 4194303]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[4194304, 8388607]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[8388608, 16777215]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[16777216, 33554431]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[33554432, 67108863]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[67108864, 134217727]", 2024-08-29T14:48:54.453 INFO:tasks.workunit.client.0.smithi131.stdout: "[134217728, 268435455]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[268435456, 536870911]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[536870912, 1073741823]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[1073741824, 2147483647]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[2147483648, 4294967295]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[4294967296, 8589934591]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[8589934592, 17179869183]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[17179869184, 34359738367]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[34359738368, 68719476735]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[68719476736, 137438953471]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[137438953472, 274877906943]", 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "[274877906944, None]" 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:54.454 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "osds": [ 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 0, 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.455 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.456 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.457 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 1, 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.458 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.459 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 2, 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.460 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.461 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.462 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 3, 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.463 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.464 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.465 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 4, 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.466 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.467 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 5, 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.468 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.469 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.470 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 6, 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.471 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.472 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.473 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 7, 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.474 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.475 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.476 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: "axes": [ 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Latency (usec)", 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 100000, 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:54.477 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 99999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[100000, 199999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[200000, 399999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[400000, 799999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[800000, 1599999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[1600000, 3199999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[3200000, 6399999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[6400000, 12799999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[12800000, 25599999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[25600000, 51199999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[51200000, 102399999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[102400000, 204799999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[204800000, 409599999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[409600000, 819199999]", 2024-08-29T14:48:54.478 INFO:tasks.workunit.client.0.smithi131.stdout: "[819200000, 1638399999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[1638400000, 3276799999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[3276800000, 6553599999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[6553600000, 13107199999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[13107200000, 26214399999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[26214400000, 52428799999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[52428800000, 104857599999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[104857600000, 209715199999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[209715200000, 419430399999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[419430400000, 838860799999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[838860800000, 1677721599999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[1677721600000, 3355443199999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[3355443200000, 6710886399999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[6710886400000, 13421772799999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[13421772800000, 26843545599999]", 2024-08-29T14:48:54.479 INFO:tasks.workunit.client.0.smithi131.stdout: "[26843545600000, 53687091199999]", 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "[53687091200000, None]" 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Request size (bytes)", 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 512, 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 511]", 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "[512, 1023]", 2024-08-29T14:48:54.480 INFO:tasks.workunit.client.0.smithi131.stdout: "[1024, 2047]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[2048, 4095]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[4096, 8191]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[8192, 16383]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[16384, 32767]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[32768, 65535]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[65536, 131071]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[131072, 262143]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[262144, 524287]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[524288, 1048575]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[1048576, 2097151]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[2097152, 4194303]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[4194304, 8388607]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[8388608, 16777215]", 2024-08-29T14:48:54.481 INFO:tasks.workunit.client.0.smithi131.stdout: "[16777216, 33554431]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[33554432, 67108863]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[67108864, 134217727]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[134217728, 268435455]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[268435456, 536870911]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[536870912, 1073741823]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[1073741824, 2147483647]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[2147483648, 4294967295]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[4294967296, 8589934591]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[8589934592, 17179869183]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[17179869184, 34359738367]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[34359738368, 68719476735]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[68719476736, 137438953471]", 2024-08-29T14:48:54.482 INFO:tasks.workunit.client.0.smithi131.stdout: "[137438953472, 274877906943]", 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: "[274877906944, None]" 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: "osds": [ 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 0, 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.483 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.484 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.485 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 1, 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.486 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.487 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.488 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 2, 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.489 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.490 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 3, 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.491 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.492 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.493 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 4, 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.494 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.495 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.496 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 5, 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.497 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.498 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.499 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 6, 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.500 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.501 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 7, 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.502 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.503 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.504 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: "axes": [ 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:54.505 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Latency (usec)", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 100000, 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 99999]", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[100000, 199999]", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[200000, 399999]", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[400000, 799999]", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[800000, 1599999]", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[1600000, 3199999]", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[3200000, 6399999]", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[6400000, 12799999]", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[12800000, 25599999]", 2024-08-29T14:48:54.506 INFO:tasks.workunit.client.0.smithi131.stdout: "[25600000, 51199999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[51200000, 102399999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[102400000, 204799999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[204800000, 409599999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[409600000, 819199999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[819200000, 1638399999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[1638400000, 3276799999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[3276800000, 6553599999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[6553600000, 13107199999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[13107200000, 26214399999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[26214400000, 52428799999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[52428800000, 104857599999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[104857600000, 209715199999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[209715200000, 419430399999]", 2024-08-29T14:48:54.507 INFO:tasks.workunit.client.0.smithi131.stdout: "[419430400000, 838860799999]", 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "[838860800000, 1677721599999]", 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "[1677721600000, 3355443199999]", 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "[3355443200000, 6710886399999]", 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "[6710886400000, 13421772799999]", 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "[13421772800000, 26843545599999]", 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "[26843545600000, 53687091199999]", 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "[53687091200000, None]" 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:54.508 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Request size (bytes)", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 512, 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 511]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[512, 1023]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[1024, 2047]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[2048, 4095]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[4096, 8191]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[8192, 16383]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[16384, 32767]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[32768, 65535]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[65536, 131071]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[131072, 262143]", 2024-08-29T14:48:54.509 INFO:tasks.workunit.client.0.smithi131.stdout: "[262144, 524287]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[524288, 1048575]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[1048576, 2097151]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[2097152, 4194303]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[4194304, 8388607]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[8388608, 16777215]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[16777216, 33554431]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[33554432, 67108863]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[67108864, 134217727]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[134217728, 268435455]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[268435456, 536870911]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[536870912, 1073741823]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[1073741824, 2147483647]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[2147483648, 4294967295]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[4294967296, 8589934591]", 2024-08-29T14:48:54.510 INFO:tasks.workunit.client.0.smithi131.stdout: "[8589934592, 17179869183]", 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: "[17179869184, 34359738367]", 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: "[34359738368, 68719476735]", 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: "[68719476736, 137438953471]", 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: "[137438953472, 274877906943]", 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: "[274877906944, None]" 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: "osds": [ 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 0, 2024-08-29T14:48:54.511 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.512 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.513 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 1, 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.514 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.515 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.516 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 2, 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.517 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.518 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.519 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 3, 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.520 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.521 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 4, 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.522 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.523 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.524 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 5, 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.525 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.526 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.526 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.526 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.526 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.526 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.526 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.526 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.526 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.526 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.527 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.527 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.528 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 6, 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.529 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.530 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.531 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 7, 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.532 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.533 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.534 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "axes": [ 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Latency (usec)", 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 100000, 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 99999]", 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "[100000, 199999]", 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "[200000, 399999]", 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "[400000, 799999]", 2024-08-29T14:48:54.535 INFO:tasks.workunit.client.0.smithi131.stdout: "[800000, 1599999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[1600000, 3199999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[3200000, 6399999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[6400000, 12799999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[12800000, 25599999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[25600000, 51199999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[51200000, 102399999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[102400000, 204799999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[204800000, 409599999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[409600000, 819199999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[819200000, 1638399999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[1638400000, 3276799999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[3276800000, 6553599999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[6553600000, 13107199999]", 2024-08-29T14:48:54.536 INFO:tasks.workunit.client.0.smithi131.stdout: "[13107200000, 26214399999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[26214400000, 52428799999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[52428800000, 104857599999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[104857600000, 209715199999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[209715200000, 419430399999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[419430400000, 838860799999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[838860800000, 1677721599999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[1677721600000, 3355443199999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[3355443200000, 6710886399999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[6710886400000, 13421772799999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[13421772800000, 26843545599999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[26843545600000, 53687091199999]", 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: "[53687091200000, None]" 2024-08-29T14:48:54.537 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "buckets": 32, 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "min": 0, 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "name": "Request size (bytes)", 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "quant_size": 512, 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "ranges": [ 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "[None, -1]", 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 511]", 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "[512, 1023]", 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "[1024, 2047]", 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "[2048, 4095]", 2024-08-29T14:48:54.538 INFO:tasks.workunit.client.0.smithi131.stdout: "[4096, 8191]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[8192, 16383]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[16384, 32767]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[32768, 65535]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[65536, 131071]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[131072, 262143]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[262144, 524287]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[524288, 1048575]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[1048576, 2097151]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[2097152, 4194303]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[4194304, 8388607]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[8388608, 16777215]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[16777216, 33554431]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[33554432, 67108863]", 2024-08-29T14:48:54.539 INFO:tasks.workunit.client.0.smithi131.stdout: "[67108864, 134217727]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[134217728, 268435455]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[268435456, 536870911]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[536870912, 1073741823]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[1073741824, 2147483647]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[2147483648, 4294967295]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[4294967296, 8589934591]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[8589934592, 17179869183]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[17179869184, 34359738367]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[34359738368, 68719476735]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[68719476736, 137438953471]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[137438953472, 274877906943]", 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: "[274877906944, None]" 2024-08-29T14:48:54.540 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "scale_type": "log2" 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "osds": [ 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 0, 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.541 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.542 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.543 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 1, 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 8, 4, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 13, 4, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.544 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.545 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 2, 2024-08-29T14:48:54.546 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.547 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.548 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 3, 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.549 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.550 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.551 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 4, 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.552 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.553 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 5, 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.554 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.555 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.556 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 6, 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.557 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.558 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.559 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "osd_id": 7, 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "values": [ 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.560 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.561 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: ] 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:54.562 INFO:tasks.workunit.client.0.smithi131.stdout: "perf_counters": { 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: "mds.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: "mds": { 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: "caps": { 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_cap_op_flush_ack": { 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_cap_op_grant": { 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.563 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_cap_op_revoke": { 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: "ceph_cap_op_trunc": { 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: "dir_commit": { 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: "dir_fetch": { 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: "dir_merge": { 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.564 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: "dir_split": { 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: "exported_inodes": { 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: "forward": { 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_client_cap_release": { 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.565 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_client_caps": { 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_client_caps_dirty": { 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_inode_file_caps": { 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: "imported_inodes": { 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: "inodes": { 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.566 INFO:tasks.workunit.client.0.smithi131.stdout: "inodes_expired": { 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: "inodes_pinned": { 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: "inodes_with_caps": { 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: "load_cent": { 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: "openino_dir_fetch": { 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.567 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: "process_request_cap_release": { 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: "reply_latency": { 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 110520 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: "request": { 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: "root_rbytes": { 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.568 INFO:tasks.workunit.client.0.smithi131.stdout: "root_rfiles": { 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: "root_rsnaps": { 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_reply": { 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: "subtrees": { 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.569 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_cache": { 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_enqueue_scrub": { 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_exportdir": { 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_flush": { 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_fragmentdir": { 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_fragstats": { 2024-08-29T14:48:54.570 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: "ireq_inodestats": { 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_recovering_enqueued": { 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_recovering_prioritized": { 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_recovering_processing": { 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_strays": { 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_strays_delayed": { 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_strays_enqueuing": { 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_completed": { 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_started": { 2024-08-29T14:48:54.572 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: "strays_created": { 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: "strays_enqueued": { 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: "strays_migrated": { 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: "strays_reintegrated": { 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.573 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_log": { 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: "ev": { 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: "evadd": { 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: "evex": { 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: "evexd": { 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.574 INFO:tasks.workunit.client.0.smithi131.stdout: "evexg": { 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: "evtrm": { 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: "jlat": { 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 5, 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10183664 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: "replayed": { 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: "seg": { 2024-08-29T14:48:54.575 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: "segadd": { 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: "segex": { 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: "segexd": { 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: "segexg": { 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.576 INFO:tasks.workunit.client.0.smithi131.stdout: "segtrm": { 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_mem": { 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: "cap": { 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: "cap+": { 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: "cap-": { 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.577 INFO:tasks.workunit.client.0.smithi131.stdout: "dir": { 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: "dir+": { 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: "dir-": { 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: "dn": { 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: "dn+": { 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.578 INFO:tasks.workunit.client.0.smithi131.stdout: "dn-": { 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: "heap": { 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 207068 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: "ino": { 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: "ino+": { 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: "ino-": { 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.579 INFO:tasks.workunit.client.0.smithi131.stdout: "rss": { 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 38332 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_server": { 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: "cap_acquisition_throttle": { 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: "cap_revoke_eviction": { 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_client_request": { 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.580 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_client_session": { 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 16 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: "handle_peer_request": { 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: "req_create_latency": { 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: "req_getattr_latency": { 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 110520 2024-08-29T14:48:54.581 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "req_getfilelock_latency": { 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "req_getvxattr_latency": { 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "req_link_latency": { 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookup_latency": { 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.582 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookuphash_latency": { 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookupino_latency": { 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookupname_latency": { 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookupparent_latency": { 2024-08-29T14:48:54.583 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lookupsnap_latency": { 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "req_lssnap_latency": { 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "req_mkdir_latency": { 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.584 INFO:tasks.workunit.client.0.smithi131.stdout: "req_mknod_latency": { 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "req_mksnap_latency": { 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "req_open_latency": { 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "req_readdir_latency": { 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.585 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "req_rename_latency": { 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "req_renamesnap_latency": { 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "req_rmdir_latency": { 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "req_rmsnap_latency": { 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.586 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: "req_rmxattr_latency": { 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: "req_setattr_latency": { 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: "req_setdirlayout_latency": { 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.587 INFO:tasks.workunit.client.0.smithi131.stdout: "req_setfilelock_latency": { 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "req_setlayout_latency": { 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "req_setxattr_latency": { 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "req_symlink_latency": { 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.588 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: "req_unlink_latency": { 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: "mds_sessions": { 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: "average_load": { 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: "avg_session_uptime": { 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 87 2024-08-29T14:48:54.589 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: "mdthresh_evicted": { 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: "session_add": { 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: "session_count": { 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: "session_remove": { 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: "sessions_open": { 2024-08-29T14:48:54.590 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: "sessions_stale": { 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: "total_load": { 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.591 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: "purge_queue": { 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_executed": { 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_executing": { 2024-08-29T14:48:54.592 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_executing_high_water": { 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_executing_ops": { 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_executing_ops_high_water": { 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: "pq_item_in_journal": { 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.593 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.6a3ce4fe3b9e8ee3cfd33c3c61124502159846f6": { 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: "election_call": { 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: "election_lose": { 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: "election_win": { 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_elections": { 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 9 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: "num_sessions": { 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: "session_add": { 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: "session_rm": { 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 168 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: "session_trim": { 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.595 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "paxos": { 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "accept_timeout": { 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "begin": { 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 949 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_bytes": { 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5002694 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_keys": { 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:54.596 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2847 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_latency": { 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 180996121 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: "collect": { 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_bytes": { 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.597 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_keys": { 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_latency": { 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_timeout": { 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_uncommitted": { 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.598 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "commit": { 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 949 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_bytes": { 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4934423 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_keys": { 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5483 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_latency": { 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 949, 2024-08-29T14:48:54.599 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 432496870 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_ack_timeout": { 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_timeout": { 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn": { 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn_latency": { 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.600 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1999957 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh": { 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 951 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh_latency": { 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 951, 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2440947714 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: "restart": { 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state": { 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.601 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_bytes": { 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1050 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_keys": { 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: "start_leader": { 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: "start_peon": { 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.602 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state": { 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_bytes": { 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_keys": { 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_latency": { 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.603 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache": { 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1020054731 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 44785664 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 40673280 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.604 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2147483648 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4112384 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:full": { 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.605 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277007074 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 309795 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.606 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.607 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 70810363 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:inc": { 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.608 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277007074 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 41035 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.609 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.610 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71079123 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:kv": { 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 322961408 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.611 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 184671383 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.612 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.613 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71181161 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb": { 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: "compact": { 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.614 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.615 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_completed": { 2024-08-29T14:48:54.615 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.615 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.615 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lasted": { 2024-08-29T14:48:54.615 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36498930 2024-08-29T14:48:54.615 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.615 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_len": { 2024-08-29T14:48:54.615 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.615 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.615 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_merge": { 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_running": { 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: "get_latency": { 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 42427, 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159257915 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_delay_time": { 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.616 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_memtable_time": { 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_wal_time": { 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.617 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_latency": { 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_sync_latency": { 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2072, 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 685372978 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.a459ee99568b1830a17c20b1771cde0226dd09f1": { 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: "election_call": { 2024-08-29T14:48:54.618 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: "election_lose": { 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: "election_win": { 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: "num_elections": { 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: "num_sessions": { 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.619 INFO:tasks.workunit.client.0.smithi131.stdout: "session_add": { 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: "session_rm": { 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 97 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: "session_trim": { 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: "paxos": { 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: "accept_timeout": { 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.620 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: "begin": { 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 814 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_bytes": { 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 814, 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3963800 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_keys": { 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_latency": { 2024-08-29T14:48:54.621 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 814, 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 222995219 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: "collect": { 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_bytes": { 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_keys": { 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.622 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_latency": { 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_timeout": { 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_uncommitted": { 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: "commit": { 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 815 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_bytes": { 2024-08-29T14:48:54.623 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_keys": { 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_latency": { 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_ack_timeout": { 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.624 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_timeout": { 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn": { 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn_latency": { 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh": { 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 815 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.625 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh_latency": { 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 815, 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1895959401 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: "restart": { 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state": { 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_bytes": { 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.626 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_keys": { 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: "start_leader": { 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: "start_peon": { 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state": { 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 815 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.627 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_bytes": { 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 815, 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7774951 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_keys": { 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 815, 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5557 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_latency": { 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 815, 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 472989876 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.628 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache": { 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1020054731 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43843584 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 33767424 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2147483648 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.629 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10076160 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:full": { 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.630 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277006012 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 310225 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.631 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.632 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 70810995 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:inc": { 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.633 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277006012 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43438 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.634 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.635 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71077782 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:kv": { 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 322961408 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.636 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 184670675 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.637 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.638 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71181869 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb": { 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: "compact": { 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.639 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_completed": { 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lasted": { 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36037131 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_len": { 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_merge": { 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_running": { 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.640 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: "get_latency": { 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 35105, 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 82046683 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_delay_time": { 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_memtable_time": { 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.641 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_wal_time": { 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_latency": { 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_sync_latency": { 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1757, 2024-08-29T14:48:54.642 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 777366500 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: "mon.ff451f85227c7733740f6b6e87047bf4acb22c78": { 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: "election_call": { 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: "election_lose": { 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: "election_win": { 2024-08-29T14:48:54.643 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_elections": { 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: "num_sessions": { 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: "session_add": { 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: "session_rm": { 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.644 INFO:tasks.workunit.client.0.smithi131.stdout: "session_trim": { 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: "paxos": { 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: "accept_timeout": { 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: "begin": { 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 823 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_bytes": { 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 823, 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3988998 2024-08-29T14:48:54.645 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_keys": { 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "begin_latency": { 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 823, 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 130997348 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "collect": { 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_bytes": { 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.646 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 146 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_keys": { 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_latency": { 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 999980 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_timeout": { 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: "collect_uncommitted": { 2024-08-29T14:48:54.647 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: "commit": { 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 824 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_bytes": { 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_keys": { 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.648 INFO:tasks.workunit.client.0.smithi131.stdout: "commit_latency": { 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_ack_timeout": { 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: "lease_timeout": { 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn": { 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: "new_pn_latency": { 2024-08-29T14:48:54.649 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh": { 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 824 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: "refresh_latency": { 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 824, 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1833962889 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: "restart": { 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state": { 2024-08-29T14:48:54.650 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_bytes": { 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: "share_state_keys": { 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: "start_leader": { 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.651 INFO:tasks.workunit.client.0.smithi131.stdout: "start_peon": { 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state": { 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 824 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_bytes": { 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 824, 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7823438 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_keys": { 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 824, 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5627 2024-08-29T14:48:54.652 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: "store_state_latency": { 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 824, 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 302993863 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache": { 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1020054731 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43827200 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.653 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 32833536 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2147483648 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10993664 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:full": { 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.654 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277006012 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 310225 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.655 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.656 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 70810995 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:inc": { 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.657 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 348127232 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 277006012 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43438 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.658 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.659 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71077782 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: "prioritycache:kv": { 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.660 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 322961408 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 184670675 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.661 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.662 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71181869 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb": { 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: "compact": { 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.663 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_completed": { 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lasted": { 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 25236151 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_len": { 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_queue_merge": { 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_running": { 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.664 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: "get_latency": { 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 35113, 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 79913294 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_delay_time": { 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_memtable_time": { 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.665 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_write_wal_time": { 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_latency": { 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "submit_sync_latency": { 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1799, 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 530077408 2024-08-29T14:48:54.666 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.0": { 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.667 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:54.668 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2859008 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:54.669 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1781760 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1642496 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:54.671 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.672 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:54.673 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.674 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.675 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4575232 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:54.676 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1396736 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 100987 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:54.677 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 22, 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 52586 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:54.678 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 384, 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 81470125 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 379, 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7046150 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 384, 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 443894 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 384, 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 81914019 2024-08-29T14:48:54.679 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 48550 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 8, 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 19824 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:54.680 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10402 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 919 2024-08-29T14:48:54.681 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 244 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 129, 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2663851 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 345, 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 257950 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 216, 2024-08-29T14:48:54.682 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6054049 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29977 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10805727 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:54.683 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 134, 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 11589969 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 134, 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 418806775730 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 134, 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 171611330164 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.684 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 70023354352 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 49291 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5692233 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 187817434 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.685 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 157355 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 115239135 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 28303575 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 941929 2024-08-29T14:48:54.686 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 68, 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 341837 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 347930947 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 32998539 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.687 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 519, 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3348272 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861454136 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 272023552 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:54.688 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 271704064 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137365299 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 319488 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.689 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85459452 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.690 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 610304 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.691 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73313796 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:54.692 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 640945890 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.693 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.694 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.695 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 72083662 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.696 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56972968 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.697 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.698 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68855688 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.699 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 640945890 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 306556 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.701 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71779234 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:54.702 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:54.703 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 604 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 33934712 2024-08-29T14:48:54.704 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 7, 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3090910 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17368787 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.705 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.706 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.707 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:54.708 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 604 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:54.709 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 33934712 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 7, 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3090910 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17368787 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:54.710 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1771104 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305885184 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.711 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.1": { 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.712 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2539520 2024-08-29T14:48:54.713 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:54.714 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1622016 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1482752 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.715 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.716 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:54.717 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:54.718 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.719 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.720 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096000 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 798720 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:54.721 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 5, 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 216243 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:54.722 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 31, 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 81039 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 345, 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73692001 2024-08-29T14:48:54.723 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 337, 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 11005562 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 345, 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 430657 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 345, 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 74122658 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.724 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36004 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8388 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:54.725 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 5, 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10988 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 867 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.726 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 252 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 151, 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4621918 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 385, 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 268783 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 234, 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 9443971 2024-08-29T14:48:54.727 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 96464 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10627514 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 131, 2024-08-29T14:48:54.728 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 30775804 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 130, 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305378034177 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 131, 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 146192646759 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 416, 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 77334928006 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.729 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 416, 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 41544 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1220062 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 172553636 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:54.730 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 138426 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 49864092 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 26583122 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 351024 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.731 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 64, 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 283901 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 260914462 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 31351764 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 417, 2024-08-29T14:48:54.732 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4426657 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861454136 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 270843904 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 270090240 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:54.733 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137365299 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 753664 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.734 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85496777 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.735 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 16384 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.736 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73870391 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.737 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641225828 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.738 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.739 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71803724 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.740 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56997851 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.741 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.742 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68830805 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.743 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641225828 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.744 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.745 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 278459 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71527393 2024-08-29T14:48:54.746 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.747 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 157 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:54.748 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2429467 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 157, 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 738467049 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1063 2024-08-29T14:48:54.749 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 157, 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 55791237 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 157, 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 193003847 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 33 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 33, 2024-08-29T14:48:54.750 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5044635 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1063 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 33, 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4460870 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 33, 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3735495 2024-08-29T14:48:54.751 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 22 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 22, 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17688840 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:54.752 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 22, 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8002416 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 22, 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 16590137 2024-08-29T14:48:54.753 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 102 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2429467 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 102, 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 715733574 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.754 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 102, 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43327951 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 102, 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 172678215 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 590368 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.755 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305291264 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.2": { 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:54.756 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.757 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2162688 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.758 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1347584 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.759 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1208320 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:54.760 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:54.761 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.762 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.763 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.764 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:54.765 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3444736 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 786432 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:54.766 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 191617 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.767 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 11987 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 62779853 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.768 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 277, 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4912909 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 387888 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 63167741 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.769 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 35018 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1038 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.770 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4619 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 639 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 224 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.771 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 108, 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1354362 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 293, 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 232782 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 185, 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1287255 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.772 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 116744 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13080768 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 124, 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 11771723 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.773 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 123, 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 414578541342 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 124, 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 156130534263 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 342, 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 164643182812 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 342, 2024-08-29T14:48:54.774 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 34653 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3946412 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 117867001 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 108124 2024-08-29T14:48:54.775 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 66870209 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 21186387 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 350845 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:54.776 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 58, 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 292558 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 222998488 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24887030 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 343, 2024-08-29T14:48:54.777 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2125677 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861454136 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 269860864 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 268935168 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137365299 2024-08-29T14:48:54.778 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 925696 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.779 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85497624 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.780 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.781 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73873640 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.782 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641232182 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.783 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.784 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71797370 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.785 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56998416 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.786 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.787 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68830240 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.788 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641232182 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.789 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 268437 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.790 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71531061 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.791 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 31 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:54.792 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67831645 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.793 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3867746 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29698564 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.794 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.795 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.796 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.797 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67831645 2024-08-29T14:48:54.798 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3867746 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 10, 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29698564 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.799 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305278976 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.800 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.3": { 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.801 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1277952 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.802 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 954368 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.803 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 815104 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:54.804 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:54.805 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.806 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.807 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:54.808 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.809 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2166784 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 806912 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.810 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.811 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 9220 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 182, 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 52159727 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:54.812 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 174, 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8889438 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 182, 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 297005 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 182, 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 52456732 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.813 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29696 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1537 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:54.814 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12025 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 391 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 231 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:54.815 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 108, 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1178611 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 195, 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 283866 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 87, 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 545342 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.816 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 9492296 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 60, 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3937877 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 57, 2024-08-29T14:48:54.817 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 309678772386 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 60, 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 90805383619 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 245, 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 873053 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 245, 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 25386 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.818 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 285858 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 110193446 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 72404 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:54.819 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43318475 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13054948 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 353573 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 51, 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 299811 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.820 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 176375959 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15781736 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 248, 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1747869 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:54.821 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861454136 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 268812288 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 268083200 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137365299 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 729088 2024-08-29T14:48:54.822 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.823 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85497658 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.824 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.825 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73881798 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.826 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641232437 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.827 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.828 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71797115 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.829 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56998438 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.830 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.831 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68830218 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.832 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641232437 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.833 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6971 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 271888 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.834 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71520384 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.835 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.836 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.837 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 733921 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.838 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.839 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.840 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:54.841 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:54.842 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 733921 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:54.843 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305295360 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.4": { 2024-08-29T14:48:54.844 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.845 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1347584 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.846 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:54.847 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 987136 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 847872 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.848 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:54.849 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.850 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.851 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:54.852 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.853 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2269184 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 806912 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 232558 2024-08-29T14:48:54.854 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:54.855 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1996 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 190, 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 50238927 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 186, 2024-08-29T14:48:54.856 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7558219 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 190, 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 639052 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 190, 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 50877979 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.857 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 35501 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 935 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.858 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 10054 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 407 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 251 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 111, 2024-08-29T14:48:54.859 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1011537 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 191, 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 302025 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 80, 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159081 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.860 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 115720 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4024650 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 49, 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3555733 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 48, 2024-08-29T14:48:54.861 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 196015387009 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 49, 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 72923022288 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 275, 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8056017462 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 275, 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 28547 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.862 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 265423 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 94309931 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 84217 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:54.863 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56847624 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15950791 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 351560 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 47, 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 216437 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.864 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 171436991 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 18587856 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 276, 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2407065 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:54.865 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861467539 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 269926400 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 269492224 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137381068 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 434176 2024-08-29T14:48:54.866 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85498285 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.867 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.868 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.869 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73885267 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.870 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641237144 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.871 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.872 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71792408 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.873 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56998857 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.874 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.875 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68829799 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:54.876 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641237144 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.877 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 280319 2024-08-29T14:48:54.878 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71514217 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.879 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.880 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 40 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.881 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 22 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6933549 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.882 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 799135 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6805914 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.883 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.884 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:54.885 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.886 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 22 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6933549 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.887 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 799135 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6805914 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:54.888 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305299456 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.5": { 2024-08-29T14:48:54.889 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:54.890 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1216512 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.891 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 876544 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.892 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 737280 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:54.893 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.894 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:54.895 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:54.896 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.897 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:54.898 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2027520 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 802816 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 4, 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 129373 2024-08-29T14:48:54.899 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.900 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4301 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 163, 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 51358258 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:54.901 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 162, 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6474704 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 163, 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 213424 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 163, 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 51571682 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.902 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 32743 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 902 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:54.903 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3704 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 367 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 258 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.904 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 99, 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 708101 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 162, 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 248855 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 63, 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 324224 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:54.905 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 70123 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3361729 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 47, 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3164775 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.906 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 44, 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 280359724350 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 47, 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 64844129342 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 275, 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8383480362 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 275, 2024-08-29T14:48:54.907 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 28019 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 244787 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 121653696 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 77806 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.908 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 113493008 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13522713 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 353255 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 39, 2024-08-29T14:48:54.909 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 176292 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 252312234 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15880004 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 278, 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2139813 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.910 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861467539 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 270974976 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 269901824 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137381068 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.911 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1073152 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.912 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85498127 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.913 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.914 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73885425 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.915 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641235959 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.916 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.917 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71793593 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.918 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56998751 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.919 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.920 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68829905 2024-08-29T14:48:54.921 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.922 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641235959 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.923 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6969 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 281563 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.924 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71507189 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.925 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 42 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:54.926 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.927 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.928 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.929 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.930 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.931 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:54.932 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.933 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305291264 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.6": { 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.934 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.935 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1363968 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.936 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1011712 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.937 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 872448 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:54.938 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.939 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:54.940 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.941 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:54.942 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.943 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2310144 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1388544 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.944 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.945 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 6, 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8024 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 196, 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45781256 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:54.946 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 189, 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14694536 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 196, 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 172583 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 196, 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45953839 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.947 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 54809 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1083 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.948 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 11944 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 400 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 262 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.949 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 95, 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 987667 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 149, 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 274111 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 54, 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 649767 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:54.950 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4555709 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 40, 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2766026 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.951 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 40, 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 433065873385 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 40, 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 60861574759 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 617105 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.952 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 30007 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 633477 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 137092274 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:54.953 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 87943 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 89579844 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14388659 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 943572 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.954 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 33, 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 135491 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 246289607 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17722212 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 286, 2024-08-29T14:48:54.955 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3751129 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861467539 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 270139392 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 270073856 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:54.956 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137381068 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.957 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85497376 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.958 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.959 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73873888 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.960 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641230324 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.961 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.962 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71799228 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:54.963 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56998251 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.964 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.965 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68830405 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.966 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641230324 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.967 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 7112 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.968 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 281654 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71512590 2024-08-29T14:48:54.969 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.970 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 39 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13 2024-08-29T14:48:54.971 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2804 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 13, 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 64375035 2024-08-29T14:48:54.972 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 15, 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6066532 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 13, 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29387326 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:54.973 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.974 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:54.975 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:54.976 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 13 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2804 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.977 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 13, 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 64375035 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 15, 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 6066532 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 13, 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 29387326 2024-08-29T14:48:54.978 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.979 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305876992 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: "osd.7": { 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: "bluefs": { 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_fallback": { 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_slow_size_fallback": { 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_db": { 2024-08-29T14:48:54.980 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65536 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_main": { 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit_wal": { 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_slow": { 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_sst": { 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12288 2024-08-29T14:48:54.981 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_written_wal": { 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1323008 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lat": { 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "compact_lock_lat": { 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "db_total_bytes": { 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.982 INFO:tasks.workunit.client.0.smithi131.stdout: "db_used_bytes": { 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 304480256 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: "log_bytes": { 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1003520 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: "logged_bytes": { 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 864256 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_db": { 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 312868864 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_slow": { 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.983 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: "max_bytes_wal": { 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: "num_files": { 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 14 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: "read_bytes": { 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 195697 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: "read_count": { 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 23 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes": { 2024-08-29T14:48:54.984 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_db": { 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1273856 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_slow": { 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_bytes_wal": { 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: "read_disk_count": { 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.985 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_bytes": { 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4789 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: "read_prefetch_count": { 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_bytes": { 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_buffer_count": { 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_bytes": { 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5589 2024-08-29T14:48:54.986 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_count": { 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 24 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes": { 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_db": { 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_slow": { 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_bytes_wal": { 2024-08-29T14:48:54.987 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: "read_random_disk_count": { 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_total_bytes": { 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: "slow_used_bytes": { 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.988 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_total_bytes": { 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: "wal_used_bytes": { 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: "write_bytes": { 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2260992 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore": { 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: "alloc_unit": { 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4096 2024-08-29T14:48:54.989 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": { 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1384448 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "clist_lat": { 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 3, 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 154316 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_lat": { 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed": { 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.990 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_allocated": { 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: "compressed_original": { 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: "csum_lat": { 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 12, 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45049 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: "decompress_lat": { 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.991 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_commit_lat": { 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 194, 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 49540703 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_final_lat": { 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 181, 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 16883934 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_flush_lat": { 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 194, 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 139076 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "kv_sync_lat": { 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 194, 2024-08-29T14:48:54.992 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 49679779 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_keys_lat": { 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_get_values_lat": { 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 45001 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_lower_bound_lat": { 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1219 2024-08-29T14:48:54.993 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_next_lat": { 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_seek_to_first_lat": { 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 0, 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_upper_bound_lat": { 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 2, 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3316 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_hits": { 2024-08-29T14:48:54.994 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 774 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: "onode_misses": { 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 301 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: "read_lat": { 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 143, 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3440197 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: "read_onode_meta_lat": { 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 231, 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 319668 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.995 INFO:tasks.workunit.client.0.smithi131.stdout: "read_wait_aio_lat": { 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 88, 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2585721 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: "reads_with_retries": { 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: "remove_lat": { 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 1, 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 19099 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: "state_aio_wait_lat": { 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:54.996 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2165295 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 25, 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1911118 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_cleanup_lat": { 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 25, 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 256031695420 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: "state_deferred_queued_lat": { 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 25, 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 43497290135 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.997 INFO:tasks.workunit.client.0.smithi131.stdout: "state_done_lat": { 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 484302 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "state_finishing_lat": { 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 65418 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "state_io_done_lat": { 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 208692 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_commiting_lat": { 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 208546289 2024-08-29T14:48:54.998 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_done_lat": { 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 89066 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: "state_kv_queued_lat": { 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 94454306 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: "state_prepare_lat": { 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15488652 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:54.999 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": { 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 941540 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: "truncate_lat": { 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 24, 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 99097 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_commit_lat": { 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 320903357 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_submit_lat": { 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 22185832 2024-08-29T14:48:55.000 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: "txc_throttle_lat": { 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 312, 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4381414 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache": { 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_bytes": { 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1861467539 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: "heap_bytes": { 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 271187968 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.001 INFO:tasks.workunit.client.0.smithi131.stdout: "mapped_bytes": { 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 269918208 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: "target_bytes": { 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 3137381068 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: "unmapped_bytes": { 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 1269760 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:data": { 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 159383552 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.002 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 85480111 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 8192 2024-08-29T14:48:55.003 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 147456 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 131072 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:55.004 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 73616721 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv": { 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:55.005 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 780140544 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641100838 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:55.006 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.007 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 2128 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71928714 2024-08-29T14:48:55.008 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 192937984 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 67108864 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 464 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:55.009 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 56986741 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.010 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.011 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 68841915 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: "bluestore-pricache:meta": { 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: "committed_bytes": { 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 713031680 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: "pri0_bytes": { 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: "pri10_bytes": { 2024-08-29T14:48:55.012 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: "pri11_bytes": { 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 641100838 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: "pri1_bytes": { 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: "pri2_bytes": { 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 4274 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: "pri3_bytes": { 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12824 2024-08-29T14:48:55.013 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: "pri4_bytes": { 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: "pri5_bytes": { 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: "pri6_bytes": { 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 284982 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: "pri7_bytes": { 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.014 INFO:tasks.workunit.client.0.smithi131.stdout: "pri8_bytes": { 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: "pri9_bytes": { 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: "reserved_bytes": { 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71628762 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: "objecter": { 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: "op_active": { 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.015 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rmw": { 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: "osd": { 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg": { 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 46 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: "numpg_removing": { 2024-08-29T14:48:55.016 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: "op": { 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 157 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_degraded": { 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: "op_delayed_unreadable": { 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: "op_in_bytes": { 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.017 INFO:tasks.workunit.client.0.smithi131.stdout: "op_latency": { 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 157, 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 96822740 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: "op_out_bytes": { 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 266182 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: "op_prepare_latency": { 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 159, 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 38231069 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: "op_process_latency": { 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 157, 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 71170843 2024-08-29T14:48:55.018 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r": { 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 110 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency": { 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 110, 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17488775 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_out_bytes": { 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 266182 2024-08-29T14:48:55.019 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_prepare_latency": { 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 110, 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 15362722 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: "op_r_process_latency": { 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 110, 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 12557179 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw": { 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 42 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_in_bytes": { 2024-08-29T14:48:55.020 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency": { 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 42, 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 38740719 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_out_bytes": { 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.021 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_prepare_latency": { 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 42, 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 17576800 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "op_rw_process_latency": { 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 42, 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 36223699 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w": { 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_in_bytes": { 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.022 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency": { 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 5, 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 40593246 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_prepare_latency": { 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 7, 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 5291547 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: "op_w_process_latency": { 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: "count": 5, 2024-08-29T14:48:55.023 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 22389965 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: "op_wip": { 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_bytes": { 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: "recovery_ops": { 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 0 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes": { 2024-08-29T14:48:55.024 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 95995035648 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_bytes_used": { 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: "value": 305872896 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: "pools": [ 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr" 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:55.025 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 1, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 1, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 1, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115180298, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 1781760, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 1781760, 2024-08-29T14:48:55.026 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 2, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 502, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 690176, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 590368, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 590368, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 1771104, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 243, 2024-08-29T14:48:55.027 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 2473984 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:55.028 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 32, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 32, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 2, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115180298, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 98304, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 98304, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:55.029 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 22, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 3410, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 3410, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 10230, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 51, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 19456 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.030 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 64, 2024-08-29T14:48:55.031 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 64, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 3, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115180298, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 0, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 0, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 0, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 0.0, 2024-08-29T14:48:55.032 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 0 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:55.033 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd" 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "cache_mode": "none", 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "erasure_code_profile": {}, 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "min_size": 2, 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "options": {}, 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_autoscale_mode": "off", 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 8, 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "pgp_num": 8, 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "pool": 4, 2024-08-29T14:48:55.034 INFO:tasks.workunit.client.0.smithi131.stdout: "size": 3, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "stats": { 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_raw": 727115180298, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "bytes_used": 12288, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_bytes_used": 0, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "compress_under_bytes": 0, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "data_bytes_used": 12288, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty": 0, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "max_avail": 242371723264, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "objects": 2, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_bytes_used": 0, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_bytes": 0, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "quota_objects": 0, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "rd": 0, 2024-08-29T14:48:55.035 INFO:tasks.workunit.client.0.smithi131.stdout: "rd_bytes": 0, 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: "stored": 19, 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_data": 19, 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_omap": 0, 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: "stored_raw": 57, 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: "wr": 2, 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: "wr_bytes": 2048 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_bytes": 0, 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: "target_max_objects": 0, 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: "type": "replicated" 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.036 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd": { 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: "mirroring_by_pool": [ 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: false 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_images_by_pool": [ 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pools": 1 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: "report_id": "5eb62744-87d1-41e2-a663-47263eff4f68", 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: "report_timestamp": "2024-08-29T14:48:53.602057", 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: "report_version": 1, 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: "rocksdb_stats": { 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "6.15.5" 2024-08-29T14:48:55.037 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "rook": { 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "cluster": { 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "external-mode": null, 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "mon": { 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "allow-multiple-per-node": null, 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "count": null, 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "max-id": null, 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "pvc": { 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "enabled": null 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "stretch": { 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: "enabled": null 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.038 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: "network": { 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: "provider": null 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: "storage": { 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: "device-set": { 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: "non-portable": null, 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: "portable": null, 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: "total": null 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.039 INFO:tasks.workunit.client.0.smithi131.stdout: "csi": { 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: "kubernetes": { 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: "node": { 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: "kubernetes-total": null, 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: "with-ceph-daemons": null, 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-nfs-plugin": null, 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: "with-csi-rbd-plugin": null 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.040 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: "usage": { 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: "storage-class": { 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: "count": { 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: "bucket": null, 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs": null, 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: "nfs": null, 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd": null, 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: "total": null 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: "version": null 2024-08-29T14:48:55.041 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: "services": {}, 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_per_pg": [ 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.042 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.907932+0000", 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.907932+0000", 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.908371+0000", 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:55.043 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242808+0000", 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.044 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3f", 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:32:23.320121+0000", 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.045 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.046 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.047 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.048 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.049 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.906063+0000", 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.906063+0000", 2024-08-29T14:48:55.050 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.906435+0000", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.051 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.052 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3e", 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:43:44.899005+0000", 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.053 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.054 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.055 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.056 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.057 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.894180+0000", 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.894180+0000", 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894462+0000", 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.058 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407966+0000", 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.059 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3d", 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:54:23.085975+0000", 2024-08-29T14:48:55.060 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.061 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.062 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.063 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.064 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.903864+0000", 2024-08-29T14:48:55.065 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.903864+0000", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.904134+0000", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:55.066 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121911+0000", 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.067 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3c", 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:19:51.416087+0000", 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.068 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.069 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.070 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.071 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.072 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.904068+0000", 2024-08-29T14:48:55.073 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.904068+0000", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.904361+0000", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.074 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242384+0000", 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.075 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3b", 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:13:24.517554+0000", 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.076 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.077 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.078 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.079 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.080 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.895529+0000", 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.895529+0000", 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.898203+0000", 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:55.081 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121920+0000", 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.082 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3a", 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.083 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:37:34.897022+0000", 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.084 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.085 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.086 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.087 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.088 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.897866+0000", 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.897866+0000", 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900750+0000", 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.089 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242076+0000", 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.090 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.39", 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:09:36.639231+0000", 2024-08-29T14:48:55.091 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.092 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.093 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.094 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.095 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:55.096 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.902656+0000", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.902656+0000", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.902849+0000", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.097 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118058+0000", 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.098 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.38", 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:02:54.799397+0000", 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.099 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.100 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.101 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.102 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.103 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.896558+0000", 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.896558+0000", 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.896837+0000", 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.104 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.243003+0000", 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.105 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.37", 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.106 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:23:45.752751+0000", 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.107 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.108 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.109 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.110 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.111 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.905663+0000", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.905663+0000", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.907547+0000", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.112 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.199210+0000", 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.113 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.36", 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:55:58.039884+0000", 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.114 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.115 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.116 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.117 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.118 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.897652+0000", 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.897652+0000", 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.897958+0000", 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:55.119 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.199126+0000", 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.120 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.35", 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:32:20.567228+0000", 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.121 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.122 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.123 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.124 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.125 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.901172+0000", 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.901172+0000", 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.901442+0000", 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:55.126 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119982+0000", 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.127 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.34", 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.128 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:36:23.386827+0000", 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.129 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.130 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.131 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.132 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.133 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893452+0000", 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893452+0000", 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.893880+0000", 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:55.134 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118313+0000", 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.135 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.33", 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:39:36.512578+0000", 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.136 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.137 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.138 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.140 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.141 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.142 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.894249+0000", 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.894249+0000", 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894551+0000", 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:55.143 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407757+0000", 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.144 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.32", 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:39:46.134492+0000", 2024-08-29T14:48:55.145 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.146 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.147 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.148 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.149 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:55.150 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.896903+0000", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.896903+0000", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.897161+0000", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.151 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119031+0000", 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.152 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.31", 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:19:28.924707+0000", 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.153 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.154 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.155 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.156 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.157 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.903998+0000", 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.903998+0000", 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.904892+0000", 2024-08-29T14:48:55.158 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121671+0000", 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.159 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.30", 2024-08-29T14:48:55.160 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:33:14.034355+0000", 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.161 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.162 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.163 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.164 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.165 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.902009+0000", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.902009+0000", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.902273+0000", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.166 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122345+0000", 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.167 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2f", 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:16:38.757567+0000", 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.168 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.169 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.170 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.171 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:55.172 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.900054+0000", 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.900054+0000", 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900298+0000", 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.173 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192885+0000", 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.174 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2e", 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.175 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:03:47.994557+0000", 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.176 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.177 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.178 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.179 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:55.180 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.908961+0000", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.908961+0000", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.909472+0000", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.181 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242740+0000", 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.182 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2d", 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T14:57:11.998182+0000", 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.183 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.184 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.185 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.186 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.187 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.898293+0000", 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.898293+0000", 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.898612+0000", 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:55.188 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198855+0000", 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.189 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2c", 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:29:21.491243+0000", 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.190 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.191 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.192 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.193 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.194 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.898943+0000", 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.898943+0000", 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.899247+0000", 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.195 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407876+0000", 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.196 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2b", 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.197 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:40:08.129236+0000", 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.198 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.199 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.200 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.201 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.202 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.902913+0000", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.902913+0000", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.903683+0000", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.203 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121958+0000", 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.204 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2a", 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:21:21.319809+0000", 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.205 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.206 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.207 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.208 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.209 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:53.838198+0000", 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:53.838198+0000", 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:53.838583+0000", 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.210 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 68, 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118102+0000", 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.211 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 67, 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.29", 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.212 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 31, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:16:49.475729+0000", 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.213 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.214 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.215 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.216 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.889873+0000", 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.889873+0000", 2024-08-29T14:48:55.217 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.890181+0000", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121734+0000", 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.218 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.28", 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.219 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:25:07.199661+0000", 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.220 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.221 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.222 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.223 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.224 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.882946+0000", 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.882946+0000", 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.883258+0000", 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.225 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118773+0000", 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.226 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.27", 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.227 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:09:37.246986+0000", 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.228 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.229 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.230 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.231 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.910176+0000", 2024-08-29T14:48:55.232 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.910176+0000", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.910490+0000", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.233 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.199290+0000", 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.234 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.26", 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T14:59:37.032680+0000", 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.235 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.236 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.237 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.238 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.239 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893257+0000", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893257+0000", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.893548+0000", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.240 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118910+0000", 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.241 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.25", 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:42:29.937087+0000", 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.242 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.243 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.244 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.245 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.246 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.891050+0000", 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.891050+0000", 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.891321+0000", 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.247 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118590+0000", 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.248 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.24", 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.249 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:14:30.576117+0000", 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.250 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.251 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.252 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.253 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893920+0000", 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893920+0000", 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894191+0000", 2024-08-29T14:48:55.254 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407964+0000", 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.255 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.23", 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.256 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:08:33.463531+0000", 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.257 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.258 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.259 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.260 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.261 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.894119+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.894119+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894393+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.262 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122218+0000", 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.263 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.22", 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:47:44.624110+0000", 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.264 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.265 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.266 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.267 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.268 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.899368+0000", 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.899368+0000", 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.899628+0000", 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.269 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192473+0000", 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.270 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.21", 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:53:08.503531+0000", 2024-08-29T14:48:55.271 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.272 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.273 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.274 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.275 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.900147+0000", 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.900147+0000", 2024-08-29T14:48:55.276 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900426+0000", 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.277 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198820+0000", 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.278 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.20", 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:32:59.011383+0000", 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.279 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.280 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.281 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.282 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.283 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.888742+0000", 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.888742+0000", 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.889323+0000", 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:55.284 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.120104+0000", 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.285 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1a", 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:01:30.938969+0000", 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.286 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.287 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.288 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:55.289 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.290 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.864423+0000", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.864423+0000", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.864692+0000", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:55.291 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118446+0000", 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.292 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1b", 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:15:28.580822+0000", 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.293 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.294 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.295 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.296 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.297 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:53.443239+0000", 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:53.443239+0000", 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:53.443542+0000", 2024-08-29T14:48:55.298 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 68, 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192607+0000", 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.299 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 67, 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1b", 2024-08-29T14:48:55.300 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 18, 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:20:34.810365+0000", 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.301 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.302 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.303 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.304 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.305 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.870304+0000", 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.870304+0000", 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.870657+0000", 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.306 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198992+0000", 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.307 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1a", 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.308 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:16:31.973467+0000", 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.309 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.310 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.311 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:55.312 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:55.313 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867424+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867424+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.867709+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:55.314 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118179+0000", 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.315 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.19", 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:02:45.195880+0000", 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.316 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.317 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.318 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.319 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.320 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.892494+0000", 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.892494+0000", 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.892736+0000", 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:55.321 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118172+0000", 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.322 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.18", 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:51:25.011094+0000", 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.323 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.324 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.325 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.326 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.327 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872164+0000", 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872164+0000", 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.872455+0000", 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:55.328 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121814+0000", 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.329 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.18", 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.330 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:13:54.193637+0000", 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.331 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.332 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.333 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.334 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.335 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.897215+0000", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.897215+0000", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.897573+0000", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.336 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118939+0000", 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.337 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.19", 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:45:52.593139+0000", 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.338 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.339 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.340 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.341 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.342 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.343 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.343 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:55.343 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872977+0000", 2024-08-29T14:48:55.343 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872977+0000", 2024-08-29T14:48:55.343 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873336+0000", 2024-08-29T14:48:55.343 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:55.343 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.343 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.199224+0000", 2024-08-29T14:48:55.344 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.345 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.17", 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:02:36.497507+0000", 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.346 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.347 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.348 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.349 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.350 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.903171+0000", 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.903171+0000", 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.903442+0000", 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.351 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122122+0000", 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.352 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.16", 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.353 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:55:20.916626+0000", 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.354 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.355 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.356 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.357 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.866075+0000", 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.866075+0000", 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.866947+0000", 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:55.358 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122276+0000", 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.359 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.16", 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.360 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:10:02.610850+0000", 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.361 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.362 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.363 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.364 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:55.365 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.899337+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.899337+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.899746+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:55.366 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.408320+0000", 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.17", 2024-08-29T14:48:55.367 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:39:24.925117+0000", 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.368 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.369 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.370 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.371 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.372 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872815+0000", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872815+0000", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873196+0000", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:55.373 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119044+0000", 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 3, 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.374 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 3, 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.15", 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 27, 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:52:18.896104+0000", 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 90, 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.375 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.376 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.377 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 4, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 1 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.378 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'3" 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.379 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.900520+0000", 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.900520+0000", 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900800+0000", 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:55.380 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.120084+0000", 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.381 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.14", 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:43:40.061767+0000", 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.382 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.383 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.384 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.385 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.386 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.866095+0000", 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.866095+0000", 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.866390+0000", 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.387 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:47:50.682212+0000", 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 12, 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.388 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 12, 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.14", 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 36, 2024-08-29T14:48:55.389 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:56:41.410208+0000", 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 2624, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.390 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 12, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 4, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 4, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:55.391 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 12, 2024-08-29T14:48:55.392 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 9 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "76'12" 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.393 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.900951+0000", 2024-08-29T14:48:55.394 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.900951+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.901282+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242632+0000", 2024-08-29T14:48:55.395 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.396 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.15", 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:20:05.053858+0000", 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.397 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.398 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.399 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.400 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.401 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867345+0000", 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867345+0000", 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.867629+0000", 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.402 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.408074+0000", 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.403 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.13", 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.404 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 26, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:14:36.384808+0000", 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 34, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.405 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:55.406 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.407 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 3, 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 6 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.408 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.409 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.897785+0000", 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.897785+0000", 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.898065+0000", 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:55.410 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407770+0000", 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.411 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.12", 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:30:08.906906+0000", 2024-08-29T14:48:55.412 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.413 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.414 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.415 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.416 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867016+0000", 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867016+0000", 2024-08-29T14:48:55.417 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.868880+0000", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122091+0000", 2024-08-29T14:48:55.418 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.12", 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.419 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:38:27.010013+0000", 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.420 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.421 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.422 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.423 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.424 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.904731+0000", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.904731+0000", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.905033+0000", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.425 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.426 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.426 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:55.426 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242457+0000", 2024-08-29T14:48:55.426 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.426 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.426 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.426 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.426 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.426 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.426 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.13", 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:44:47.927697+0000", 2024-08-29T14:48:55.427 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.428 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.429 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.430 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.431 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:55.432 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.868380+0000", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.868380+0000", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.868824+0000", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.433 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198876+0000", 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.434 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.11", 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T14:46:42.528346+0000", 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.435 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.436 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.437 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.438 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.439 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.903330+0000", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.903330+0000", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.905395+0000", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:55.440 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198674+0000", 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.441 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.10", 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:41:52.826398+0000", 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.442 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.443 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.444 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.445 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.446 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.868848+0000", 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.868848+0000", 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.869137+0000", 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:55.447 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192511+0000", 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 8, 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.448 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 8, 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.10", 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 32, 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:49:21.227532+0000", 2024-08-29T14:48:55.449 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.450 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 12, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 4, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 4, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.451 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 4, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.452 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 12, 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'8" 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.453 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:55.454 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.907678+0000", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.907678+0000", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.907973+0000", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.455 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242119+0000", 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.456 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.11", 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:03:56.612584+0000", 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.457 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.458 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.459 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.460 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.461 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867692+0000", 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867692+0000", 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.868098+0000", 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:55.462 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.120563+0000", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.463 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.f", 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.464 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:55:38.247148+0000", 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 22, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.465 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.466 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.467 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 1, 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 1 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.468 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:55.469 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.899712+0000", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.899712+0000", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900052+0000", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.470 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242836+0000", 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.471 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.e", 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:01:24.094045+0000", 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.472 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.473 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.474 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.475 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.476 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.863222+0000", 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.863222+0000", 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.863513+0000", 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.477 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192996+0000", 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:55.478 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.e", 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.479 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 26, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:34:43.015726+0000", 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.480 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:55.481 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.482 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 3, 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:55.483 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.484 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.903878+0000", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.903878+0000", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.904202+0000", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:55.485 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242871+0000", 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.486 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.f", 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:19:56.198687+0000", 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.487 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.488 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.489 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.490 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.491 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872542+0000", 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872542+0000", 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.872933+0000", 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.492 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119126+0000", 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.493 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.d", 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.494 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:40:48.880127+0000", 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 70, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.495 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.496 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.497 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 1, 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 1 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.498 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.499 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.899245+0000", 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.899245+0000", 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.899525+0000", 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:55.500 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122067+0000", 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.501 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.c", 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.502 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:46:59.595182+0000", 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.503 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.504 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.505 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.506 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867482+0000", 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867482+0000", 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.867773+0000", 2024-08-29T14:48:55.507 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192813+0000", 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.508 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.c", 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.509 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:55:15.658990+0000", 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.510 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.511 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.512 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.513 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:55.514 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.908523+0000", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.908523+0000", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.909126+0000", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.515 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242666+0000", 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.516 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.d", 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:19:27.986110+0000", 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.517 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.518 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.519 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.520 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.521 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.093124+0000", 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.093124+0000", 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.199339+0000", 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.522 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.299910+0000", 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.523 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.5", 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.524 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:22:36.919760+0000", 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000444444, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.525 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.526 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.527 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.528 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 20, 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:48:51.590058+0000", 2024-08-29T14:48:55.529 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:06.177282+0000", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:06.177282+0000", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:06.177627+0000", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:48:51.590058+0000", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:43:08.558631+0000", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:43:08.558631+0000", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 59, 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:48:51.590058+0000", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:48:51.590058+0000", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:48:51.590058+0000", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:43:08.558631+0000", 2024-08-29T14:48:55.530 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:48:51.590058+0000", 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:48:51.590058+0000", 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 160, 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 58, 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 160, 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.531 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "1.0", 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 395, 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:22:52.415043+0000", 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 590368, 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.532 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 1771104, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:55.533 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 6, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.534 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 502, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 674, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 243, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 2416 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.535 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "76'160" 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.536 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.869859+0000", 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.869859+0000", 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.870186+0000", 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.537 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.538 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.3", 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:10:11.239795+0000", 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.539 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.540 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.541 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.542 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.543 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.895471+0000", 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.895471+0000", 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.896111+0000", 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.544 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118243+0000", 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.545 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.546 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.546 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.546 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.546 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.546 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.546 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.546 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.2", 2024-08-29T14:48:55.546 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:02:27.493284+0000", 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.548 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.549 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.550 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.551 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.552 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.099546+0000", 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.099546+0000", 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.408416+0000", 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.553 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.572245+0000", 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.554 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.6", 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:05:43.449722+0000", 2024-08-29T14:48:55.555 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000273789, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.556 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.557 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.558 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.559 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.875820+0000", 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.875820+0000", 2024-08-29T14:48:55.560 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.876107+0000", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:55.561 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242391+0000", 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.0", 2024-08-29T14:48:55.562 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 23, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:19:31.272661+0000", 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.563 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.564 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.565 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.566 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.567 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.892450+0000", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.892450+0000", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.892710+0000", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.568 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.407639+0000", 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.569 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1", 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:02:46.867072+0000", 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.570 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.571 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.572 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.573 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.574 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.178679+0000", 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.178679+0000", 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.119742+0000", 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.575 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.418353+0000", 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.576 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.7", 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.577 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:02:25.035533+0000", 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000501573, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.578 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.579 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.580 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.581 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.582 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.868123+0000", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.868123+0000", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.868402+0000", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.583 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192623+0000", 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.584 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1", 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:23:19.622730+0000", 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.585 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.586 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.587 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.588 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:55.589 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.906072+0000", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.906072+0000", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.906434+0000", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.590 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118796+0000", 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.591 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.0", 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:05:52.727410+0000", 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.592 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.593 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.594 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.595 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.596 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.099246+0000", 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.099246+0000", 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.119520+0000", 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.597 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.418208+0000", 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.598 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.4", 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.599 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T14:56:31.090866+0000", 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000426492, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.600 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.601 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.602 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.603 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.604 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.868397+0000", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.868397+0000", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.868716+0000", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:55.605 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122240+0000", 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.606 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.2", 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:19:04.770120+0000", 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.607 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.608 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.609 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.610 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.611 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.899902+0000", 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.899902+0000", 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.900175+0000", 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.612 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.120292+0000", 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.613 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.3", 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.614 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:29:34.097459+0000", 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.615 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.616 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.617 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.618 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.178705+0000", 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.178705+0000", 2024-08-29T14:48:55.619 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.119828+0000", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.418005+0000", 2024-08-29T14:48:55.620 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.2", 2024-08-29T14:48:55.621 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:11:37.536644+0000", 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000748922, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 19, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.622 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:55.623 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.624 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 2, 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 2 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.625 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "75'2" 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.626 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872649+0000", 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872649+0000", 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873502+0000", 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.627 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.628 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.4", 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:38:00.528661+0000", 2024-08-29T14:48:55.629 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.630 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.631 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.632 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.633 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.897645+0000", 2024-08-29T14:48:55.634 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.897645+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.897957+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122127+0000", 2024-08-29T14:48:55.635 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.5", 2024-08-29T14:48:55.636 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:37:46.425703+0000", 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.637 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.638 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.639 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.640 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.641 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.178763+0000", 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.178763+0000", 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.408227+0000", 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.642 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.571881+0000", 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:55.643 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.3", 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 20, 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:50:17.000943+0000", 2024-08-29T14:48:55.644 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000319154, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.645 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.646 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.647 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "73'1" 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.648 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 2, 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:53.443198+0000", 2024-08-29T14:48:55.649 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:53.443198+0000", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:53.443563+0000", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 68, 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:55.650 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.192787+0000", 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 67, 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.651 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.5", 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 18, 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:48:36.289895+0000", 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.652 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.653 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.654 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.655 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 2, 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.656 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.894186+0000", 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.894186+0000", 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894649+0000", 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.657 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119298+0000", 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.658 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.4", 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:47:38.769845+0000", 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.659 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.660 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.661 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.662 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.663 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.097808+0000", 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.097808+0000", 2024-08-29T14:48:55.664 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.118412+0000", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.176374+0000", 2024-08-29T14:48:55.665 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.0", 2024-08-29T14:48:55.666 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:38:35.196049+0000", 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000399569, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.667 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.668 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.669 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.670 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.671 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872851+0000", 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872851+0000", 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873987+0000", 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:55.672 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119585+0000", 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.673 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.6", 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:24:38.151803+0000", 2024-08-29T14:48:55.674 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.675 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.676 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.677 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 1, 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.678 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893313+0000", 2024-08-29T14:48:55.679 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893313+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.895636+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118841+0000", 2024-08-29T14:48:55.680 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.7", 2024-08-29T14:48:55.681 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T16:50:54.708533+0000", 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.682 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.683 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.684 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.685 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 70, 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.686 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:46:25.178718+0000", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:46:25.178718+0000", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:46:29.120350+0000", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 71, 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.687 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:46:24.075953+0000", 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:37.177032+0000", 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 70, 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.688 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "4.1", 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 76, 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 19, 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:53:38.816643+0000", 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.000806894, 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.689 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.690 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.691 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.692 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.693 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.870792+0000", 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.870792+0000", 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.871122+0000", 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.694 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.199274+0000", 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.695 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.7", 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.696 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 26, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:37:29.227288+0000", 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.697 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.698 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.699 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 3, 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.700 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.701 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.894856+0000", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.894856+0000", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.895121+0000", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.702 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.408107+0000", 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.703 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.6", 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:52:16.589379+0000", 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.704 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.705 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.706 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.707 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.708 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.875441+0000", 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.875441+0000", 2024-08-29T14:48:55.709 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.875790+0000", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242361+0000", 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.710 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.8", 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.711 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 23, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:11:51.572178+0000", 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.712 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.713 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.714 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.715 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 4, 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.716 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.892221+0000", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.892221+0000", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.892517+0000", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:55.717 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119886+0000", 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.718 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.9", 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:47:02.762837+0000", 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.719 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.720 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.721 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.722 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 4, 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.723 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872498+0000", 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872498+0000", 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873485+0000", 2024-08-29T14:48:55.724 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119174+0000", 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.725 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.9", 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.726 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:29:45.416636+0000", 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.727 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.728 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.729 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: 3 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.730 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.731 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893272+0000", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893272+0000", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.894001+0000", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:55.732 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118142+0000", 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.733 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.8", 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:57:34.739420+0000", 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.734 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.735 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.736 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.737 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.738 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 1, 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.869686+0000", 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.869686+0000", 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.869946+0000", 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.739 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.119537+0000", 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.740 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.a", 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.741 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 24, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:45:41.477769+0000", 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.742 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.743 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.744 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: 1, 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: 7 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 1, 2024-08-29T14:48:55.745 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.746 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:53.443258+0000", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:53.443258+0000", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:53.443806+0000", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 68, 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:55.747 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118360+0000", 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 67, 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.748 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.b", 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 31, 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:02:22.398637+0000", 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.749 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.750 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.751 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.752 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: 2, 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.753 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872654+0000", 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872654+0000", 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873200+0000", 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:55.754 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242633+0000", 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.755 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.b", 2024-08-29T14:48:55.756 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:38:47.310089+0000", 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.757 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:55.758 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.759 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 1, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.760 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 6, 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.761 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.904201+0000", 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.904201+0000", 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.904477+0000", 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.762 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.198914+0000", 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.763 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.a", 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.764 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:27:42.530740+0000", 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.765 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.766 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.767 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 6, 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.768 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.769 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.895787+0000", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.895787+0000", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.896134+0000", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.770 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.122224+0000", 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.771 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1d", 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:40:14.870735+0000", 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.772 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.773 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.774 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.775 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: 6 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.776 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.872891+0000", 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.872891+0000", 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.873185+0000", 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.777 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242588+0000", 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.778 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1c", 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.779 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:54:53.421783+0000", 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.780 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.781 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.782 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 3, 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.783 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.784 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.784 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.784 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 5, 2024-08-29T14:48:55.784 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.784 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.784 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.784 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.784 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.784 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.784 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.893085+0000", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.893085+0000", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.893441+0000", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.785 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.121928+0000", 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.786 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1c", 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:22:45.102101+0000", 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.787 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.788 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.789 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.790 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: 4, 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: 1 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 5, 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.791 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 7, 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.871529+0000", 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.871529+0000", 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.874195+0000", 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.792 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.242717+0000", 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 2, 2024-08-29T14:48:55.793 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 2, 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1d", 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.794 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:17:21.065495+0000", 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.795 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 3, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 1, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 1, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.796 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.797 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 3, 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: 0 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 7, 2024-08-29T14:48:55.798 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'2" 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.799 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.898994+0000", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.898994+0000", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.899589+0000", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.800 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.408256+0000", 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.801 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1f", 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T15:35:10.514128+0000", 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.802 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.803 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.804 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.805 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: 5, 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.806 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.867359+0000", 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.867359+0000", 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.867646+0000", 2024-08-29T14:48:55.807 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118780+0000", 2024-08-29T14:48:55.808 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 1, 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 1, 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1e", 2024-08-29T14:48:55.809 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 25, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:58:59.016979+0000", 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.810 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.811 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.812 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: 5 2024-08-29T14:48:55.813 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'1" 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 3, 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 63, 2024-08-29T14:48:55.814 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:31.895248+0000", 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:31.895248+0000", 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:31.895515+0000", 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 64, 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:55.815 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:30.866539+0000", 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.118646+0000", 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 63, 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.816 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "3.1e", 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 21, 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:06:41.539598+0000", 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.817 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.818 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.819 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.820 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: 3, 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: 6, 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: 2 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 3, 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "0'0" 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": [ 2024-08-29T14:48:55.821 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "acting_primary": 0, 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "avail_no_missing": [], 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "blocked_by": [], 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "created": 60, 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "dirty_stats_invalid": false, 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "hitset_stats_invalid": false, 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "last_active": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_active": "2024-08-29T14:45:28.870296+0000", 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "last_became_peered": "2024-08-29T14:45:28.870296+0000", 2024-08-29T14:48:55.822 INFO:tasks.workunit.client.0.smithi131.stdout: "last_change": "2024-08-29T14:45:28.870621+0000", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_clean_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub": "0'0", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_deep_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_epoch_clean": 61, 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fresh": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_fullsized": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_peered": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub": "0'0", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_duration": 0, 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_scrub_stamp": "2024-08-29T14:45:27.846393+0000", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_undegraded": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "last_unstale": "2024-08-29T14:46:29.408409+0000", 2024-08-29T14:48:55.823 INFO:tasks.workunit.client.0.smithi131.stdout: "log_dups_size": 0, 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 4, 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "log_start": "0'0", 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "manifest_stats_invalid": false, 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "mapping_epoch": 60, 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "object_location_counts": [], 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_scrubbed": 0, 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "objects_trimmed": 0, 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_stats_invalid": false, 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 4, 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_start": "0'0", 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "parent": "0.0", 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "parent_split_bits": 0, 2024-08-29T14:48:55.824 INFO:tasks.workunit.client.0.smithi131.stdout: "pgid": "2.1f", 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "pin_stats_invalid": false, 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "purged_snaps": [], 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_epoch": 75, 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "reported_seq": 28, 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_duration": 0.0, 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:23:20.163941+0000", 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrim_duration": 0.0, 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "snaptrimq_len": 0, 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 570, 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.825 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:55.826 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 1, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.827 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 4, 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 1 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "state": "active+clean", 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_invalid": false, 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: "up": [ 2024-08-29T14:48:55.828 INFO:tasks.workunit.client.0.smithi131.stdout: 0, 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: 7, 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: 4 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: "up_primary": 0, 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: "version": "66'4" 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_per_pool": [ 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": 24, 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: "rbd" 2024-08-29T14:48:55.829 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 3, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pg": 8, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "num_store_stats": 8, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 3, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "poolid": 4, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 19, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.830 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:55.831 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.832 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 2, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 2 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "store_stats": { 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": 12288, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "available": 0, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed": 0, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_allocated": 0, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_original": 0, 2024-08-29T14:48:55.833 INFO:tasks.workunit.client.0.smithi131.stdout: "data_stored": 57, 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "internal_metadata": 0, 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "internally_reserved": 0, 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_allocated": 0, 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "total": 0 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "up": 24 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": 192, 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 0, 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pg": 64, 2024-08-29T14:48:55.834 INFO:tasks.workunit.client.0.smithi131.stdout: "num_store_stats": 8, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "poolid": 3, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.835 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.836 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 0, 2024-08-29T14:48:55.837 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 0 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "store_stats": { 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": 0, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "available": 0, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed": 0, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_allocated": 0, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_original": 0, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "data_stored": 0, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "internal_metadata": 0, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "internally_reserved": 0, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_allocated": 0, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "total": 0 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: "up": 192 2024-08-29T14:48:55.838 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": 96, 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "cephfs" 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 45, 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pg": 32, 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "num_store_stats": 8, 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 45, 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "poolid": 2, 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 3410, 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 0, 2024-08-29T14:48:55.839 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 66, 2024-08-29T14:48:55.840 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 22, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 22, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 14, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.841 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 0, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 0, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 51, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 19 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "store_stats": { 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": 98304, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "available": 0, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed": 0, 2024-08-29T14:48:55.842 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_allocated": 0, 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_original": 0, 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: "data_stored": 10230, 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: "internal_metadata": 0, 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: "internally_reserved": 0, 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_allocated": 0, 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: "total": 0 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: "up": 96 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: { 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: "acting": 3, 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: "application": [ 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: "mgr" 2024-08-29T14:48:55.843 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "log_size": 160, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_pg": 1, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_store_stats": 3, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "ondisk_log_size": 160, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "poolid": 1, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "stat_sum": { 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes": 590368, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_bytes_recovered": 1771104, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_deep_scrub_errors": 0, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict": 0, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_kb": 0, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_full": 0, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_evict_mode_some": 0, 2024-08-29T14:48:55.844 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_kb": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_high": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_flush_mode_low": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_keys_recovered": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_large_omap_objects": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_legacy_snapsets": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_clones": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_object_copies": 6, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects": 2, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_degraded": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_dirty": 2, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_manifest": 0, 2024-08-29T14:48:55.845 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_misplaced": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_omap": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_pinned": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_recovered": 6, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_repaired": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_objects_unfound": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_bytes": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_omap_keys": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_promote": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read": 502, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_read_kb": 674, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_scrub_errors": 0, 2024-08-29T14:48:55.846 INFO:tasks.workunit.client.0.smithi131.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "num_whiteouts": 0, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write": 243, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "num_write_kb": 2416 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "store_stats": { 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "allocated": 1781760, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "available": 0, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed": 0, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_allocated": 0, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "data_compressed_original": 0, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "data_stored": 1771104, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "internal_metadata": 0, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "internally_reserved": 0, 2024-08-29T14:48:55.847 INFO:tasks.workunit.client.0.smithi131.stdout: "omap_allocated": 0, 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "total": 0 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "up": 3 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: ], 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "usage": { 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "pg_num": 105, 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "pools": 4, 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "stats_by_class": { 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "ssd": { 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "total_avail_bytes": 765516193792, 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "total_bytes": 767960285184, 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_bytes": 2444091392, 2024-08-29T14:48:55.848 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_raw_bytes": 2444091392, 2024-08-29T14:48:55.849 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_raw_ratio": 0.0031825753394514322 2024-08-29T14:48:55.849 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.849 INFO:tasks.workunit.client.0.smithi131.stdout: }, 2024-08-29T14:48:55.849 INFO:tasks.workunit.client.0.smithi131.stdout: "total_avail_bytes": 765516193792, 2024-08-29T14:48:55.849 INFO:tasks.workunit.client.0.smithi131.stdout: "total_bytes": 767960285184, 2024-08-29T14:48:55.849 INFO:tasks.workunit.client.0.smithi131.stdout: "total_used_bytes": 2444091392 2024-08-29T14:48:55.849 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.849 INFO:tasks.workunit.client.0.smithi131.stdout: } 2024-08-29T14:48:55.849 INFO:tasks.workunit.client.0.smithi131.stdout:} 2024-08-29T14:48:55.849 INFO:tasks.workunit.client.0.smithi131.stdout:OK 2024-08-29T14:48:55.850 INFO:tasks.workunit.client.0.smithi131.stderr:+ echo OK 2024-08-29T14:48:55.851 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T14:48:55.851 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T14:48:55.851 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='client.24770 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.851 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='client.24770 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.851 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T14:48:55.851 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.851 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[29516]: from='client.24770 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[29516]: from='client.24770 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[29516]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[29516]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[29516]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.857 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.858 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.858 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.858 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.858 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.858 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.858 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.858 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:53 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.858 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.858 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.859 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.860 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.861 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.861 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.861 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.861 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:55 smithi131 ceph-mon[17514]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.861 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:55 smithi131 ceph-mon[17514]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.861 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:55 smithi131 ceph-mon[29516]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.862 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:55 smithi131 ceph-mon[29516]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.862 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='client.24770 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.862 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='client.24770 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:53 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.863 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.864 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.865 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:55.866 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:55.867 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:55.867 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:55 smithi169 ceph-mon[20881]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.867 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:55 smithi169 ceph-mon[20881]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:55.895 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-08-29T14:48:55.895 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-29T14:48:56.193 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:56 smithi131 ceph-mon[17514]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T14:48:56.194 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:56 smithi131 ceph-mon[29516]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T14:48:56.195 DEBUG:teuthology.parallel:result is None 2024-08-29T14:48:56.195 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T14:48:56.220 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T14:48:56.220 DEBUG:teuthology.orchestra.run.smithi131:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T14:48:56.285 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T14:48:56.285 INFO:teuthology.run_tasks:Running task print... 2024-08-29T14:48:56.294 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-08-29T14:48:56.294 INFO:teuthology.run_tasks:Running task print... 2024-08-29T14:48:56.323 INFO:teuthology.task.print:**** done start parallel 2024-08-29T14:48:56.323 INFO:teuthology.run_tasks:Running task parallel... 2024-08-29T14:48:56.333 INFO:teuthology.task.parallel:starting parallel... 2024-08-29T14:48:56.333 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-29T14:48:56.333 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T14:48:56.334 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-29T14:48:56.334 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-29T14:48:56.336 INFO:tasks.rados:Beginning rados... 2024-08-29T14:48:56.336 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-29T14:48:56.336 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-yuri4-testing-2024-08-28-1359'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'OSD_DOWN', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSDMAP_FLAGS', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-yuri4-testing-2024-08-28-1359', 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791'}} 2024-08-29T14:48:56.336 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-29T14:48:56.337 INFO:tasks.rados:joining rados 2024-08-29T14:48:56.337 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-29T14:48:56.337 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-29T14:48:56.337 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-29T14:48:56.337 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-29T14:48:56.338 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi131.front.sepia.ceph.com 2024-08-29T14:48:56.338 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-29T14:48:56.338 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-29T14:48:56.339 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-29T14:48:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:56 smithi169 ceph-mon[20881]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T14:48:56.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:48:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:48:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:48:56.606 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:48:56.611 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:48:58.289 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:48:58 smithi131 ceph-mon[17514]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-29T14:48:58.290 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:48:58 smithi131 ceph-mon[29516]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-29T14:48:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:48:58 smithi169 ceph-mon[20881]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-29T14:49:00.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:00 smithi131 ceph-mon[17514]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-29T14:49:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:00 smithi131 ceph-mon[29516]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-29T14:49:00.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:00 smithi169 ceph-mon[20881]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-29T14:49:00.506 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-29T14:49:00.752 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:49:01.351 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:01 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3964639531' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T14:49:01.351 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:01 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3964639531' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T14:49:01.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:01 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3964639531' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T14:49:02.041 INFO:tasks.rados:starting run 0 out of 1 2024-08-29T14:49:02.041 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-29T14:49:02.041 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-29T14:49:02.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:02 smithi131 ceph-mon[17514]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-29T14:49:02.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:02 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3964639531' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T14:49:02.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:02 smithi131 ceph-mon[17514]: osdmap e77: 8 total, 8 up, 8 in 2024-08-29T14:49:02.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:02 smithi131 ceph-mon[29516]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-29T14:49:02.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:02 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3964639531' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T14:49:02.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:02 smithi131 ceph-mon[29516]: osdmap e77: 8 total, 8 up, 8 in 2024-08-29T14:49:02.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:02 smithi169 ceph-mon[20881]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-29T14:49:02.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:02 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3964639531' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T14:49:02.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:02 smithi169 ceph-mon[20881]: osdmap e77: 8 total, 8 up, 8 in 2024-08-29T14:49:03.086 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:49:03.212 INFO:teuthology.orchestra.run.smithi131.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:49:03.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:49:03 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:03] "GET /metrics HTTP/1.1" 200 236499 "" "Prometheus/2.43.0" 2024-08-29T14:49:03.953 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-08-29T14:49:04.186 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[17514]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T14:49:04.187 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:04.187 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:04.187 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:04.187 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:04.187 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:04.187 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[29516]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T14:49:04.187 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:04.187 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:04.188 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:04.188 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:04.188 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:04 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:04 smithi169 ceph-mon[20881]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T14:49:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:04 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:04 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:04 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:04 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:04.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:04 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:05 smithi131 ceph-mon[17514]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:05 smithi131 ceph-mon[17514]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:49:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:05 smithi131 ceph-mon[17514]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:49:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:05 smithi131 ceph-mon[29516]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:05 smithi131 ceph-mon[29516]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:49:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:05 smithi131 ceph-mon[29516]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:49:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:05 smithi169 ceph-mon[20881]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:05 smithi169 ceph-mon[20881]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:49:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:05 smithi169 ceph-mon[20881]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:49:05.431 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:49:06.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:06 smithi131 ceph-mon[29516]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T14:49:06.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:06 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/4066887815' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-29T14:49:06.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:06 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:06.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:06 smithi131 ceph-mon[17514]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T14:49:06.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:06 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/4066887815' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-29T14:49:06.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:06 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:06.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:06 smithi169 ceph-mon[20881]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T14:49:06.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:06 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/4066887815' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-29T14:49:06.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:06 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:06.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:49:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:49:07.053 INFO:teuthology.orchestra.run.smithi131.stderr:pool 'unique_pool_0' created 2024-08-29T14:49:07.069 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:07 smithi131 ceph-mon[17514]: osdmap e78: 8 total, 8 up, 8 in 2024-08-29T14:49:07.070 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:07 smithi131 ceph-mon[29516]: osdmap e78: 8 total, 8 up, 8 in 2024-08-29T14:49:07.204 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:49:07.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:07 smithi169 ceph-mon[20881]: osdmap e78: 8 total, 8 up, 8 in 2024-08-29T14:49:07.721 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (93s) 74s ago 2m 16.6M - 0.25.0 c8568f914cd2 1bf922693814 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (2m) 77s ago 2m 81.3M - 9.4.7 954c08fa6188 fce1b34fbb1a 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (3m) 74s ago 3m 14.9M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (3m) 77s ago 3m 16.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443 running (7m) 77s ago 7m 398M - 17.2.7-1503-ga89f613d 250d9a61b6c5 02d523ca734b 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:9283,8765 running (8m) 74s ago 8m 445M - 17.2.7-1503-ga89f613d 250d9a61b6c5 70a5c86a7aa0 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (8m) 74s ago 9m 46.7M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 9f8fb909b793 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (7m) 77s ago 7m 41.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 bbaae749879e 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (7m) 74s ago 7m 37.3M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 0987b030a99f 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (2m) 74s ago 2m 13.2M - 1.5.0 0da6a335fe13 49b23ed72088 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (2m) 77s ago 2m 3472k - 1.5.0 0da6a335fe13 7874297960da 2024-08-29T14:49:07.722 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (6m) 74s ago 6m 44.7M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 2c38c2b27878 2024-08-29T14:49:07.723 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (6m) 74s ago 6m 46.5M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:49:07.723 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (6m) 74s ago 6m 44.5M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:49:07.723 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (5m) 74s ago 5m 40.3M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:49:07.723 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (5m) 77s ago 5m 42.9M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:49:07.723 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (4m) 77s ago 4m 41.4M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:49:07.723 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (4m) 77s ago 4m 42.1M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:49:07.723 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (4m) 77s ago 4m 41.1M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:49:07.723 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (88s) 77s ago 2m 23.2M - 2.43.0 a07b618ecd1d 7382015f1183 2024-08-29T14:49:07.746 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-29T14:49:08.005 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:49:08.058 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:08 smithi131 ceph-mon[29516]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:08.058 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:08 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/4066887815' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-29T14:49:08.058 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:08 smithi131 ceph-mon[29516]: osdmap e79: 8 total, 8 up, 8 in 2024-08-29T14:49:08.062 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:49:08.062 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:49:08.062 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:49:08.062 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:49:08.062 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:49:08.062 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:49:08.062 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:49:08.062 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:49:08.063 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:49:08.063 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:49:08.063 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:49:08.063 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:49:08.063 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:49:08.063 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:49:08.063 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 15 2024-08-29T14:49:08.063 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:49:08.063 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:49:08.333 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:49:08.333 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", 2024-08-29T14:49:08.333 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:49:08.334 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:49:08.334 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [], 2024-08-29T14:49:08.334 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "", 2024-08-29T14:49:08.334 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 image", 2024-08-29T14:49:08.334 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:49:08.334 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:49:08.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:08 smithi131 ceph-mon[17514]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:08.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:08 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/4066887815' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-29T14:49:08.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:08 smithi131 ceph-mon[17514]: osdmap e79: 8 total, 8 up, 8 in 2024-08-29T14:49:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:08 smithi169 ceph-mon[20881]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:08 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/4066887815' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-29T14:49:08.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:08 smithi169 ceph-mon[20881]: osdmap e79: 8 total, 8 up, 8 in 2024-08-29T14:49:09.194 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[17514]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:09.195 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[17514]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:09.195 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[17514]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:09.195 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[17514]: osdmap e80: 8 total, 8 up, 8 in 2024-08-29T14:49:09.195 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2770492436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:49:09.195 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[17514]: osdmap e81: 8 total, 8 up, 8 in 2024-08-29T14:49:09.195 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[29516]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:09.195 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[29516]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:09.195 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[29516]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:09.195 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[29516]: osdmap e80: 8 total, 8 up, 8 in 2024-08-29T14:49:09.196 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2770492436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:49:09.196 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:09 smithi131 ceph-mon[29516]: osdmap e81: 8 total, 8 up, 8 in 2024-08-29T14:49:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:09 smithi169 ceph-mon[20881]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:09 smithi169 ceph-mon[20881]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:09 smithi169 ceph-mon[20881]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:09 smithi169 ceph-mon[20881]: osdmap e80: 8 total, 8 up, 8 in 2024-08-29T14:49:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:09 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2770492436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:49:09.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:09 smithi169 ceph-mon[20881]: osdmap e81: 8 total, 8 up, 8 in 2024-08-29T14:49:10.080 INFO:teuthology.orchestra.run.smithi131.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-29T14:49:10.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:10 smithi131 ceph-mon[17514]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:10.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:10 smithi131 ceph-mon[17514]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:10.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:10 smithi131 ceph-mon[17514]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:49:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:10 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/20691628' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:49:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:10 smithi131 ceph-mon[29516]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:10 smithi131 ceph-mon[29516]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:10 smithi131 ceph-mon[29516]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:49:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:10 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/20691628' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:49:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:10 smithi169 ceph-mon[20881]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:10 smithi169 ceph-mon[20881]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:10 smithi169 ceph-mon[20881]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:49:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:10 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/20691628' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:49:11.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:11 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/20691628' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:49:11.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:11 smithi131 ceph-mon[17514]: osdmap e82: 8 total, 8 up, 8 in 2024-08-29T14:49:11.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:11 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/20691628' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:49:11.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:11 smithi131 ceph-mon[29516]: osdmap e82: 8 total, 8 up, 8 in 2024-08-29T14:49:11.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:11 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/20691628' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:49:11.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:11 smithi169 ceph-mon[20881]: osdmap e82: 8 total, 8 up, 8 in 2024-08-29T14:49:11.704 DEBUG:teuthology.orchestra.run.smithi131:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-29T14:49:11.730 INFO:tasks.rados.rados.0.smithi131.stdout:adding op weight read -> 100 2024-08-29T14:49:11.730 INFO:tasks.rados.rados.0.smithi131.stdout:adding op weight delete -> 50 2024-08-29T14:49:11.730 INFO:tasks.rados.rados.0.smithi131.stdout:adding op weight snap_create -> 50 2024-08-29T14:49:11.730 INFO:tasks.rados.rados.0.smithi131.stdout:adding op weight snap_remove -> 50 2024-08-29T14:49:11.730 INFO:tasks.rados.rados.0.smithi131.stdout:adding op weight rollback -> 50 2024-08-29T14:49:11.730 INFO:tasks.rados.rados.0.smithi131.stdout:adding op weight setattr -> 25 2024-08-29T14:49:11.730 INFO:tasks.rados.rados.0.smithi131.stdout:adding op weight rmattr -> 25 2024-08-29T14:49:11.730 INFO:tasks.rados.rados.0.smithi131.stdout:adding op weight copy_from -> 50 2024-08-29T14:49:11.730 INFO:tasks.rados.rados.0.smithi131.stdout:adding op weight append -> 100 2024-08-29T14:49:11.730 INFO:tasks.rados.rados.0.smithi131.stdout:ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable) 2024-08-29T14:49:11.731 INFO:tasks.rados.rados.0.smithi131.stdout:Configuration: 2024-08-29T14:49:11.731 INFO:tasks.rados.rados.0.smithi131.stdout: Number of operations: 4000 2024-08-29T14:49:11.731 INFO:tasks.rados.rados.0.smithi131.stdout: Number of objects: 50 2024-08-29T14:49:11.731 INFO:tasks.rados.rados.0.smithi131.stdout: Max in flight operations: 16 2024-08-29T14:49:11.731 INFO:tasks.rados.rados.0.smithi131.stdout: Object size (in bytes): 4000000 2024-08-29T14:49:11.731 INFO:tasks.rados.rados.0.smithi131.stdout: Write stride min: 400000 2024-08-29T14:49:11.731 INFO:tasks.rados.rados.0.smithi131.stdout: Write stride max: 800000 2024-08-29T14:49:12.094 INFO:tasks.rados.rados.0.smithi131.stdout:1: write initial oid 1 2024-08-29T14:49:12.095 INFO:tasks.rados.rados.0.smithi131.stdout:1: seq_num 0 ranges {0=24576} 2024-08-29T14:49:12.095 INFO:tasks.rados.rados.0.smithi131.stdout:1: writing smithi13174786-1 from 0 to 24576 tid 1 2024-08-29T14:49:12.095 INFO:tasks.rados.rados.0.smithi131.stdout:2: write initial oid 2 2024-08-29T14:49:12.095 INFO:tasks.rados.rados.0.smithi131.stdout:2: seq_num 1 ranges {0=24576} 2024-08-29T14:49:12.095 INFO:tasks.rados.rados.0.smithi131.stdout:2: writing smithi13174786-2 from 0 to 24576 tid 1 2024-08-29T14:49:12.095 INFO:tasks.rados.rados.0.smithi131.stdout:3: write initial oid 3 2024-08-29T14:49:12.095 INFO:tasks.rados.rados.0.smithi131.stdout:3: seq_num 2 ranges {0=40960} 2024-08-29T14:49:12.095 INFO:tasks.rados.rados.0.smithi131.stdout:3: writing smithi13174786-3 from 0 to 40960 tid 1 2024-08-29T14:49:12.095 INFO:tasks.rados.rados.0.smithi131.stdout:4: write initial oid 4 2024-08-29T14:49:12.095 INFO:tasks.rados.rados.0.smithi131.stdout:4: seq_num 3 ranges {0=57344} 2024-08-29T14:49:12.096 INFO:tasks.rados.rados.0.smithi131.stdout:4: writing smithi13174786-4 from 0 to 57344 tid 1 2024-08-29T14:49:12.096 INFO:tasks.rados.rados.0.smithi131.stdout:5: write initial oid 5 2024-08-29T14:49:12.096 INFO:tasks.rados.rados.0.smithi131.stdout:5: seq_num 4 ranges {0=73728} 2024-08-29T14:49:12.096 INFO:tasks.rados.rados.0.smithi131.stdout:5: writing smithi13174786-5 from 0 to 73728 tid 1 2024-08-29T14:49:12.096 INFO:tasks.rados.rados.0.smithi131.stdout:6: write initial oid 6 2024-08-29T14:49:12.097 INFO:tasks.rados.rados.0.smithi131.stdout:6: seq_num 5 ranges {0=90112} 2024-08-29T14:49:12.097 INFO:tasks.rados.rados.0.smithi131.stdout:6: writing smithi13174786-6 from 0 to 90112 tid 1 2024-08-29T14:49:12.097 INFO:tasks.rados.rados.0.smithi131.stdout:7: write initial oid 7 2024-08-29T14:49:12.097 INFO:tasks.rados.rados.0.smithi131.stdout:7: seq_num 6 ranges {0=106496} 2024-08-29T14:49:12.098 INFO:tasks.rados.rados.0.smithi131.stdout:7: writing smithi13174786-7 from 0 to 106496 tid 1 2024-08-29T14:49:12.098 INFO:tasks.rados.rados.0.smithi131.stdout:8: write initial oid 8 2024-08-29T14:49:12.098 INFO:tasks.rados.rados.0.smithi131.stdout:8: seq_num 7 ranges {0=122880} 2024-08-29T14:49:12.099 INFO:tasks.rados.rados.0.smithi131.stdout:8: writing smithi13174786-8 from 0 to 122880 tid 1 2024-08-29T14:49:12.099 INFO:tasks.rados.rados.0.smithi131.stdout:1: finishing write tid 1 to smithi13174786-1 2024-08-29T14:49:12.099 INFO:tasks.rados.rados.0.smithi131.stdout:1: finishing write tid 2 to smithi13174786-1 2024-08-29T14:49:12.099 INFO:tasks.rados.rados.0.smithi131.stdout:2: finishing write tid 1 to smithi13174786-2 2024-08-29T14:49:12.099 INFO:tasks.rados.rados.0.smithi131.stdout:2: finishing write tid 2 to smithi13174786-2 2024-08-29T14:49:12.099 INFO:tasks.rados.rados.0.smithi131.stdout:9: write initial oid 9 2024-08-29T14:49:12.099 INFO:tasks.rados.rados.0.smithi131.stdout:9: seq_num 8 ranges {0=139264} 2024-08-29T14:49:12.100 INFO:tasks.rados.rados.0.smithi131.stdout:9: writing smithi13174786-9 from 0 to 139264 tid 1 2024-08-29T14:49:12.100 INFO:tasks.rados.rados.0.smithi131.stdout:4: finishing write tid 1 to smithi13174786-4 2024-08-29T14:49:12.100 INFO:tasks.rados.rados.0.smithi131.stdout:4: finishing write tid 2 to smithi13174786-4 2024-08-29T14:49:12.100 INFO:tasks.rados.rados.0.smithi131.stdout:10: write initial oid 10 2024-08-29T14:49:12.100 INFO:tasks.rados.rados.0.smithi131.stdout:10: seq_num 9 ranges {0=155648} 2024-08-29T14:49:12.101 INFO:tasks.rados.rados.0.smithi131.stdout:10: writing smithi13174786-10 from 0 to 155648 tid 1 2024-08-29T14:49:12.102 INFO:tasks.rados.rados.0.smithi131.stdout:11: write initial oid 11 2024-08-29T14:49:12.102 INFO:tasks.rados.rados.0.smithi131.stdout:11: seq_num 10 ranges {0=172032} 2024-08-29T14:49:12.103 INFO:tasks.rados.rados.0.smithi131.stdout:11: writing smithi13174786-11 from 0 to 172032 tid 1 2024-08-29T14:49:12.103 INFO:tasks.rados.rados.0.smithi131.stdout:12: write initial oid 12 2024-08-29T14:49:12.103 INFO:tasks.rados.rados.0.smithi131.stdout:12: seq_num 11 ranges {0=188416} 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:12: writing smithi13174786-12 from 0 to 188416 tid 1 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:3: finishing write tid 1 to smithi13174786-3 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:4: finishing write tid 3 to smithi13174786-4 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:1: finishing write tid 3 to smithi13174786-1 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:7: finishing write tid 1 to smithi13174786-7 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:7: finishing write tid 2 to smithi13174786-7 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:3: finishing write tid 2 to smithi13174786-3 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:2: finishing write tid 3 to smithi13174786-2 2024-08-29T14:49:12.105 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-29T14:49:12.106 INFO:tasks.rados.rados.0.smithi131.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-29T14:49:12.106 INFO:tasks.rados.rados.0.smithi131.stdout:3: finishing write tid 3 to smithi13174786-3 2024-08-29T14:49:12.106 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-29T14:49:12.106 INFO:tasks.rados.rados.0.smithi131.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-29T14:49:12.106 INFO:tasks.rados.rados.0.smithi131.stdout:1: done (11 left) 2024-08-29T14:49:12.106 INFO:tasks.rados.rados.0.smithi131.stdout:2: done (10 left) 2024-08-29T14:49:12.106 INFO:tasks.rados.rados.0.smithi131.stdout:3: done (9 left) 2024-08-29T14:49:12.106 INFO:tasks.rados.rados.0.smithi131.stdout:4: done (8 left) 2024-08-29T14:49:12.106 INFO:tasks.rados.rados.0.smithi131.stdout:13: write initial oid 13 2024-08-29T14:49:12.106 INFO:tasks.rados.rados.0.smithi131.stdout:13: seq_num 12 ranges {0=204800} 2024-08-29T14:49:12.107 INFO:tasks.rados.rados.0.smithi131.stdout:13: writing smithi13174786-13 from 0 to 204800 tid 1 2024-08-29T14:49:12.107 INFO:tasks.rados.rados.0.smithi131.stdout:14: write initial oid 14 2024-08-29T14:49:12.107 INFO:tasks.rados.rados.0.smithi131.stdout:14: seq_num 13 ranges {0=221184} 2024-08-29T14:49:12.108 INFO:tasks.rados.rados.0.smithi131.stdout:14: writing smithi13174786-14 from 0 to 221184 tid 1 2024-08-29T14:49:12.108 INFO:tasks.rados.rados.0.smithi131.stdout:15: write initial oid 15 2024-08-29T14:49:12.108 INFO:tasks.rados.rados.0.smithi131.stdout:15: seq_num 14 ranges {0=237568} 2024-08-29T14:49:12.110 INFO:tasks.rados.rados.0.smithi131.stdout:15: writing smithi13174786-15 from 0 to 237568 tid 1 2024-08-29T14:49:12.110 INFO:tasks.rados.rados.0.smithi131.stdout:16: write initial oid 16 2024-08-29T14:49:12.110 INFO:tasks.rados.rados.0.smithi131.stdout:16: seq_num 15 ranges {0=253952} 2024-08-29T14:49:12.111 INFO:tasks.rados.rados.0.smithi131.stdout:16: writing smithi13174786-16 from 0 to 253952 tid 1 2024-08-29T14:49:12.111 INFO:tasks.rados.rados.0.smithi131.stdout:17: write initial oid 17 2024-08-29T14:49:12.111 INFO:tasks.rados.rados.0.smithi131.stdout:17: seq_num 16 ranges {0=270336} 2024-08-29T14:49:12.113 INFO:tasks.rados.rados.0.smithi131.stdout:17: writing smithi13174786-17 from 0 to 270336 tid 1 2024-08-29T14:49:12.113 INFO:tasks.rados.rados.0.smithi131.stdout:18: write initial oid 18 2024-08-29T14:49:12.113 INFO:tasks.rados.rados.0.smithi131.stdout:18: seq_num 17 ranges {0=286720} 2024-08-29T14:49:12.115 INFO:tasks.rados.rados.0.smithi131.stdout:18: writing smithi13174786-18 from 0 to 286720 tid 1 2024-08-29T14:49:12.115 INFO:tasks.rados.rados.0.smithi131.stdout:19: write initial oid 19 2024-08-29T14:49:12.115 INFO:tasks.rados.rados.0.smithi131.stdout:19: seq_num 18 ranges {0=303104} 2024-08-29T14:49:12.117 INFO:tasks.rados.rados.0.smithi131.stdout:19: writing smithi13174786-19 from 0 to 303104 tid 1 2024-08-29T14:49:12.117 INFO:tasks.rados.rados.0.smithi131.stdout:20: write initial oid 20 2024-08-29T14:49:12.117 INFO:tasks.rados.rados.0.smithi131.stdout:20: seq_num 19 ranges {0=319488} 2024-08-29T14:49:12.119 INFO:tasks.rados.rados.0.smithi131.stdout:20: writing smithi13174786-20 from 0 to 319488 tid 1 2024-08-29T14:49:12.119 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:49:12.119 INFO:tasks.rados.rados.0.smithi131.stdout:9: finishing write tid 1 to smithi13174786-9 2024-08-29T14:49:12.119 INFO:tasks.rados.rados.0.smithi131.stdout:7: finishing write tid 3 to smithi13174786-7 2024-08-29T14:49:12.119 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-29T14:49:12.119 INFO:tasks.rados.rados.0.smithi131.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-29T14:49:12.119 INFO:tasks.rados.rados.0.smithi131.stdout:5: finishing write tid 1 to smithi13174786-5 2024-08-29T14:49:12.119 INFO:tasks.rados.rados.0.smithi131.stdout:5: finishing write tid 2 to smithi13174786-5 2024-08-29T14:49:12.120 INFO:tasks.rados.rados.0.smithi131.stdout:9: finishing write tid 2 to smithi13174786-9 2024-08-29T14:49:12.120 INFO:tasks.rados.rados.0.smithi131.stdout:6: finishing write tid 1 to smithi13174786-6 2024-08-29T14:49:12.120 INFO:tasks.rados.rados.0.smithi131.stdout:10: finishing write tid 1 to smithi13174786-10 2024-08-29T14:49:12.120 INFO:tasks.rados.rados.0.smithi131.stdout:6: finishing write tid 2 to smithi13174786-6 2024-08-29T14:49:12.120 INFO:tasks.rados.rados.0.smithi131.stdout:10: finishing write tid 2 to smithi13174786-10 2024-08-29T14:49:12.120 INFO:tasks.rados.rados.0.smithi131.stdout:8: finishing write tid 1 to smithi13174786-8 2024-08-29T14:49:12.120 INFO:tasks.rados.rados.0.smithi131.stdout:7: done (15 left) 2024-08-29T14:49:12.120 INFO:tasks.rados.rados.0.smithi131.stdout:21: write initial oid 21 2024-08-29T14:49:12.120 INFO:tasks.rados.rados.0.smithi131.stdout:21: seq_num 20 ranges {0=344064} 2024-08-29T14:49:12.122 INFO:tasks.rados.rados.0.smithi131.stdout:21: writing smithi13174786-21 from 0 to 344064 tid 1 2024-08-29T14:49:12.122 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:8: finishing write tid 2 to smithi13174786-8 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:11: finishing write tid 1 to smithi13174786-11 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:11: finishing write tid 2 to smithi13174786-11 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:6: finishing write tid 3 to smithi13174786-6 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:9: finishing write tid 3 to smithi13174786-9 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:5: finishing write tid 3 to smithi13174786-5 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-29T14:49:12.123 INFO:tasks.rados.rados.0.smithi131.stdout:8: finishing write tid 3 to smithi13174786-8 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:10: finishing write tid 3 to smithi13174786-10 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:11: finishing write tid 3 to smithi13174786-11 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:12: finishing write tid 1 to smithi13174786-12 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:12: finishing write tid 2 to smithi13174786-12 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:13: finishing write tid 1 to smithi13174786-13 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:12: finishing write tid 3 to smithi13174786-12 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-29T14:49:12.124 INFO:tasks.rados.rados.0.smithi131.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-29T14:49:12.125 INFO:tasks.rados.rados.0.smithi131.stdout:13: finishing write tid 2 to smithi13174786-13 2024-08-29T14:49:12.125 INFO:tasks.rados.rados.0.smithi131.stdout:14: finishing write tid 1 to smithi13174786-14 2024-08-29T14:49:12.125 INFO:tasks.rados.rados.0.smithi131.stdout:14: finishing write tid 2 to smithi13174786-14 2024-08-29T14:49:12.125 INFO:tasks.rados.rados.0.smithi131.stdout:13: finishing write tid 3 to smithi13174786-13 2024-08-29T14:49:12.125 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-29T14:49:12.125 INFO:tasks.rados.rados.0.smithi131.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-29T14:49:12.125 INFO:tasks.rados.rados.0.smithi131.stdout:14: finishing write tid 3 to smithi13174786-14 2024-08-29T14:49:12.125 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:15: finishing write tid 1 to smithi13174786-15 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:15: finishing write tid 2 to smithi13174786-15 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:16: finishing write tid 1 to smithi13174786-16 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:16: finishing write tid 2 to smithi13174786-16 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:15: finishing write tid 3 to smithi13174786-15 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:16: finishing write tid 3 to smithi13174786-16 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:17: finishing write tid 1 to smithi13174786-17 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:17: finishing write tid 2 to smithi13174786-17 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:17: finishing write tid 3 to smithi13174786-17 2024-08-29T14:49:12.126 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:18: finishing write tid 1 to smithi13174786-18 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:18: finishing write tid 2 to smithi13174786-18 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:19: finishing write tid 1 to smithi13174786-19 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:19: finishing write tid 2 to smithi13174786-19 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:18: finishing write tid 3 to smithi13174786-18 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:20: finishing write tid 1 to smithi13174786-20 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:19: finishing write tid 3 to smithi13174786-19 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-29T14:49:12.127 INFO:tasks.rados.rados.0.smithi131.stdout:20: finishing write tid 2 to smithi13174786-20 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:5: done (15 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:6: done (14 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:8: done (13 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:9: done (12 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:10: done (11 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:11: done (10 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:12: done (9 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:13: done (8 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:14: done (7 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:15: done (6 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:16: done (5 left) 2024-08-29T14:49:12.128 INFO:tasks.rados.rados.0.smithi131.stdout:17: done (4 left) 2024-08-29T14:49:12.129 INFO:tasks.rados.rados.0.smithi131.stdout:18: done (3 left) 2024-08-29T14:49:12.129 INFO:tasks.rados.rados.0.smithi131.stdout:19: done (2 left) 2024-08-29T14:49:12.129 INFO:tasks.rados.rados.0.smithi131.stdout:22: write initial oid 22 2024-08-29T14:49:12.129 INFO:tasks.rados.rados.0.smithi131.stdout:22: seq_num 21 ranges {0=360448} 2024-08-29T14:49:12.130 INFO:tasks.rados.rados.0.smithi131.stdout:22: writing smithi13174786-22 from 0 to 360448 tid 1 2024-08-29T14:49:12.130 INFO:tasks.rados.rados.0.smithi131.stdout:23: write initial oid 23 2024-08-29T14:49:12.130 INFO:tasks.rados.rados.0.smithi131.stdout:23: seq_num 22 ranges {0=376832} 2024-08-29T14:49:12.130 INFO:tasks.rados.rados.0.smithi131.stdout:23: writing smithi13174786-23 from 0 to 376832 tid 1 2024-08-29T14:49:12.130 INFO:tasks.rados.rados.0.smithi131.stdout:24: write initial oid 24 2024-08-29T14:49:12.130 INFO:tasks.rados.rados.0.smithi131.stdout:24: seq_num 23 ranges {0=393216} 2024-08-29T14:49:12.130 INFO:tasks.rados.rados.0.smithi131.stdout:24: writing smithi13174786-24 from 0 to 393216 tid 1 2024-08-29T14:49:12.130 INFO:tasks.rados.rados.0.smithi131.stdout:25: write initial oid 25 2024-08-29T14:49:12.131 INFO:tasks.rados.rados.0.smithi131.stdout:25: seq_num 24 ranges {0=409600} 2024-08-29T14:49:12.131 INFO:tasks.rados.rados.0.smithi131.stdout:25: writing smithi13174786-25 from 0 to 409600 tid 1 2024-08-29T14:49:12.131 INFO:tasks.rados.rados.0.smithi131.stdout:26: write initial oid 26 2024-08-29T14:49:12.131 INFO:tasks.rados.rados.0.smithi131.stdout:26: seq_num 25 ranges {0=425984} 2024-08-29T14:49:12.133 INFO:tasks.rados.rados.0.smithi131.stdout:26: writing smithi13174786-26 from 0 to 425984 tid 1 2024-08-29T14:49:12.133 INFO:tasks.rados.rados.0.smithi131.stdout:27: write initial oid 27 2024-08-29T14:49:12.134 INFO:tasks.rados.rados.0.smithi131.stdout:27: seq_num 26 ranges {0=442368} 2024-08-29T14:49:12.136 INFO:tasks.rados.rados.0.smithi131.stdout:27: writing smithi13174786-27 from 0 to 442368 tid 1 2024-08-29T14:49:12.136 INFO:tasks.rados.rados.0.smithi131.stdout:28: write initial oid 28 2024-08-29T14:49:12.136 INFO:tasks.rados.rados.0.smithi131.stdout:28: seq_num 27 ranges {0=458752} 2024-08-29T14:49:12.139 INFO:tasks.rados.rados.0.smithi131.stdout:28: writing smithi13174786-28 from 0 to 458752 tid 1 2024-08-29T14:49:12.139 INFO:tasks.rados.rados.0.smithi131.stdout:29: write initial oid 29 2024-08-29T14:49:12.139 INFO:tasks.rados.rados.0.smithi131.stdout:29: seq_num 28 ranges {0=475136} 2024-08-29T14:49:12.142 INFO:tasks.rados.rados.0.smithi131.stdout:29: writing smithi13174786-29 from 0 to 475136 tid 1 2024-08-29T14:49:12.142 INFO:tasks.rados.rados.0.smithi131.stdout:30: write initial oid 30 2024-08-29T14:49:12.142 INFO:tasks.rados.rados.0.smithi131.stdout:30: seq_num 29 ranges {0=491520} 2024-08-29T14:49:12.145 INFO:tasks.rados.rados.0.smithi131.stdout:30: writing smithi13174786-30 from 0 to 491520 tid 1 2024-08-29T14:49:12.145 INFO:tasks.rados.rados.0.smithi131.stdout:31: write initial oid 31 2024-08-29T14:49:12.145 INFO:tasks.rados.rados.0.smithi131.stdout:31: seq_num 30 ranges {0=507904} 2024-08-29T14:49:12.148 INFO:tasks.rados.rados.0.smithi131.stdout:31: writing smithi13174786-31 from 0 to 507904 tid 1 2024-08-29T14:49:12.148 INFO:tasks.rados.rados.0.smithi131.stdout:32: write initial oid 32 2024-08-29T14:49:12.148 INFO:tasks.rados.rados.0.smithi131.stdout:32: seq_num 31 ranges {0=524288} 2024-08-29T14:49:12.151 INFO:tasks.rados.rados.0.smithi131.stdout:32: writing smithi13174786-32 from 0 to 524288 tid 1 2024-08-29T14:49:12.151 INFO:tasks.rados.rados.0.smithi131.stdout:33: write initial oid 33 2024-08-29T14:49:12.151 INFO:tasks.rados.rados.0.smithi131.stdout:33: seq_num 32 ranges {0=540672} 2024-08-29T14:49:12.155 INFO:tasks.rados.rados.0.smithi131.stdout:33: writing smithi13174786-33 from 0 to 540672 tid 1 2024-08-29T14:49:12.155 INFO:tasks.rados.rados.0.smithi131.stdout:34: write initial oid 34 2024-08-29T14:49:12.155 INFO:tasks.rados.rados.0.smithi131.stdout:34: seq_num 33 ranges {0=557056} 2024-08-29T14:49:12.158 INFO:tasks.rados.rados.0.smithi131.stdout:34: writing smithi13174786-34 from 0 to 557056 tid 1 2024-08-29T14:49:12.158 INFO:tasks.rados.rados.0.smithi131.stdout:35: write initial oid 35 2024-08-29T14:49:12.158 INFO:tasks.rados.rados.0.smithi131.stdout:35: seq_num 34 ranges {0=573440} 2024-08-29T14:49:12.162 INFO:tasks.rados.rados.0.smithi131.stdout:35: writing smithi13174786-35 from 0 to 573440 tid 1 2024-08-29T14:49:12.162 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:49:12.162 INFO:tasks.rados.rados.0.smithi131.stdout:20: finishing write tid 3 to smithi13174786-20 2024-08-29T14:49:12.162 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-29T14:49:12.162 INFO:tasks.rados.rados.0.smithi131.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-29T14:49:12.162 INFO:tasks.rados.rados.0.smithi131.stdout:20: done (15 left) 2024-08-29T14:49:12.162 INFO:tasks.rados.rados.0.smithi131.stdout:36: write initial oid 36 2024-08-29T14:49:12.163 INFO:tasks.rados.rados.0.smithi131.stdout:36: seq_num 35 ranges {0=589824} 2024-08-29T14:49:12.166 INFO:tasks.rados.rados.0.smithi131.stdout:36: writing smithi13174786-36 from 0 to 589824 tid 1 2024-08-29T14:49:12.166 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:49:12.166 INFO:tasks.rados.rados.0.smithi131.stdout:21: finishing write tid 1 to smithi13174786-21 2024-08-29T14:49:12.166 INFO:tasks.rados.rados.0.smithi131.stdout:22: finishing write tid 1 to smithi13174786-22 2024-08-29T14:49:12.166 INFO:tasks.rados.rados.0.smithi131.stdout:21: finishing write tid 2 to smithi13174786-21 2024-08-29T14:49:12.166 INFO:tasks.rados.rados.0.smithi131.stdout:22: finishing write tid 2 to smithi13174786-22 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:23: finishing write tid 1 to smithi13174786-23 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:23: finishing write tid 2 to smithi13174786-23 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:21: finishing write tid 3 to smithi13174786-21 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:23: finishing write tid 3 to smithi13174786-23 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:24: finishing write tid 1 to smithi13174786-24 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:24: finishing write tid 2 to smithi13174786-24 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:21: done (15 left) 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:23: done (14 left) 2024-08-29T14:49:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:37: write initial oid 37 2024-08-29T14:49:12.168 INFO:tasks.rados.rados.0.smithi131.stdout:37: seq_num 36 ranges {0=606208} 2024-08-29T14:49:12.170 INFO:tasks.rados.rados.0.smithi131.stdout:37: writing smithi13174786-37 from 0 to 606208 tid 1 2024-08-29T14:49:12.170 INFO:tasks.rados.rados.0.smithi131.stdout:38: write initial oid 38 2024-08-29T14:49:12.170 INFO:tasks.rados.rados.0.smithi131.stdout:38: seq_num 37 ranges {0=622592} 2024-08-29T14:49:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:38: writing smithi13174786-38 from 0 to 622592 tid 1 2024-08-29T14:49:12.174 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:49:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:22: finishing write tid 3 to smithi13174786-22 2024-08-29T14:49:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-29T14:49:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-29T14:49:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:24: finishing write tid 3 to smithi13174786-24 2024-08-29T14:49:12.175 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-29T14:49:12.175 INFO:tasks.rados.rados.0.smithi131.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-29T14:49:12.175 INFO:tasks.rados.rados.0.smithi131.stdout:25: finishing write tid 1 to smithi13174786-25 2024-08-29T14:49:12.175 INFO:tasks.rados.rados.0.smithi131.stdout:25: finishing write tid 2 to smithi13174786-25 2024-08-29T14:49:12.175 INFO:tasks.rados.rados.0.smithi131.stdout:22: done (15 left) 2024-08-29T14:49:12.175 INFO:tasks.rados.rados.0.smithi131.stdout:24: done (14 left) 2024-08-29T14:49:12.175 INFO:tasks.rados.rados.0.smithi131.stdout:39: write initial oid 39 2024-08-29T14:49:12.175 INFO:tasks.rados.rados.0.smithi131.stdout:39: seq_num 38 ranges {0=638976} 2024-08-29T14:49:12.178 INFO:tasks.rados.rados.0.smithi131.stdout:39: writing smithi13174786-39 from 0 to 638976 tid 1 2024-08-29T14:49:12.178 INFO:tasks.rados.rados.0.smithi131.stdout:40: write initial oid 40 2024-08-29T14:49:12.178 INFO:tasks.rados.rados.0.smithi131.stdout:40: seq_num 39 ranges {0=663552} 2024-08-29T14:49:12.183 INFO:tasks.rados.rados.0.smithi131.stdout:40: writing smithi13174786-40 from 0 to 663552 tid 1 2024-08-29T14:49:12.183 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:49:12.183 INFO:tasks.rados.rados.0.smithi131.stdout:25: finishing write tid 3 to smithi13174786-25 2024-08-29T14:49:12.183 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 8 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-29T14:49:12.183 INFO:tasks.rados.rados.0.smithi131.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-29T14:49:12.183 INFO:tasks.rados.rados.0.smithi131.stdout:26: finishing write tid 1 to smithi13174786-26 2024-08-29T14:49:12.183 INFO:tasks.rados.rados.0.smithi131.stdout:26: finishing write tid 2 to smithi13174786-26 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:27: finishing write tid 1 to smithi13174786-27 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:27: finishing write tid 2 to smithi13174786-27 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:26: finishing write tid 3 to smithi13174786-26 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:27: finishing write tid 3 to smithi13174786-27 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:28: finishing write tid 1 to smithi13174786-28 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:28: finishing write tid 2 to smithi13174786-28 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:28: finishing write tid 3 to smithi13174786-28 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 2 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-29T14:49:12.184 INFO:tasks.rados.rados.0.smithi131.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:29: finishing write tid 1 to smithi13174786-29 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:29: finishing write tid 2 to smithi13174786-29 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:29: finishing write tid 3 to smithi13174786-29 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:30: finishing write tid 1 to smithi13174786-30 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:30: finishing write tid 2 to smithi13174786-30 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:30: finishing write tid 3 to smithi13174786-30 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:31: finishing write tid 1 to smithi13174786-31 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:31: finishing write tid 2 to smithi13174786-31 2024-08-29T14:49:12.185 INFO:tasks.rados.rados.0.smithi131.stdout:25: done (15 left) 2024-08-29T14:49:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:26: done (14 left) 2024-08-29T14:49:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:27: done (13 left) 2024-08-29T14:49:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:28: done (12 left) 2024-08-29T14:49:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:29: done (11 left) 2024-08-29T14:49:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:30: done (10 left) 2024-08-29T14:49:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:41: write initial oid 41 2024-08-29T14:49:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:41: seq_num 40 ranges {0=679936} 2024-08-29T14:49:12.187 INFO:tasks.rados.rados.0.smithi131.stdout:41: writing smithi13174786-41 from 0 to 679936 tid 1 2024-08-29T14:49:12.187 INFO:tasks.rados.rados.0.smithi131.stdout:42: write initial oid 42 2024-08-29T14:49:12.187 INFO:tasks.rados.rados.0.smithi131.stdout:42: seq_num 41 ranges {0=696320} 2024-08-29T14:49:12.191 INFO:tasks.rados.rados.0.smithi131.stdout:42: writing smithi13174786-42 from 0 to 696320 tid 1 2024-08-29T14:49:12.191 INFO:tasks.rados.rados.0.smithi131.stdout:43: write initial oid 43 2024-08-29T14:49:12.191 INFO:tasks.rados.rados.0.smithi131.stdout:43: seq_num 42 ranges {0=712704} 2024-08-29T14:49:12.196 INFO:tasks.rados.rados.0.smithi131.stdout:43: writing smithi13174786-43 from 0 to 712704 tid 1 2024-08-29T14:49:12.196 INFO:tasks.rados.rados.0.smithi131.stdout:44: write initial oid 44 2024-08-29T14:49:12.196 INFO:tasks.rados.rados.0.smithi131.stdout:44: seq_num 43 ranges {0=729088} 2024-08-29T14:49:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:44: writing smithi13174786-44 from 0 to 729088 tid 1 2024-08-29T14:49:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:45: write initial oid 45 2024-08-29T14:49:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:45: seq_num 44 ranges {0=745472} 2024-08-29T14:49:12.205 INFO:tasks.rados.rados.0.smithi131.stdout:45: writing smithi13174786-45 from 0 to 745472 tid 1 2024-08-29T14:49:12.205 INFO:tasks.rados.rados.0.smithi131.stdout:46: write initial oid 46 2024-08-29T14:49:12.205 INFO:tasks.rados.rados.0.smithi131.stdout:46: seq_num 45 ranges {0=761856} 2024-08-29T14:49:12.210 INFO:tasks.rados.rados.0.smithi131.stdout:46: writing smithi13174786-46 from 0 to 761856 tid 1 2024-08-29T14:49:12.211 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:49:12.211 INFO:tasks.rados.rados.0.smithi131.stdout:31: finishing write tid 3 to smithi13174786-31 2024-08-29T14:49:12.211 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-29T14:49:12.211 INFO:tasks.rados.rados.0.smithi131.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-29T14:49:12.211 INFO:tasks.rados.rados.0.smithi131.stdout:32: finishing write tid 1 to smithi13174786-32 2024-08-29T14:49:12.211 INFO:tasks.rados.rados.0.smithi131.stdout:32: finishing write tid 2 to smithi13174786-32 2024-08-29T14:49:12.211 INFO:tasks.rados.rados.0.smithi131.stdout:31: done (15 left) 2024-08-29T14:49:12.211 INFO:tasks.rados.rados.0.smithi131.stdout:47: write initial oid 47 2024-08-29T14:49:12.211 INFO:tasks.rados.rados.0.smithi131.stdout:47: seq_num 46 ranges {0=778240} 2024-08-29T14:49:12.215 INFO:tasks.rados.rados.0.smithi131.stdout:47: writing smithi13174786-47 from 0 to 778240 tid 1 2024-08-29T14:49:12.216 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:49:12.216 INFO:tasks.rados.rados.0.smithi131.stdout:32: finishing write tid 3 to smithi13174786-32 2024-08-29T14:49:12.216 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T14:49:12.216 INFO:tasks.rados.rados.0.smithi131.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-29T14:49:12.216 INFO:tasks.rados.rados.0.smithi131.stdout:33: finishing write tid 1 to smithi13174786-33 2024-08-29T14:49:12.217 INFO:tasks.rados.rados.0.smithi131.stdout:33: finishing write tid 2 to smithi13174786-33 2024-08-29T14:49:12.217 INFO:tasks.rados.rados.0.smithi131.stdout:33: finishing write tid 3 to smithi13174786-33 2024-08-29T14:49:12.217 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-29T14:49:12.217 INFO:tasks.rados.rados.0.smithi131.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-29T14:49:12.217 INFO:tasks.rados.rados.0.smithi131.stdout:34: finishing write tid 1 to smithi13174786-34 2024-08-29T14:49:12.217 INFO:tasks.rados.rados.0.smithi131.stdout:32: done (15 left) 2024-08-29T14:49:12.217 INFO:tasks.rados.rados.0.smithi131.stdout:33: done (14 left) 2024-08-29T14:49:12.217 INFO:tasks.rados.rados.0.smithi131.stdout:48: write initial oid 48 2024-08-29T14:49:12.218 INFO:tasks.rados.rados.0.smithi131.stdout:48: seq_num 47 ranges {0=794624} 2024-08-29T14:49:12.220 INFO:tasks.rados.rados.0.smithi131.stdout:48: writing smithi13174786-48 from 0 to 794624 tid 1 2024-08-29T14:49:12.221 INFO:tasks.rados.rados.0.smithi131.stdout:49: write initial oid 49 2024-08-29T14:49:12.221 INFO:tasks.rados.rados.0.smithi131.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-29T14:49:12.223 INFO:tasks.rados.rados.0.smithi131.stdout:49: writing smithi13174786-49 from 0 to 409600 tid 1 2024-08-29T14:49:12.226 INFO:tasks.rados.rados.0.smithi131.stdout:49: writing smithi13174786-49 from 409600 to 811008 tid 2 2024-08-29T14:49:12.226 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:49:12.226 INFO:tasks.rados.rados.0.smithi131.stdout:34: finishing write tid 2 to smithi13174786-34 2024-08-29T14:49:12.226 INFO:tasks.rados.rados.0.smithi131.stdout:34: finishing write tid 3 to smithi13174786-34 2024-08-29T14:49:12.226 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-29T14:49:12.226 INFO:tasks.rados.rados.0.smithi131.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-29T14:49:12.226 INFO:tasks.rados.rados.0.smithi131.stdout:35: finishing write tid 1 to smithi13174786-35 2024-08-29T14:49:12.226 INFO:tasks.rados.rados.0.smithi131.stdout:34: done (15 left) 2024-08-29T14:49:12.226 INFO:tasks.rados.rados.0.smithi131.stdout:50: write initial oid 50 2024-08-29T14:49:12.226 INFO:tasks.rados.rados.0.smithi131.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-29T14:49:12.228 INFO:tasks.rados.rados.0.smithi131.stdout:50: writing smithi13174786-50 from 0 to 425984 tid 1 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:50: writing smithi13174786-50 from 425984 to 827392 tid 2 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:35: finishing write tid 2 to smithi13174786-35 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:35: finishing write tid 3 to smithi13174786-35 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:36: finishing write tid 1 to smithi13174786-36 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:36: finishing write tid 2 to smithi13174786-36 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:36: finishing write tid 3 to smithi13174786-36 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-29T14:49:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:37: finishing write tid 1 to smithi13174786-37 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:37: finishing write tid 2 to smithi13174786-37 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:37: finishing write tid 3 to smithi13174786-37 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:38: finishing write tid 1 to smithi13174786-38 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:38: finishing write tid 2 to smithi13174786-38 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:38: finishing write tid 3 to smithi13174786-38 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:39: finishing write tid 1 to smithi13174786-39 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:39: finishing write tid 2 to smithi13174786-39 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:39: finishing write tid 3 to smithi13174786-39 2024-08-29T14:49:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:40: finishing write tid 1 to smithi13174786-40 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:40: finishing write tid 2 to smithi13174786-40 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:35: done (15 left) 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:36: done (14 left) 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:37: done (13 left) 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:38: done (12 left) 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:39: done (11 left) 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:51: copy_from oid 3 from oid 31 current snap is 0 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:40: finishing write tid 3 to smithi13174786-40 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-29T14:49:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:41: finishing write tid 1 to smithi13174786-41 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:41: finishing write tid 2 to smithi13174786-41 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:41: finishing write tid 3 to smithi13174786-41 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 12 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:42: finishing write tid 1 to smithi13174786-42 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:42: finishing write tid 2 to smithi13174786-42 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:42: finishing write tid 3 to smithi13174786-42 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:43: finishing write tid 1 to smithi13174786-43 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:43: finishing write tid 2 to smithi13174786-43 2024-08-29T14:49:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:43: finishing write tid 3 to smithi13174786-43 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:44: finishing write tid 1 to smithi13174786-44 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:44: finishing write tid 2 to smithi13174786-44 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:44: finishing write tid 3 to smithi13174786-44 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 12 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:45: finishing write tid 1 to smithi13174786-45 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:40: done (11 left) 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:41: done (10 left) 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:42: done (9 left) 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:43: done (8 left) 2024-08-29T14:49:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:44: done (7 left) 2024-08-29T14:49:12.238 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 0 2024-08-29T14:49:12.238 INFO:tasks.rados.rados.0.smithi131.stdout:45: finishing write tid 2 to smithi13174786-45 2024-08-29T14:49:12.238 INFO:tasks.rados.rados.0.smithi131.stdout:45: finishing write tid 3 to smithi13174786-45 2024-08-29T14:49:12.238 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-29T14:49:12.238 INFO:tasks.rados.rados.0.smithi131.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-29T14:49:12.238 INFO:tasks.rados.rados.0.smithi131.stdout:46: finishing write tid 1 to smithi13174786-46 2024-08-29T14:49:12.238 INFO:tasks.rados.rados.0.smithi131.stdout:52: seq_num 50 ranges {622592=442368,1064960=401408} 2024-08-29T14:49:12.238 INFO:tasks.rados.rados.0.smithi131.stdout:52: writing smithi13174786-38 from 622592 to 1064960 tid 1 2024-08-29T14:49:12.240 INFO:tasks.rados.rados.0.smithi131.stdout:52: writing smithi13174786-38 from 1064960 to 1466368 tid 2 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:45: done (7 left) 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:53: rmattr oid 19 current snap is 0 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:53: done (7 left) 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:54: delete oid 40 current snap is 0 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:46: finishing write tid 2 to smithi13174786-46 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:46: finishing write tid 3 to smithi13174786-46 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:47: finishing write tid 1 to smithi13174786-47 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:47: finishing write tid 2 to smithi13174786-47 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:47: finishing write tid 3 to smithi13174786-47 2024-08-29T14:49:12.241 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:48: finishing write tid 1 to smithi13174786-48 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:48: finishing write tid 2 to smithi13174786-48 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:48: finishing write tid 3 to smithi13174786-48 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:49: finishing write tid 1 to smithi13174786-49 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:49: finishing write tid 2 to smithi13174786-49 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:49: finishing write tid 3 to smithi13174786-49 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:49: finishing write tid 4 to smithi13174786-49 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 15 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:50: finishing write tid 1 to smithi13174786-50 2024-08-29T14:49:12.242 INFO:tasks.rados.rados.0.smithi131.stdout:50: finishing write tid 2 to smithi13174786-50 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:50: finishing write tid 3 to smithi13174786-50 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:50: finishing write tid 4 to smithi13174786-50 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 15 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:51: finishing copy_from racing read to smithi13174786-3 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:51: finishing copy_from to smithi13174786-3 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:52: finishing write tid 1 to smithi13174786-38 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:46: done (7 left) 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:47: done (6 left) 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:48: done (5 left) 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:49: done (4 left) 2024-08-29T14:49:12.243 INFO:tasks.rados.rados.0.smithi131.stdout:50: done (3 left) 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:51: done (2 left) 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:54: done (1 left) 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:55: read oid 15 snap -1 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:56: rollback oid 30 current snap is 0 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:56: done (2 left) 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:57: read oid 27 snap -1 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:59: rollback oid 45 current snap is 0 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:59: done (4 left) 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-08-29T14:49:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:61: delete oid 1 current snap is 0 2024-08-29T14:49:12.245 INFO:tasks.rados.rados.0.smithi131.stdout:52: finishing write tid 2 to smithi13174786-38 2024-08-29T14:49:12.245 INFO:tasks.rados.rados.0.smithi131.stdout:61: done (5 left) 2024-08-29T14:49:12.245 INFO:tasks.rados.rados.0.smithi131.stdout:62: read oid 17 snap -1 2024-08-29T14:49:12.245 INFO:tasks.rados.rados.0.smithi131.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-29T14:49:12.246 INFO:tasks.rados.rados.0.smithi131.stdout:63: snap_create 2024-08-29T14:49:12.246 INFO:tasks.rados.rados.0.smithi131.stdout:52: finishing write tid 3 to smithi13174786-38 2024-08-29T14:49:12.246 INFO:tasks.rados.rados.0.smithi131.stdout:52: finishing write tid 4 to smithi13174786-38 2024-08-29T14:49:12.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 11 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T14:49:12.246 INFO:tasks.rados.rados.0.smithi131.stdout:52: left oid 38 (ObjNum 50 snap 0 seq_num 50) 2024-08-29T14:49:12.246 INFO:tasks.rados.rados.0.smithi131.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-29T14:49:12.253 INFO:tasks.rados.rados.0.smithi131.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-29T14:49:12.261 INFO:tasks.rados.rados.0.smithi131.stdout:60: finishing copy_from racing read to smithi13174786-22 2024-08-29T14:49:12.261 INFO:tasks.rados.rados.0.smithi131.stdout:60: finishing copy_from to smithi13174786-22 2024-08-29T14:49:12.261 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-29T14:49:12.261 INFO:tasks.rados.rados.0.smithi131.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-29T14:49:12.273 INFO:tasks.rados.rados.0.smithi131.stdout:58: finishing copy_from racing read to smithi13174786-28 2024-08-29T14:49:12.274 INFO:tasks.rados.rados.0.smithi131.stdout:58: finishing copy_from to smithi13174786-28 2024-08-29T14:49:12.274 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-29T14:49:12.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:12 smithi131 ceph-mon[17514]: pgmap v101: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:12.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:12 smithi131 ceph-mon[17514]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:49:12.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:12 smithi131 ceph-mon[17514]: Cluster is now healthy 2024-08-29T14:49:12.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:12 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3121775664' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-29T14:49:12.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:12 smithi131 ceph-mon[17514]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-29T14:49:12.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:12 smithi131 ceph-mon[29516]: pgmap v101: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:12.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:12 smithi131 ceph-mon[29516]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:49:12.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:12 smithi131 ceph-mon[29516]: Cluster is now healthy 2024-08-29T14:49:12.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:12 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3121775664' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-29T14:49:12.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:12 smithi131 ceph-mon[29516]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-29T14:49:12.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:12 smithi169 ceph-mon[20881]: pgmap v101: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:12.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:12 smithi169 ceph-mon[20881]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:49:12.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:12 smithi169 ceph-mon[20881]: Cluster is now healthy 2024-08-29T14:49:12.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:12 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3121775664' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-29T14:49:12.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:12 smithi169 ceph-mon[20881]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-29T14:49:13.099 INFO:tasks.rados.rados.0.smithi131.stdout:52: done (6 left) 2024-08-29T14:49:13.099 INFO:tasks.rados.rados.0.smithi131.stdout:55: done (5 left) 2024-08-29T14:49:13.099 INFO:tasks.rados.rados.0.smithi131.stdout:57: done (4 left) 2024-08-29T14:49:13.099 INFO:tasks.rados.rados.0.smithi131.stdout:58: done (3 left) 2024-08-29T14:49:13.099 INFO:tasks.rados.rados.0.smithi131.stdout:60: done (2 left) 2024-08-29T14:49:13.099 INFO:tasks.rados.rados.0.smithi131.stdout:62: done (1 left) 2024-08-29T14:49:13.099 INFO:tasks.rados.rados.0.smithi131.stdout:63: done (0 left) 2024-08-29T14:49:13.099 INFO:tasks.rados.rados.0.smithi131.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-29T14:49:13.100 INFO:tasks.rados.rados.0.smithi131.stdout:65: read oid 30 snap -1 2024-08-29T14:49:13.100 INFO:tasks.rados.rados.0.smithi131.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-29T14:49:13.100 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 1 2024-08-29T14:49:13.100 INFO:tasks.rados.rados.0.smithi131.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-08-29T14:49:13.104 INFO:tasks.rados.rados.0.smithi131.stdout:66: writing smithi13174786-23 from 376832 to 868352 tid 1 2024-08-29T14:49:13.107 INFO:tasks.rados.rados.0.smithi131.stdout:66: writing smithi13174786-23 from 868352 to 1269760 tid 2 2024-08-29T14:49:13.107 INFO:tasks.rados.rados.0.smithi131.stdout:67: rollback oid 10 current snap is 1 2024-08-29T14:49:13.107 INFO:tasks.rados.rados.0.smithi131.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-29T14:49:13.121 INFO:tasks.rados.rados.0.smithi131.stdout:66: finishing write tid 1 to smithi13174786-23 2024-08-29T14:49:13.121 INFO:tasks.rados.rados.0.smithi131.stdout:64: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:49:13.121 INFO:tasks.rados.rados.0.smithi131.stdout:64: finishing copy_from to smithi13174786-15 2024-08-29T14:49:13.121 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-29T14:49:13.121 INFO:tasks.rados.rados.0.smithi131.stdout:66: finishing write tid 2 to smithi13174786-23 2024-08-29T14:49:13.121 INFO:tasks.rados.rados.0.smithi131.stdout:66: finishing write tid 3 to smithi13174786-23 2024-08-29T14:49:13.121 INFO:tasks.rados.rados.0.smithi131.stdout:66: finishing write tid 4 to smithi13174786-23 2024-08-29T14:49:13.121 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 8 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-29T14:49:13.121 INFO:tasks.rados.rados.0.smithi131.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-29T14:49:13.122 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 10 to 0 2024-08-29T14:49:13.122 INFO:tasks.rados.rados.0.smithi131.stdout:64: done (3 left) 2024-08-29T14:49:13.122 INFO:tasks.rados.rados.0.smithi131.stdout:65: done (2 left) 2024-08-29T14:49:13.122 INFO:tasks.rados.rados.0.smithi131.stdout:66: done (1 left) 2024-08-29T14:49:13.122 INFO:tasks.rados.rados.0.smithi131.stdout:68: setattr oid 31 current snap is 1 2024-08-29T14:49:13.123 INFO:tasks.rados.rados.0.smithi131.stdout:69: copy_from oid 38 from oid 30 current snap is 1 2024-08-29T14:49:13.123 INFO:tasks.rados.rados.0.smithi131.stdout:70: read oid 16 snap 0 2024-08-29T14:49:13.123 INFO:tasks.rados.rados.0.smithi131.stdout:70: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-29T14:49:13.123 INFO:tasks.rados.rados.0.smithi131.stdout:71: copy_from oid 15 from oid 42 current snap is 1 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:72: rollback oid 39 current snap is 1 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 39 to 0 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:73: read oid 47 snap 0 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:73: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:74: rmattr oid 19 current snap is 1 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:74: done (7 left) 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:75: copy_from oid 43 from oid 13 current snap is 1 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:76: read oid 27 snap -1 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:77: copy_from oid 4 from oid 34 current snap is 1 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:78: read oid 26 snap -1 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:78: expect (ObjNum 25 snap 0 seq_num 25) 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:79: setattr oid 46 current snap is 1 2024-08-29T14:49:13.124 INFO:tasks.rados.rados.0.smithi131.stdout:80: snap_create 2024-08-29T14:49:13.125 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 10 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-29T14:49:13.125 INFO:tasks.rados.rados.0.smithi131.stdout:67: finishing rollback tid 0 to smithi13174786-10 2024-08-29T14:49:13.126 INFO:tasks.rados.rados.0.smithi131.stdout:72: finishing rollback tid 0 to smithi13174786-39 2024-08-29T14:49:13.126 INFO:tasks.rados.rados.0.smithi131.stdout:72: finishing rollback tid 1 to smithi13174786-39 2024-08-29T14:49:13.126 INFO:tasks.rados.rados.0.smithi131.stdout:72: finishing rollback tid 2 to smithi13174786-39 2024-08-29T14:49:13.126 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-29T14:49:13.127 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 9 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T14:49:13.127 INFO:tasks.rados.rados.0.smithi131.stdout:73: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-29T14:49:13.150 INFO:tasks.rados.rados.0.smithi131.stdout:67: finishing rollback tid 1 to smithi13174786-10 2024-08-29T14:49:13.150 INFO:tasks.rados.rados.0.smithi131.stdout:67: finishing rollback tid 2 to smithi13174786-10 2024-08-29T14:49:13.150 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 19 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-29T14:49:13.151 INFO:tasks.rados.rados.0.smithi131.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-29T14:49:13.162 INFO:tasks.rados.rados.0.smithi131.stdout:70: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-29T14:49:13.170 INFO:tasks.rados.rados.0.smithi131.stdout:78: expect (ObjNum 25 snap 0 seq_num 25) 2024-08-29T14:49:13.182 INFO:tasks.rados.rados.0.smithi131.stdout:69: finishing copy_from racing read to smithi13174786-38 2024-08-29T14:49:13.182 INFO:tasks.rados.rados.0.smithi131.stdout:77: finishing copy_from racing read to smithi13174786-4 2024-08-29T14:49:13.182 INFO:tasks.rados.rados.0.smithi131.stdout:69: finishing copy_from to smithi13174786-38 2024-08-29T14:49:13.182 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-29T14:49:13.182 INFO:tasks.rados.rados.0.smithi131.stdout:75: finishing copy_from racing read to smithi13174786-43 2024-08-29T14:49:13.183 INFO:tasks.rados.rados.0.smithi131.stdout:75: finishing copy_from to smithi13174786-43 2024-08-29T14:49:13.183 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-29T14:49:13.183 INFO:tasks.rados.rados.0.smithi131.stdout:77: finishing copy_from to smithi13174786-4 2024-08-29T14:49:13.183 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-29T14:49:13.183 INFO:tasks.rados.rados.0.smithi131.stdout:71: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:49:13.183 INFO:tasks.rados.rados.0.smithi131.stdout:71: finishing copy_from to smithi13174786-15 2024-08-29T14:49:13.183 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-29T14:49:13.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:13 smithi131 ceph-mon[17514]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-29T14:49:13.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:13 smithi131 ceph-mon[17514]: osdmap e83: 8 total, 8 up, 8 in 2024-08-29T14:49:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:13 smithi131 ceph-mon[29516]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-29T14:49:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:13 smithi131 ceph-mon[29516]: osdmap e83: 8 total, 8 up, 8 in 2024-08-29T14:49:13.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:49:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:13] "GET /metrics HTTP/1.1" 200 236526 "" "Prometheus/2.43.0" 2024-08-29T14:49:13.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:13 smithi169 ceph-mon[20881]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-29T14:49:13.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:13 smithi169 ceph-mon[20881]: osdmap e83: 8 total, 8 up, 8 in 2024-08-29T14:49:14.101 INFO:tasks.rados.rados.0.smithi131.stdout:67: done (12 left) 2024-08-29T14:49:14.101 INFO:tasks.rados.rados.0.smithi131.stdout:68: done (11 left) 2024-08-29T14:49:14.101 INFO:tasks.rados.rados.0.smithi131.stdout:69: done (10 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:70: done (9 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:71: done (8 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:72: done (7 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:73: done (6 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:75: done (5 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:76: done (4 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:77: done (3 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:78: done (2 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:79: done (1 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:80: done (0 left) 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:81: rollback oid 40 current snap is 2 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 1 2024-08-29T14:49:14.102 INFO:tasks.rados.rados.0.smithi131.stdout:82: snap_create 2024-08-29T14:49:14.103 INFO:tasks.rados.rados.0.smithi131.stdout:81: finishing rollback tid 1 to smithi13174786-40 2024-08-29T14:49:14.103 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 0 (ObjNum 129 snap 0 seq_num 1653073456) dirty dne 2024-08-29T14:49:14.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:14 smithi131 ceph-mon[17514]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:14.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:14 smithi131 ceph-mon[17514]: osdmap e84: 8 total, 8 up, 8 in 2024-08-29T14:49:14.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:14 smithi131 ceph-mon[29516]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:14.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:14 smithi131 ceph-mon[29516]: osdmap e84: 8 total, 8 up, 8 in 2024-08-29T14:49:14.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:14 smithi169 ceph-mon[20881]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:14.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:14 smithi169 ceph-mon[20881]: osdmap e84: 8 total, 8 up, 8 in 2024-08-29T14:49:15.107 INFO:tasks.rados.rados.0.smithi131.stdout:81: done (1 left) 2024-08-29T14:49:15.107 INFO:tasks.rados.rados.0.smithi131.stdout:82: done (0 left) 2024-08-29T14:49:15.107 INFO:tasks.rados.rados.0.smithi131.stdout:83: rollback oid 9 current snap is 3 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 9 to 0 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:84: read oid 20 snap 1 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:85: read oid 41 snap -1 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:86: read oid 5 snap -1 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:87: read oid 4 snap -1 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:87: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 3 2024-08-29T14:49:15.108 INFO:tasks.rados.rados.0.smithi131.stdout:88: seq_num 54 ranges {507904=507904,1015808=401408} 2024-08-29T14:49:15.113 INFO:tasks.rados.rados.0.smithi131.stdout:88: writing smithi13174786-3 from 507904 to 1015808 tid 1 2024-08-29T14:49:15.116 INFO:tasks.rados.rados.0.smithi131.stdout:88: writing smithi13174786-3 from 1015808 to 1417216 tid 2 2024-08-29T14:49:15.116 INFO:tasks.rados.rados.0.smithi131.stdout:89: read oid 27 snap -1 2024-08-29T14:49:15.116 INFO:tasks.rados.rados.0.smithi131.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-29T14:49:15.116 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 3 2024-08-29T14:49:15.116 INFO:tasks.rados.rados.0.smithi131.stdout:90: seq_num 55 ranges {270336=524288,794624=401408} 2024-08-29T14:49:15.120 INFO:tasks.rados.rados.0.smithi131.stdout:90: writing smithi13174786-17 from 270336 to 794624 tid 1 2024-08-29T14:49:15.123 INFO:tasks.rados.rados.0.smithi131.stdout:90: writing smithi13174786-17 from 794624 to 1196032 tid 2 2024-08-29T14:49:15.123 INFO:tasks.rados.rados.0.smithi131.stdout:91: rollback oid 36 current snap is 3 2024-08-29T14:49:15.123 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 2 2024-08-29T14:49:15.123 INFO:tasks.rados.rados.0.smithi131.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-29T14:49:15.133 INFO:tasks.rados.rados.0.smithi131.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-29T14:49:15.134 INFO:tasks.rados.rados.0.smithi131.stdout:87: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-29T14:49:15.149 INFO:tasks.rados.rados.0.smithi131.stdout:83: finishing rollback tid 0 to smithi13174786-9 2024-08-29T14:49:15.150 INFO:tasks.rados.rados.0.smithi131.stdout:83: finishing rollback tid 1 to smithi13174786-9 2024-08-29T14:49:15.150 INFO:tasks.rados.rados.0.smithi131.stdout:83: finishing rollback tid 2 to smithi13174786-9 2024-08-29T14:49:15.150 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 12 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-29T14:49:15.150 INFO:tasks.rados.rados.0.smithi131.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-29T14:49:15.169 INFO:tasks.rados.rados.0.smithi131.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-29T14:49:15.183 INFO:tasks.rados.rados.0.smithi131.stdout:88: finishing write tid 1 to smithi13174786-3 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:88: finishing write tid 2 to smithi13174786-3 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:88: finishing write tid 3 to smithi13174786-3 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:90: finishing write tid 1 to smithi13174786-17 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:88: finishing write tid 4 to smithi13174786-3 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 21 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:90: finishing write tid 2 to smithi13174786-17 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:90: finishing write tid 3 to smithi13174786-17 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:90: finishing write tid 4 to smithi13174786-17 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 16 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:91: finishing rollback tid 0 to smithi13174786-36 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:91: finishing rollback tid 1 to smithi13174786-36 2024-08-29T14:49:15.184 INFO:tasks.rados.rados.0.smithi131.stdout:83: done (8 left) 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:84: done (7 left) 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:85: done (6 left) 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:86: done (5 left) 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:87: done (4 left) 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:88: done (3 left) 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:89: done (2 left) 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:90: done (1 left) 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:92: rollback oid 15 current snap is 3 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 15 to 0 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:91: finishing rollback tid 2 to smithi13174786-36 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 20 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:91: done (1 left) 2024-08-29T14:49:15.185 INFO:tasks.rados.rados.0.smithi131.stdout:93: snap_create 2024-08-29T14:49:15.186 INFO:tasks.rados.rados.0.smithi131.stdout:92: finishing rollback tid 0 to smithi13174786-15 2024-08-29T14:49:15.186 INFO:tasks.rados.rados.0.smithi131.stdout:92: finishing rollback tid 1 to smithi13174786-15 2024-08-29T14:49:15.186 INFO:tasks.rados.rados.0.smithi131.stdout:92: finishing rollback tid 2 to smithi13174786-15 2024-08-29T14:49:15.186 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 20 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-29T14:49:15.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:15 smithi131 ceph-mon[17514]: osdmap e85: 8 total, 8 up, 8 in 2024-08-29T14:49:15.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:15 smithi131 ceph-mon[29516]: osdmap e85: 8 total, 8 up, 8 in 2024-08-29T14:49:15.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:15 smithi169 ceph-mon[20881]: osdmap e85: 8 total, 8 up, 8 in 2024-08-29T14:49:16.116 INFO:tasks.rados.rados.0.smithi131.stdout:92: done (1 left) 2024-08-29T14:49:16.116 INFO:tasks.rados.rados.0.smithi131.stdout:93: done (0 left) 2024-08-29T14:49:16.116 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 4 2024-08-29T14:49:16.116 INFO:tasks.rados.rados.0.smithi131.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-08-29T14:49:16.121 INFO:tasks.rados.rados.0.smithi131.stdout:94: writing smithi13174786-27 from 442368 to 983040 tid 1 2024-08-29T14:49:16.123 INFO:tasks.rados.rados.0.smithi131.stdout:94: writing smithi13174786-27 from 983040 to 1384448 tid 2 2024-08-29T14:49:16.124 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 4 2024-08-29T14:49:16.124 INFO:tasks.rados.rados.0.smithi131.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2024-08-29T14:49:16.130 INFO:tasks.rados.rados.0.smithi131.stdout:95: writing smithi13174786-39 from 638976 to 1196032 tid 1 2024-08-29T14:49:16.133 INFO:tasks.rados.rados.0.smithi131.stdout:95: writing smithi13174786-39 from 1196032 to 1597440 tid 2 2024-08-29T14:49:16.133 INFO:tasks.rados.rados.0.smithi131.stdout:96: read oid 45 snap -1 2024-08-29T14:49:16.133 INFO:tasks.rados.rados.0.smithi131.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T14:49:16.133 INFO:tasks.rados.rados.0.smithi131.stdout:97: rollback oid 12 current snap is 4 2024-08-29T14:49:16.133 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 12 to 3 2024-08-29T14:49:16.133 INFO:tasks.rados.rados.0.smithi131.stdout:94: finishing write tid 1 to smithi13174786-27 2024-08-29T14:49:16.134 INFO:tasks.rados.rados.0.smithi131.stdout:94: finishing write tid 2 to smithi13174786-27 2024-08-29T14:49:16.134 INFO:tasks.rados.rados.0.smithi131.stdout:94: finishing write tid 3 to smithi13174786-27 2024-08-29T14:49:16.134 INFO:tasks.rados.rados.0.smithi131.stdout:94: finishing write tid 4 to smithi13174786-27 2024-08-29T14:49:16.134 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 24 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-08-29T14:49:16.134 INFO:tasks.rados.rados.0.smithi131.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-08-29T14:49:16.134 INFO:tasks.rados.rados.0.smithi131.stdout:94: done (3 left) 2024-08-29T14:49:16.134 INFO:tasks.rados.rados.0.smithi131.stdout:98: snap_remove snap 0 2024-08-29T14:49:16.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:49:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:49:16.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:16 smithi169 ceph-mon[20881]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:16.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:16 smithi169 ceph-mon[20881]: osdmap e86: 8 total, 8 up, 8 in 2024-08-29T14:49:16.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:16 smithi131 ceph-mon[17514]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:16 smithi131 ceph-mon[17514]: osdmap e86: 8 total, 8 up, 8 in 2024-08-29T14:49:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:16 smithi131 ceph-mon[29516]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:16 smithi131 ceph-mon[29516]: osdmap e86: 8 total, 8 up, 8 in 2024-08-29T14:49:17.126 INFO:tasks.rados.rados.0.smithi131.stdout:98: done (3 left) 2024-08-29T14:49:17.126 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 4 2024-08-29T14:49:17.126 INFO:tasks.rados.rados.0.smithi131.stdout:99: seq_num 58 ranges {73728=573440,647168=401408} 2024-08-29T14:49:17.129 INFO:tasks.rados.rados.0.smithi131.stdout:99: writing smithi13174786-5 from 73728 to 647168 tid 1 2024-08-29T14:49:17.132 INFO:tasks.rados.rados.0.smithi131.stdout:99: writing smithi13174786-5 from 647168 to 1048576 tid 2 2024-08-29T14:49:17.132 INFO:tasks.rados.rados.0.smithi131.stdout:100: read oid 10 snap -1 2024-08-29T14:49:17.132 INFO:tasks.rados.rados.0.smithi131.stdout:100: expect (ObjNum 9 snap 0 seq_num 9) 2024-08-29T14:49:17.133 INFO:tasks.rados.rados.0.smithi131.stdout:95: finishing write tid 1 to smithi13174786-39 2024-08-29T14:49:17.133 INFO:tasks.rados.rados.0.smithi131.stdout:101: snap_create 2024-08-29T14:49:17.133 INFO:tasks.rados.rados.0.smithi131.stdout:95: finishing write tid 2 to smithi13174786-39 2024-08-29T14:49:17.133 INFO:tasks.rados.rados.0.smithi131.stdout:95: finishing write tid 3 to smithi13174786-39 2024-08-29T14:49:17.133 INFO:tasks.rados.rados.0.smithi131.stdout:97: finishing rollback tid 0 to smithi13174786-12 2024-08-29T14:49:17.133 INFO:tasks.rados.rados.0.smithi131.stdout:97: finishing rollback tid 1 to smithi13174786-12 2024-08-29T14:49:17.133 INFO:tasks.rados.rados.0.smithi131.stdout:97: finishing rollback tid 2 to smithi13174786-12 2024-08-29T14:49:17.133 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 12 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-29T14:49:17.133 INFO:tasks.rados.rados.0.smithi131.stdout:95: finishing write tid 4 to smithi13174786-39 2024-08-29T14:49:17.133 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 14 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-29T14:49:17.134 INFO:tasks.rados.rados.0.smithi131.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-08-29T14:49:17.134 INFO:tasks.rados.rados.0.smithi131.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T14:49:17.158 INFO:tasks.rados.rados.0.smithi131.stdout:99: finishing write tid 1 to smithi13174786-5 2024-08-29T14:49:17.159 INFO:tasks.rados.rados.0.smithi131.stdout:99: finishing write tid 2 to smithi13174786-5 2024-08-29T14:49:17.159 INFO:tasks.rados.rados.0.smithi131.stdout:100: expect (ObjNum 9 snap 0 seq_num 9) 2024-08-29T14:49:17.163 INFO:tasks.rados.rados.0.smithi131.stdout:99: finishing write tid 3 to smithi13174786-5 2024-08-29T14:49:17.163 INFO:tasks.rados.rados.0.smithi131.stdout:99: finishing write tid 4 to smithi13174786-5 2024-08-29T14:49:17.163 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 16 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-08-29T14:49:17.163 INFO:tasks.rados.rados.0.smithi131.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2024-08-29T14:49:17.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:17 smithi169 ceph-mon[20881]: osdmap e87: 8 total, 8 up, 8 in 2024-08-29T14:49:17.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:17 smithi131 ceph-mon[17514]: osdmap e87: 8 total, 8 up, 8 in 2024-08-29T14:49:17.504 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:17 smithi131 ceph-mon[29516]: osdmap e87: 8 total, 8 up, 8 in 2024-08-29T14:49:18.137 INFO:tasks.rados.rados.0.smithi131.stdout:95: done (5 left) 2024-08-29T14:49:18.137 INFO:tasks.rados.rados.0.smithi131.stdout:96: done (4 left) 2024-08-29T14:49:18.137 INFO:tasks.rados.rados.0.smithi131.stdout:97: done (3 left) 2024-08-29T14:49:18.138 INFO:tasks.rados.rados.0.smithi131.stdout:99: done (2 left) 2024-08-29T14:49:18.138 INFO:tasks.rados.rados.0.smithi131.stdout:100: done (1 left) 2024-08-29T14:49:18.138 INFO:tasks.rados.rados.0.smithi131.stdout:101: done (0 left) 2024-08-29T14:49:18.138 INFO:tasks.rados.rados.0.smithi131.stdout:102: snap_remove snap 1 2024-08-29T14:49:18.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:18 smithi169 ceph-mon[20881]: pgmap v109: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.2 MiB/s wr, 87 op/s 2024-08-29T14:49:18.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:18 smithi169 ceph-mon[20881]: osdmap e88: 8 total, 8 up, 8 in 2024-08-29T14:49:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:18 smithi131 ceph-mon[17514]: pgmap v109: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.2 MiB/s wr, 87 op/s 2024-08-29T14:49:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:18 smithi131 ceph-mon[17514]: osdmap e88: 8 total, 8 up, 8 in 2024-08-29T14:49:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:18 smithi131 ceph-mon[29516]: pgmap v109: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.2 MiB/s wr, 87 op/s 2024-08-29T14:49:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:18 smithi131 ceph-mon[29516]: osdmap e88: 8 total, 8 up, 8 in 2024-08-29T14:49:19.144 INFO:tasks.rados.rados.0.smithi131.stdout:102: done (0 left) 2024-08-29T14:49:19.144 INFO:tasks.rados.rados.0.smithi131.stdout:103: read oid 29 snap 4 2024-08-29T14:49:19.144 INFO:tasks.rados.rados.0.smithi131.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-29T14:49:19.144 INFO:tasks.rados.rados.0.smithi131.stdout:104: read oid 46 snap -1 2024-08-29T14:49:19.144 INFO:tasks.rados.rados.0.smithi131.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:49:19.145 INFO:tasks.rados.rados.0.smithi131.stdout:105: read oid 14 snap 4 2024-08-29T14:49:19.145 INFO:tasks.rados.rados.0.smithi131.stdout:105: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-29T14:49:19.145 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 5 2024-08-29T14:49:19.145 INFO:tasks.rados.rados.0.smithi131.stdout:106: seq_num 59 ranges {811008=598016,1409024=401408} 2024-08-29T14:49:19.153 INFO:tasks.rados.rados.0.smithi131.stdout:106: writing smithi13174786-49 from 811008 to 1409024 tid 1 2024-08-29T14:49:19.156 INFO:tasks.rados.rados.0.smithi131.stdout:106: writing smithi13174786-49 from 1409024 to 1810432 tid 2 2024-08-29T14:49:19.156 INFO:tasks.rados.rados.0.smithi131.stdout:107: delete oid 42 current snap is 5 2024-08-29T14:49:19.157 INFO:tasks.rados.rados.0.smithi131.stdout:105: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-29T14:49:19.164 INFO:tasks.rados.rados.0.smithi131.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:49:19.187 INFO:tasks.rados.rados.0.smithi131.stdout:104: done (4 left) 2024-08-29T14:49:19.187 INFO:tasks.rados.rados.0.smithi131.stdout:105: done (3 left) 2024-08-29T14:49:19.187 INFO:tasks.rados.rados.0.smithi131.stdout:107: done (2 left) 2024-08-29T14:49:19.187 INFO:tasks.rados.rados.0.smithi131.stdout:108: read oid 44 snap -1 2024-08-29T14:49:19.187 INFO:tasks.rados.rados.0.smithi131.stdout:108: expect (ObjNum 43 snap 0 seq_num 43) 2024-08-29T14:49:19.187 INFO:tasks.rados.rados.0.smithi131.stdout:109: rollback oid 39 current snap is 5 2024-08-29T14:49:19.188 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 39 to 4 2024-08-29T14:49:19.188 INFO:tasks.rados.rados.0.smithi131.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-29T14:49:19.201 INFO:tasks.rados.rados.0.smithi131.stdout:106: finishing write tid 1 to smithi13174786-49 2024-08-29T14:49:19.201 INFO:tasks.rados.rados.0.smithi131.stdout:106: finishing write tid 2 to smithi13174786-49 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:106: finishing write tid 3 to smithi13174786-49 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:106: finishing write tid 4 to smithi13174786-49 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 29 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:106: left oid 49 (ObjNum 59 snap 5 seq_num 59) 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:103: done (3 left) 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:106: done (2 left) 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:110: delete oid 12 current snap is 5 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:109: finishing rollback tid 0 to smithi13174786-39 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:109: finishing rollback tid 1 to smithi13174786-39 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:109: finishing rollback tid 2 to smithi13174786-39 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 22 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-29T14:49:19.202 INFO:tasks.rados.rados.0.smithi131.stdout:108: expect (ObjNum 43 snap 0 seq_num 43) 2024-08-29T14:49:19.221 INFO:tasks.rados.rados.0.smithi131.stdout:108: done (2 left) 2024-08-29T14:49:19.221 INFO:tasks.rados.rados.0.smithi131.stdout:109: done (1 left) 2024-08-29T14:49:19.221 INFO:tasks.rados.rados.0.smithi131.stdout:110: done (0 left) 2024-08-29T14:49:19.221 INFO:tasks.rados.rados.0.smithi131.stdout:111: read oid 33 snap 3 2024-08-29T14:49:19.221 INFO:tasks.rados.rados.0.smithi131.stdout:111: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-29T14:49:19.221 INFO:tasks.rados.rados.0.smithi131.stdout:112: rollback oid 48 current snap is 5 2024-08-29T14:49:19.222 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 4 2024-08-29T14:49:19.222 INFO:tasks.rados.rados.0.smithi131.stdout:113: delete oid 47 current snap is 5 2024-08-29T14:49:19.223 INFO:tasks.rados.rados.0.smithi131.stdout:113: done (2 left) 2024-08-29T14:49:19.223 INFO:tasks.rados.rados.0.smithi131.stdout:114: setattr oid 31 current snap is 5 2024-08-29T14:49:19.224 INFO:tasks.rados.rados.0.smithi131.stdout:112: finishing rollback tid 0 to smithi13174786-48 2024-08-29T14:49:19.224 INFO:tasks.rados.rados.0.smithi131.stdout:112: finishing rollback tid 1 to smithi13174786-48 2024-08-29T14:49:19.224 INFO:tasks.rados.rados.0.smithi131.stdout:111: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-29T14:49:19.238 INFO:tasks.rados.rados.0.smithi131.stdout:112: finishing rollback tid 2 to smithi13174786-48 2024-08-29T14:49:19.238 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 34 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-29T14:49:19.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 20 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-29T14:49:19.239 INFO:tasks.rados.rados.0.smithi131.stdout:111: done (2 left) 2024-08-29T14:49:19.239 INFO:tasks.rados.rados.0.smithi131.stdout:112: done (1 left) 2024-08-29T14:49:19.239 INFO:tasks.rados.rados.0.smithi131.stdout:114: done (0 left) 2024-08-29T14:49:19.239 INFO:tasks.rados.rados.0.smithi131.stdout:115: snap_create 2024-08-29T14:49:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:19 smithi131 ceph-mon[17514]: osdmap e89: 8 total, 8 up, 8 in 2024-08-29T14:49:19.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:19 smithi131 ceph-mon[29516]: osdmap e89: 8 total, 8 up, 8 in 2024-08-29T14:49:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:19 smithi169 ceph-mon[20881]: osdmap e89: 8 total, 8 up, 8 in 2024-08-29T14:49:20.150 INFO:tasks.rados.rados.0.smithi131.stdout:115: done (0 left) 2024-08-29T14:49:20.150 INFO:tasks.rados.rados.0.smithi131.stdout:116: copy_from oid 25 from oid 6 current snap is 6 2024-08-29T14:49:20.150 INFO:tasks.rados.rados.0.smithi131.stdout:117: setattr oid 23 current snap is 6 2024-08-29T14:49:20.151 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 6 2024-08-29T14:49:20.151 INFO:tasks.rados.rados.0.smithi131.stdout:118: seq_num 63 ranges {237568=663552,901120=401408} 2024-08-29T14:49:20.157 INFO:tasks.rados.rados.0.smithi131.stdout:118: writing smithi13174786-15 from 237568 to 901120 tid 1 2024-08-29T14:49:20.160 INFO:tasks.rados.rados.0.smithi131.stdout:118: writing smithi13174786-15 from 901120 to 1302528 tid 2 2024-08-29T14:49:20.160 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 6 2024-08-29T14:49:20.160 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 22 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-29T14:49:20.160 INFO:tasks.rados.rados.0.smithi131.stdout:119: seq_num 64 ranges {319488=679936,999424=401408} 2024-08-29T14:49:20.165 INFO:tasks.rados.rados.0.smithi131.stdout:119: writing smithi13174786-20 from 319488 to 999424 tid 1 2024-08-29T14:49:20.168 INFO:tasks.rados.rados.0.smithi131.stdout:119: writing smithi13174786-20 from 999424 to 1400832 tid 2 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:117: done (3 left) 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:120: rollback oid 14 current snap is 6 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 14 to 2 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:116: finishing copy_from racing read to smithi13174786-25 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:116: finishing copy_from to smithi13174786-25 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:118: finishing write tid 1 to smithi13174786-15 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:118: finishing write tid 2 to smithi13174786-15 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:118: finishing write tid 3 to smithi13174786-15 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:118: finishing write tid 4 to smithi13174786-15 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 38 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-08-29T14:49:20.169 INFO:tasks.rados.rados.0.smithi131.stdout:118: left oid 15 (ObjNum 63 snap 6 seq_num 63) 2024-08-29T14:49:20.170 INFO:tasks.rados.rados.0.smithi131.stdout:116: done (3 left) 2024-08-29T14:49:20.170 INFO:tasks.rados.rados.0.smithi131.stdout:118: done (2 left) 2024-08-29T14:49:20.170 INFO:tasks.rados.rados.0.smithi131.stdout:121: read oid 27 snap -1 2024-08-29T14:49:20.170 INFO:tasks.rados.rados.0.smithi131.stdout:121: expect (ObjNum 56 snap 4 seq_num 56) 2024-08-29T14:49:20.170 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 6 2024-08-29T14:49:20.170 INFO:tasks.rados.rados.0.smithi131.stdout:122: seq_num 65 ranges {344064=696320,1040384=401408} 2024-08-29T14:49:20.175 INFO:tasks.rados.rados.0.smithi131.stdout:122: writing smithi13174786-21 from 344064 to 1040384 tid 1 2024-08-29T14:49:20.178 INFO:tasks.rados.rados.0.smithi131.stdout:122: writing smithi13174786-21 from 1040384 to 1441792 tid 2 2024-08-29T14:49:20.178 INFO:tasks.rados.rados.0.smithi131.stdout:123: snap_create 2024-08-29T14:49:20.178 INFO:tasks.rados.rados.0.smithi131.stdout:119: finishing write tid 1 to smithi13174786-20 2024-08-29T14:49:20.178 INFO:tasks.rados.rados.0.smithi131.stdout:120: finishing rollback tid 0 to smithi13174786-14 2024-08-29T14:49:20.178 INFO:tasks.rados.rados.0.smithi131.stdout:120: finishing rollback tid 1 to smithi13174786-14 2024-08-29T14:49:20.178 INFO:tasks.rados.rados.0.smithi131.stdout:120: finishing rollback tid 2 to smithi13174786-14 2024-08-29T14:49:20.178 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 24 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-29T14:49:20.178 INFO:tasks.rados.rados.0.smithi131.stdout:119: finishing write tid 2 to smithi13174786-20 2024-08-29T14:49:20.178 INFO:tasks.rados.rados.0.smithi131.stdout:119: finishing write tid 3 to smithi13174786-20 2024-08-29T14:49:20.179 INFO:tasks.rados.rados.0.smithi131.stdout:119: finishing write tid 4 to smithi13174786-20 2024-08-29T14:49:20.179 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 26 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-29T14:49:20.179 INFO:tasks.rados.rados.0.smithi131.stdout:119: left oid 20 (ObjNum 64 snap 6 seq_num 64) 2024-08-29T14:49:20.179 INFO:tasks.rados.rados.0.smithi131.stdout:121: expect (ObjNum 56 snap 4 seq_num 56) 2024-08-29T14:49:20.221 INFO:tasks.rados.rados.0.smithi131.stdout:122: finishing write tid 1 to smithi13174786-21 2024-08-29T14:49:20.221 INFO:tasks.rados.rados.0.smithi131.stdout:122: finishing write tid 2 to smithi13174786-21 2024-08-29T14:49:20.221 INFO:tasks.rados.rados.0.smithi131.stdout:122: finishing write tid 3 to smithi13174786-21 2024-08-29T14:49:20.221 INFO:tasks.rados.rados.0.smithi131.stdout:122: finishing write tid 4 to smithi13174786-21 2024-08-29T14:49:20.221 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 30 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-08-29T14:49:20.221 INFO:tasks.rados.rados.0.smithi131.stdout:122: left oid 21 (ObjNum 65 snap 6 seq_num 65) 2024-08-29T14:49:20.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:20 smithi131 ceph-mon[17514]: pgmap v112: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.2 MiB/s wr, 87 op/s 2024-08-29T14:49:20.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:20 smithi131 ceph-mon[17514]: osdmap e90: 8 total, 8 up, 8 in 2024-08-29T14:49:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:20 smithi131 ceph-mon[29516]: pgmap v112: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.2 MiB/s wr, 87 op/s 2024-08-29T14:49:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:20 smithi131 ceph-mon[29516]: osdmap e90: 8 total, 8 up, 8 in 2024-08-29T14:49:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:20 smithi169 ceph-mon[20881]: pgmap v112: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.2 MiB/s wr, 87 op/s 2024-08-29T14:49:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:20 smithi169 ceph-mon[20881]: osdmap e90: 8 total, 8 up, 8 in 2024-08-29T14:49:21.155 INFO:tasks.rados.rados.0.smithi131.stdout:119: done (4 left) 2024-08-29T14:49:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:120: done (3 left) 2024-08-29T14:49:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:121: done (2 left) 2024-08-29T14:49:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:122: done (1 left) 2024-08-29T14:49:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:123: done (0 left) 2024-08-29T14:49:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:124: read oid 48 snap 4 2024-08-29T14:49:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:124: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-29T14:49:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:125: read oid 49 snap 5 2024-08-29T14:49:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:125: expect (ObjNum 59 snap 5 seq_num 59) 2024-08-29T14:49:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:126: delete oid 44 current snap is 7 2024-08-29T14:49:21.162 INFO:tasks.rados.rados.0.smithi131.stdout:124: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-29T14:49:21.186 INFO:tasks.rados.rados.0.smithi131.stdout:125: expect (ObjNum 59 snap 5 seq_num 59) 2024-08-29T14:49:21.245 INFO:tasks.rados.rados.0.smithi131.stdout:124: done (2 left) 2024-08-29T14:49:21.246 INFO:tasks.rados.rados.0.smithi131.stdout:125: done (1 left) 2024-08-29T14:49:21.246 INFO:tasks.rados.rados.0.smithi131.stdout:126: done (0 left) 2024-08-29T14:49:21.246 INFO:tasks.rados.rados.0.smithi131.stdout:127: rollback oid 49 current snap is 7 2024-08-29T14:49:21.246 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 49 to 3 2024-08-29T14:49:21.246 INFO:tasks.rados.rados.0.smithi131.stdout:128: read oid 27 snap -1 2024-08-29T14:49:21.246 INFO:tasks.rados.rados.0.smithi131.stdout:128: expect (ObjNum 56 snap 4 seq_num 56) 2024-08-29T14:49:21.246 INFO:tasks.rados.rados.0.smithi131.stdout:129: setattr oid 41 current snap is 7 2024-08-29T14:49:21.247 INFO:tasks.rados.rados.0.smithi131.stdout:130: delete oid 28 current snap is 7 2024-08-29T14:49:21.248 INFO:tasks.rados.rados.0.smithi131.stdout:127: finishing rollback tid 0 to smithi13174786-49 2024-08-29T14:49:21.248 INFO:tasks.rados.rados.0.smithi131.stdout:127: finishing rollback tid 1 to smithi13174786-49 2024-08-29T14:49:21.248 INFO:tasks.rados.rados.0.smithi131.stdout:127: finishing rollback tid 2 to smithi13174786-49 2024-08-29T14:49:21.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 35 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-29T14:49:21.251 INFO:tasks.rados.rados.0.smithi131.stdout:127: done (3 left) 2024-08-29T14:49:21.251 INFO:tasks.rados.rados.0.smithi131.stdout:130: done (2 left) 2024-08-29T14:49:21.251 INFO:tasks.rados.rados.0.smithi131.stdout:131: snap_remove snap 5 2024-08-29T14:49:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:21 smithi131 ceph-mon[17514]: osdmap e91: 8 total, 8 up, 8 in 2024-08-29T14:49:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:21 smithi131 ceph-mon[29516]: osdmap e91: 8 total, 8 up, 8 in 2024-08-29T14:49:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:21 smithi169 ceph-mon[20881]: osdmap e91: 8 total, 8 up, 8 in 2024-08-29T14:49:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:22.158 INFO:tasks.rados.rados.0.smithi131.stdout:131: done (2 left) 2024-08-29T14:49:22.159 INFO:tasks.rados.rados.0.smithi131.stdout:132: setattr oid 32 current snap is 7 2024-08-29T14:49:22.159 INFO:tasks.rados.rados.0.smithi131.stdout:128: expect (ObjNum 56 snap 4 seq_num 56) 2024-08-29T14:49:22.206 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 29 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-29T14:49:22.206 INFO:tasks.rados.rados.0.smithi131.stdout:128: done (2 left) 2024-08-29T14:49:22.206 INFO:tasks.rados.rados.0.smithi131.stdout:129: done (1 left) 2024-08-29T14:49:22.207 INFO:tasks.rados.rados.0.smithi131.stdout:133: snap_remove snap 2 2024-08-29T14:49:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:22 smithi131 ceph-mon[17514]: pgmap v115: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:22 smithi131 ceph-mon[17514]: osdmap e92: 8 total, 8 up, 8 in 2024-08-29T14:49:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:22 smithi131 ceph-mon[29516]: pgmap v115: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:22 smithi131 ceph-mon[29516]: osdmap e92: 8 total, 8 up, 8 in 2024-08-29T14:49:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:22 smithi169 ceph-mon[20881]: pgmap v115: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:22 smithi169 ceph-mon[20881]: osdmap e92: 8 total, 8 up, 8 in 2024-08-29T14:49:23.166 INFO:tasks.rados.rados.0.smithi131.stdout:133: done (1 left) 2024-08-29T14:49:23.167 INFO:tasks.rados.rados.0.smithi131.stdout:134: delete oid 6 current snap is 7 2024-08-29T14:49:23.167 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 31 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T14:49:23.174 INFO:tasks.rados.rados.0.smithi131.stdout:132: done (1 left) 2024-08-29T14:49:23.174 INFO:tasks.rados.rados.0.smithi131.stdout:134: done (0 left) 2024-08-29T14:49:23.174 INFO:tasks.rados.rados.0.smithi131.stdout:135: snap_remove snap 4 2024-08-29T14:49:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:23 smithi131 ceph-mon[17514]: osdmap e93: 8 total, 8 up, 8 in 2024-08-29T14:49:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:23 smithi131 ceph-mon[29516]: osdmap e93: 8 total, 8 up, 8 in 2024-08-29T14:49:23.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:49:23 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:23] "GET /metrics HTTP/1.1" 200 239689 "" "Prometheus/2.43.0" 2024-08-29T14:49:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:23 smithi169 ceph-mon[20881]: osdmap e93: 8 total, 8 up, 8 in 2024-08-29T14:49:24.172 INFO:tasks.rados.rados.0.smithi131.stdout:135: done (0 left) 2024-08-29T14:49:24.172 INFO:tasks.rados.rados.0.smithi131.stdout:136: rollback oid 17 current snap is 7 2024-08-29T14:49:24.172 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 17 to 3 2024-08-29T14:49:24.172 INFO:tasks.rados.rados.0.smithi131.stdout:137: delete oid 18 current snap is 7 2024-08-29T14:49:24.174 INFO:tasks.rados.rados.0.smithi131.stdout:137: done (1 left) 2024-08-29T14:49:24.175 INFO:tasks.rados.rados.0.smithi131.stdout:138: delete oid 36 current snap is 7 2024-08-29T14:49:24.181 INFO:tasks.rados.rados.0.smithi131.stdout:136: finishing rollback tid 0 to smithi13174786-17 2024-08-29T14:49:24.181 INFO:tasks.rados.rados.0.smithi131.stdout:136: finishing rollback tid 1 to smithi13174786-17 2024-08-29T14:49:24.181 INFO:tasks.rados.rados.0.smithi131.stdout:136: finishing rollback tid 2 to smithi13174786-17 2024-08-29T14:49:24.182 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 50 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-29T14:49:24.182 INFO:tasks.rados.rados.0.smithi131.stdout:136: done (1 left) 2024-08-29T14:49:24.182 INFO:tasks.rados.rados.0.smithi131.stdout:138: done (0 left) 2024-08-29T14:49:24.182 INFO:tasks.rados.rados.0.smithi131.stdout:139: copy_from oid 36 from oid 1 current snap is 7 2024-08-29T14:49:24.182 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 7 2024-08-29T14:49:24.182 INFO:tasks.rados.rados.0.smithi131.stdout:140: seq_num 71 ranges {507904=794624,1302528=401408} 2024-08-29T14:49:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:140: writing smithi13174786-31 from 507904 to 1302528 tid 1 2024-08-29T14:49:24.192 INFO:tasks.rados.rados.0.smithi131.stdout:140: writing smithi13174786-31 from 1302528 to 1703936 tid 2 2024-08-29T14:49:24.192 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 7 2024-08-29T14:49:24.193 INFO:tasks.rados.rados.0.smithi131.stdout:139: finishing copy_from to smithi13174786-36 2024-08-29T14:49:24.193 INFO:tasks.rados.rados.0.smithi131.stdout:139: got expected ENOENT (src dne) 2024-08-29T14:49:24.193 INFO:tasks.rados.rados.0.smithi131.stdout:139: finishing copy_from racing read to smithi13174786-36 2024-08-29T14:49:24.193 INFO:tasks.rados.rados.0.smithi131.stdout:141: seq_num 72 ranges {122880=409600,532480=524288,1056768=278528} 2024-08-29T14:49:24.195 INFO:tasks.rados.rados.0.smithi131.stdout:141: writing smithi13174786-8 from 122880 to 532480 tid 1 2024-08-29T14:49:24.198 INFO:tasks.rados.rados.0.smithi131.stdout:141: writing smithi13174786-8 from 532480 to 1056768 tid 2 2024-08-29T14:49:24.200 INFO:tasks.rados.rados.0.smithi131.stdout:141: writing smithi13174786-8 from 1056768 to 1335296 tid 3 2024-08-29T14:49:24.200 INFO:tasks.rados.rados.0.smithi131.stdout:139: done (2 left) 2024-08-29T14:49:24.200 INFO:tasks.rados.rados.0.smithi131.stdout:142: copy_from oid 41 from oid 44 current snap is 7 2024-08-29T14:49:24.200 INFO:tasks.rados.rados.0.smithi131.stdout:140: finishing write tid 1 to smithi13174786-31 2024-08-29T14:49:24.201 INFO:tasks.rados.rados.0.smithi131.stdout:143: copy_from oid 47 from oid 2 current snap is 7 2024-08-29T14:49:24.201 INFO:tasks.rados.rados.0.smithi131.stdout:140: finishing write tid 2 to smithi13174786-31 2024-08-29T14:49:24.201 INFO:tasks.rados.rados.0.smithi131.stdout:140: finishing write tid 3 to smithi13174786-31 2024-08-29T14:49:24.201 INFO:tasks.rados.rados.0.smithi131.stdout:140: finishing write tid 4 to smithi13174786-31 2024-08-29T14:49:24.201 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 40 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-08-29T14:49:24.201 INFO:tasks.rados.rados.0.smithi131.stdout:140: left oid 31 (ObjNum 71 snap 7 seq_num 71) 2024-08-29T14:49:24.201 INFO:tasks.rados.rados.0.smithi131.stdout:141: finishing write tid 1 to smithi13174786-8 2024-08-29T14:49:24.201 INFO:tasks.rados.rados.0.smithi131.stdout:140: done (3 left) 2024-08-29T14:49:24.201 INFO:tasks.rados.rados.0.smithi131.stdout:144: snap_create 2024-08-29T14:49:24.202 INFO:tasks.rados.rados.0.smithi131.stdout:142: finishing copy_from to smithi13174786-41 2024-08-29T14:49:24.202 INFO:tasks.rados.rados.0.smithi131.stdout:142: got expected ENOENT (src dne) 2024-08-29T14:49:24.202 INFO:tasks.rados.rados.0.smithi131.stdout:142: finishing copy_from racing read to smithi13174786-41 2024-08-29T14:49:24.202 INFO:tasks.rados.rados.0.smithi131.stdout:141: finishing write tid 2 to smithi13174786-8 2024-08-29T14:49:24.202 INFO:tasks.rados.rados.0.smithi131.stdout:141: finishing write tid 3 to smithi13174786-8 2024-08-29T14:49:24.202 INFO:tasks.rados.rados.0.smithi131.stdout:141: finishing write tid 4 to smithi13174786-8 2024-08-29T14:49:24.203 INFO:tasks.rados.rados.0.smithi131.stdout:143: finishing copy_from racing read to smithi13174786-47 2024-08-29T14:49:24.203 INFO:tasks.rados.rados.0.smithi131.stdout:141: finishing write tid 5 to smithi13174786-8 2024-08-29T14:49:24.203 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 45 (ObjNum 72 snap 7 seq_num 72) dirty exists 2024-08-29T14:49:24.203 INFO:tasks.rados.rados.0.smithi131.stdout:141: left oid 8 (ObjNum 72 snap 7 seq_num 72) 2024-08-29T14:49:24.204 INFO:tasks.rados.rados.0.smithi131.stdout:143: finishing copy_from to smithi13174786-47 2024-08-29T14:49:24.204 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-29T14:49:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:24 smithi131 ceph-mon[17514]: pgmap v118: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-29T14:49:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:24 smithi131 ceph-mon[17514]: osdmap e94: 8 total, 8 up, 8 in 2024-08-29T14:49:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:24 smithi131 ceph-mon[29516]: pgmap v118: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-29T14:49:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:24 smithi131 ceph-mon[29516]: osdmap e94: 8 total, 8 up, 8 in 2024-08-29T14:49:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:24 smithi169 ceph-mon[20881]: pgmap v118: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-29T14:49:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:24 smithi169 ceph-mon[20881]: osdmap e94: 8 total, 8 up, 8 in 2024-08-29T14:49:25.184 INFO:tasks.rados.rados.0.smithi131.stdout:141: done (3 left) 2024-08-29T14:49:25.184 INFO:tasks.rados.rados.0.smithi131.stdout:142: done (2 left) 2024-08-29T14:49:25.184 INFO:tasks.rados.rados.0.smithi131.stdout:143: done (1 left) 2024-08-29T14:49:25.185 INFO:tasks.rados.rados.0.smithi131.stdout:144: done (0 left) 2024-08-29T14:49:25.185 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 8 2024-08-29T14:49:25.185 INFO:tasks.rados.rados.0.smithi131.stdout:145: seq_num 73 ranges {139264=425984,565248=409600,974848=393216} 2024-08-29T14:49:25.187 INFO:tasks.rados.rados.0.smithi131.stdout:145: writing smithi13174786-9 from 139264 to 565248 tid 1 2024-08-29T14:49:25.190 INFO:tasks.rados.rados.0.smithi131.stdout:145: writing smithi13174786-9 from 565248 to 974848 tid 2 2024-08-29T14:49:25.193 INFO:tasks.rados.rados.0.smithi131.stdout:145: writing smithi13174786-9 from 974848 to 1368064 tid 3 2024-08-29T14:49:25.193 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 8 2024-08-29T14:49:25.193 INFO:tasks.rados.rados.0.smithi131.stdout:146: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-08-29T14:49:25.196 INFO:tasks.rados.rados.0.smithi131.stdout:146: writing smithi13174786-12 from 0 to 442368 tid 1 2024-08-29T14:49:25.200 INFO:tasks.rados.rados.0.smithi131.stdout:146: writing smithi13174786-12 from 442368 to 1138688 tid 2 2024-08-29T14:49:25.201 INFO:tasks.rados.rados.0.smithi131.stdout:146: writing smithi13174786-12 from 1138688 to 1245184 tid 3 2024-08-29T14:49:25.201 INFO:tasks.rados.rados.0.smithi131.stdout:147: rollback oid 22 current snap is 8 2024-08-29T14:49:25.201 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 22 to 3 2024-08-29T14:49:25.201 INFO:tasks.rados.rados.0.smithi131.stdout:145: finishing write tid 1 to smithi13174786-9 2024-08-29T14:49:25.201 INFO:tasks.rados.rados.0.smithi131.stdout:145: finishing write tid 2 to smithi13174786-9 2024-08-29T14:49:25.201 INFO:tasks.rados.rados.0.smithi131.stdout:145: finishing write tid 3 to smithi13174786-9 2024-08-29T14:49:25.201 INFO:tasks.rados.rados.0.smithi131.stdout:145: finishing write tid 4 to smithi13174786-9 2024-08-29T14:49:25.201 INFO:tasks.rados.rados.0.smithi131.stdout:145: finishing write tid 5 to smithi13174786-9 2024-08-29T14:49:25.201 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 25 (ObjNum 73 snap 8 seq_num 73) dirty exists 2024-08-29T14:49:25.201 INFO:tasks.rados.rados.0.smithi131.stdout:145: left oid 9 (ObjNum 73 snap 8 seq_num 73) 2024-08-29T14:49:25.202 INFO:tasks.rados.rados.0.smithi131.stdout:146: finishing write tid 1 to smithi13174786-12 2024-08-29T14:49:25.202 INFO:tasks.rados.rados.0.smithi131.stdout:145: done (2 left) 2024-08-29T14:49:25.202 INFO:tasks.rados.rados.0.smithi131.stdout:148: snap_create 2024-08-29T14:49:25.203 INFO:tasks.rados.rados.0.smithi131.stdout:146: finishing write tid 2 to smithi13174786-12 2024-08-29T14:49:25.203 INFO:tasks.rados.rados.0.smithi131.stdout:146: finishing write tid 3 to smithi13174786-12 2024-08-29T14:49:25.203 INFO:tasks.rados.rados.0.smithi131.stdout:146: finishing write tid 4 to smithi13174786-12 2024-08-29T14:49:25.204 INFO:tasks.rados.rados.0.smithi131.stdout:146: finishing write tid 5 to smithi13174786-12 2024-08-29T14:49:25.204 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 36 (ObjNum 74 snap 8 seq_num 74) dirty exists 2024-08-29T14:49:25.204 INFO:tasks.rados.rados.0.smithi131.stdout:146: left oid 12 (ObjNum 74 snap 8 seq_num 74) 2024-08-29T14:49:25.206 INFO:tasks.rados.rados.0.smithi131.stdout:147: finishing rollback tid 0 to smithi13174786-22 2024-08-29T14:49:25.206 INFO:tasks.rados.rados.0.smithi131.stdout:147: finishing rollback tid 1 to smithi13174786-22 2024-08-29T14:49:25.206 INFO:tasks.rados.rados.0.smithi131.stdout:147: finishing rollback tid 2 to smithi13174786-22 2024-08-29T14:49:25.206 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 55 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-29T14:49:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:25 smithi131 ceph-mon[17514]: osdmap e95: 8 total, 8 up, 8 in 2024-08-29T14:49:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:25 smithi131 ceph-mon[29516]: osdmap e95: 8 total, 8 up, 8 in 2024-08-29T14:49:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:25 smithi169 ceph-mon[20881]: osdmap e95: 8 total, 8 up, 8 in 2024-08-29T14:49:26.195 INFO:tasks.rados.rados.0.smithi131.stdout:146: done (2 left) 2024-08-29T14:49:26.195 INFO:tasks.rados.rados.0.smithi131.stdout:147: done (1 left) 2024-08-29T14:49:26.195 INFO:tasks.rados.rados.0.smithi131.stdout:148: done (0 left) 2024-08-29T14:49:26.196 INFO:tasks.rados.rados.0.smithi131.stdout:149: read oid 33 snap -1 2024-08-29T14:49:26.196 INFO:tasks.rados.rados.0.smithi131.stdout:149: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-29T14:49:26.196 INFO:tasks.rados.rados.0.smithi131.stdout:150: read oid 45 snap -1 2024-08-29T14:49:26.196 INFO:tasks.rados.rados.0.smithi131.stdout:150: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T14:49:26.196 INFO:tasks.rados.rados.0.smithi131.stdout:151: snap_create 2024-08-29T14:49:26.199 INFO:tasks.rados.rados.0.smithi131.stdout:149: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-29T14:49:26.213 INFO:tasks.rados.rados.0.smithi131.stdout:150: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T14:49:26.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:26 smithi169 ceph-mon[20881]: pgmap v121: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-29T14:49:26.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:26 smithi169 ceph-mon[20881]: osdmap e96: 8 total, 8 up, 8 in 2024-08-29T14:49:26.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:26 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:26.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:49:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:49:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:26 smithi131 ceph-mon[17514]: pgmap v121: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-29T14:49:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:26 smithi131 ceph-mon[17514]: osdmap e96: 8 total, 8 up, 8 in 2024-08-29T14:49:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:26 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:26 smithi131 ceph-mon[29516]: pgmap v121: 121 pgs: 121 active+clean; 31 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-29T14:49:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:26 smithi131 ceph-mon[29516]: osdmap e96: 8 total, 8 up, 8 in 2024-08-29T14:49:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:26 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:27.201 INFO:tasks.rados.rados.0.smithi131.stdout:149: done (2 left) 2024-08-29T14:49:27.201 INFO:tasks.rados.rados.0.smithi131.stdout:150: done (1 left) 2024-08-29T14:49:27.201 INFO:tasks.rados.rados.0.smithi131.stdout:151: done (0 left) 2024-08-29T14:49:27.201 INFO:tasks.rados.rados.0.smithi131.stdout:152: copy_from oid 48 from oid 42 current snap is 10 2024-08-29T14:49:27.201 INFO:tasks.rados.rados.0.smithi131.stdout:153: delete oid 29 current snap is 10 2024-08-29T14:49:27.206 INFO:tasks.rados.rados.0.smithi131.stdout:152: finishing copy_from to smithi13174786-48 2024-08-29T14:49:27.207 INFO:tasks.rados.rados.0.smithi131.stdout:152: got expected ENOENT (src dne) 2024-08-29T14:49:27.207 INFO:tasks.rados.rados.0.smithi131.stdout:152: finishing copy_from racing read to smithi13174786-48 2024-08-29T14:49:27.207 INFO:tasks.rados.rados.0.smithi131.stdout:152: done (1 left) 2024-08-29T14:49:27.207 INFO:tasks.rados.rados.0.smithi131.stdout:153: done (0 left) 2024-08-29T14:49:27.207 INFO:tasks.rados.rados.0.smithi131.stdout:154: snap_create 2024-08-29T14:49:27.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:27 smithi131 ceph-mon[17514]: osdmap e97: 8 total, 8 up, 8 in 2024-08-29T14:49:27.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:27 smithi131 ceph-mon[29516]: osdmap e97: 8 total, 8 up, 8 in 2024-08-29T14:49:27.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:27 smithi169 ceph-mon[20881]: osdmap e97: 8 total, 8 up, 8 in 2024-08-29T14:49:28.206 INFO:tasks.rados.rados.0.smithi131.stdout:154: done (0 left) 2024-08-29T14:49:28.206 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 11 2024-08-29T14:49:28.206 INFO:tasks.rados.rados.0.smithi131.stdout:155: seq_num 76 ranges {204800=475136,679936=458752,1138688=344064} 2024-08-29T14:49:28.209 INFO:tasks.rados.rados.0.smithi131.stdout:155: writing smithi13174786-43 from 204800 to 679936 tid 1 2024-08-29T14:49:28.212 INFO:tasks.rados.rados.0.smithi131.stdout:155: writing smithi13174786-43 from 679936 to 1138688 tid 2 2024-08-29T14:49:28.215 INFO:tasks.rados.rados.0.smithi131.stdout:155: writing smithi13174786-43 from 1138688 to 1482752 tid 3 2024-08-29T14:49:28.215 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 11 2024-08-29T14:49:28.215 INFO:tasks.rados.rados.0.smithi131.stdout:156: seq_num 77 ranges {155648=491520,647168=794624,1441792=8192} 2024-08-29T14:49:28.218 INFO:tasks.rados.rados.0.smithi131.stdout:156: writing smithi13174786-10 from 155648 to 647168 tid 1 2024-08-29T14:49:28.223 INFO:tasks.rados.rados.0.smithi131.stdout:156: writing smithi13174786-10 from 647168 to 1441792 tid 2 2024-08-29T14:49:28.223 INFO:tasks.rados.rados.0.smithi131.stdout:156: writing smithi13174786-10 from 1441792 to 1449984 tid 3 2024-08-29T14:49:28.223 INFO:tasks.rados.rados.0.smithi131.stdout:157: snap_create 2024-08-29T14:49:28.223 INFO:tasks.rados.rados.0.smithi131.stdout:155: finishing write tid 1 to smithi13174786-43 2024-08-29T14:49:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:155: finishing write tid 2 to smithi13174786-43 2024-08-29T14:49:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:155: finishing write tid 3 to smithi13174786-43 2024-08-29T14:49:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:155: finishing write tid 4 to smithi13174786-43 2024-08-29T14:49:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:155: finishing write tid 5 to smithi13174786-43 2024-08-29T14:49:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 30 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-08-29T14:49:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:155: left oid 43 (ObjNum 76 snap 11 seq_num 76) 2024-08-29T14:49:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:156: finishing write tid 1 to smithi13174786-10 2024-08-29T14:49:28.226 INFO:tasks.rados.rados.0.smithi131.stdout:156: finishing write tid 2 to smithi13174786-10 2024-08-29T14:49:28.226 INFO:tasks.rados.rados.0.smithi131.stdout:156: finishing write tid 3 to smithi13174786-10 2024-08-29T14:49:28.226 INFO:tasks.rados.rados.0.smithi131.stdout:156: finishing write tid 4 to smithi13174786-10 2024-08-29T14:49:28.226 INFO:tasks.rados.rados.0.smithi131.stdout:156: finishing write tid 5 to smithi13174786-10 2024-08-29T14:49:28.226 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 52 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-08-29T14:49:28.226 INFO:tasks.rados.rados.0.smithi131.stdout:156: left oid 10 (ObjNum 77 snap 11 seq_num 77) 2024-08-29T14:49:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:28 smithi131 ceph-mon[17514]: pgmap v124: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-29T14:49:28.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:28 smithi131 ceph-mon[17514]: osdmap e98: 8 total, 8 up, 8 in 2024-08-29T14:49:28.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:28 smithi131 ceph-mon[17514]: osdmap e99: 8 total, 8 up, 8 in 2024-08-29T14:49:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:28 smithi131 ceph-mon[29516]: pgmap v124: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-29T14:49:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:28 smithi131 ceph-mon[29516]: osdmap e98: 8 total, 8 up, 8 in 2024-08-29T14:49:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:28 smithi131 ceph-mon[29516]: osdmap e99: 8 total, 8 up, 8 in 2024-08-29T14:49:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:28 smithi169 ceph-mon[20881]: pgmap v124: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-29T14:49:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:28 smithi169 ceph-mon[20881]: osdmap e98: 8 total, 8 up, 8 in 2024-08-29T14:49:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:28 smithi169 ceph-mon[20881]: osdmap e99: 8 total, 8 up, 8 in 2024-08-29T14:49:29.215 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:29 smithi131 ceph-mon[29516]: osdmap e100: 8 total, 8 up, 8 in 2024-08-29T14:49:29.215 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:29 smithi131 ceph-mon[29516]: pgmap v128: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-29T14:49:29.217 INFO:tasks.rados.rados.0.smithi131.stdout:155: done (2 left) 2024-08-29T14:49:29.217 INFO:tasks.rados.rados.0.smithi131.stdout:156: done (1 left) 2024-08-29T14:49:29.218 INFO:tasks.rados.rados.0.smithi131.stdout:157: done (0 left) 2024-08-29T14:49:29.218 INFO:tasks.rados.rados.0.smithi131.stdout:158: snap_create 2024-08-29T14:49:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:29 smithi131 ceph-mon[17514]: osdmap e100: 8 total, 8 up, 8 in 2024-08-29T14:49:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:29 smithi131 ceph-mon[17514]: pgmap v128: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-29T14:49:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:29 smithi169 ceph-mon[20881]: osdmap e100: 8 total, 8 up, 8 in 2024-08-29T14:49:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:29 smithi169 ceph-mon[20881]: pgmap v128: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-29T14:49:30.219 INFO:tasks.rados.rados.0.smithi131.stdout:158: done (0 left) 2024-08-29T14:49:30.219 INFO:tasks.rados.rados.0.smithi131.stdout:159: read oid 42 snap -1 2024-08-29T14:49:30.219 INFO:tasks.rados.rados.0.smithi131.stdout:159: expect deleted 2024-08-29T14:49:30.219 INFO:tasks.rados.rados.0.smithi131.stdout:160: rmattr oid 17 current snap is 13 2024-08-29T14:49:30.219 INFO:tasks.rados.rados.0.smithi131.stdout:160: done (1 left) 2024-08-29T14:49:30.219 INFO:tasks.rados.rados.0.smithi131.stdout:161: setattr oid 28 current snap is 13 2024-08-29T14:49:30.220 INFO:tasks.rados.rados.0.smithi131.stdout:162: copy_from oid 33 from oid 16 current snap is 13 2024-08-29T14:49:30.221 INFO:tasks.rados.rados.0.smithi131.stdout:163: setattr oid 32 current snap is 13 2024-08-29T14:49:30.223 INFO:tasks.rados.rados.0.smithi131.stdout:159: done (3 left) 2024-08-29T14:49:30.223 INFO:tasks.rados.rados.0.smithi131.stdout:164: snap_remove snap 3 2024-08-29T14:49:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:30 smithi131 ceph-mon[17514]: osdmap e101: 8 total, 8 up, 8 in 2024-08-29T14:49:30.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:30 smithi131 ceph-mon[29516]: osdmap e101: 8 total, 8 up, 8 in 2024-08-29T14:49:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:30 smithi169 ceph-mon[20881]: osdmap e101: 8 total, 8 up, 8 in 2024-08-29T14:49:31.239 INFO:tasks.rados.rados.0.smithi131.stdout:164: done (3 left) 2024-08-29T14:49:31.239 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 47 current snap is 13 2024-08-29T14:49:31.239 INFO:tasks.rados.rados.0.smithi131.stdout:165: seq_num 78 ranges {24576=516096,540672=679936,1220608=122880} 2024-08-29T14:49:31.244 INFO:tasks.rados.rados.0.smithi131.stdout:165: writing smithi13174786-47 from 24576 to 540672 tid 1 2024-08-29T14:49:31.247 INFO:tasks.rados.rados.0.smithi131.stdout:165: writing smithi13174786-47 from 540672 to 1220608 tid 2 2024-08-29T14:49:31.249 INFO:tasks.rados.rados.0.smithi131.stdout:165: writing smithi13174786-47 from 1220608 to 1343488 tid 3 2024-08-29T14:49:31.249 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 13 2024-08-29T14:49:31.249 INFO:tasks.rados.rados.0.smithi131.stdout:166: seq_num 79 ranges {425984=532480,958464=565248,1523712=237568} 2024-08-29T14:49:31.255 INFO:tasks.rados.rados.0.smithi131.stdout:166: writing smithi13174786-26 from 425984 to 958464 tid 1 2024-08-29T14:49:31.258 INFO:tasks.rados.rados.0.smithi131.stdout:166: writing smithi13174786-26 from 958464 to 1523712 tid 2 2024-08-29T14:49:31.260 INFO:tasks.rados.rados.0.smithi131.stdout:166: writing smithi13174786-26 from 1523712 to 1761280 tid 3 2024-08-29T14:49:31.260 INFO:tasks.rados.rados.0.smithi131.stdout:167: snap_remove snap 12 2024-08-29T14:49:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:31 smithi131 ceph-mon[17514]: osdmap e102: 8 total, 8 up, 8 in 2024-08-29T14:49:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:31 smithi131 ceph-mon[17514]: pgmap v131: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:31.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:31 smithi131 ceph-mon[29516]: osdmap e102: 8 total, 8 up, 8 in 2024-08-29T14:49:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:31 smithi131 ceph-mon[29516]: pgmap v131: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:31 smithi169 ceph-mon[20881]: osdmap e102: 8 total, 8 up, 8 in 2024-08-29T14:49:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:31 smithi169 ceph-mon[20881]: pgmap v131: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:32.244 INFO:tasks.rados.rados.0.smithi131.stdout:167: done (5 left) 2024-08-29T14:49:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:168: delete oid 8 current snap is 13 2024-08-29T14:49:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 20 (ObjNum 33 snap 0 seq_num 2120243888) dirty exists 2024-08-29T14:49:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:162: finishing copy_from racing read to smithi13174786-33 2024-08-29T14:49:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:162: finishing copy_from to smithi13174786-33 2024-08-29T14:49:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-29T14:49:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 57 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T14:49:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:165: finishing write tid 1 to smithi13174786-47 2024-08-29T14:49:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:165: finishing write tid 2 to smithi13174786-47 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:165: finishing write tid 3 to smithi13174786-47 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:165: finishing write tid 4 to smithi13174786-47 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:165: finishing write tid 5 to smithi13174786-47 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 23 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:165: left oid 47 (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:166: finishing write tid 1 to smithi13174786-26 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:166: finishing write tid 2 to smithi13174786-26 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:166: finishing write tid 3 to smithi13174786-26 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:166: finishing write tid 4 to smithi13174786-26 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:166: finishing write tid 5 to smithi13174786-26 2024-08-29T14:49:32.270 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 7 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-08-29T14:49:32.271 INFO:tasks.rados.rados.0.smithi131.stdout:166: left oid 26 (ObjNum 79 snap 13 seq_num 79) 2024-08-29T14:49:32.271 INFO:tasks.rados.rados.0.smithi131.stdout:161: done (5 left) 2024-08-29T14:49:32.271 INFO:tasks.rados.rados.0.smithi131.stdout:162: done (4 left) 2024-08-29T14:49:32.271 INFO:tasks.rados.rados.0.smithi131.stdout:163: done (3 left) 2024-08-29T14:49:32.271 INFO:tasks.rados.rados.0.smithi131.stdout:165: done (2 left) 2024-08-29T14:49:32.271 INFO:tasks.rados.rados.0.smithi131.stdout:166: done (1 left) 2024-08-29T14:49:32.271 INFO:tasks.rados.rados.0.smithi131.stdout:168: done (0 left) 2024-08-29T14:49:32.271 INFO:tasks.rados.rados.0.smithi131.stdout:169: snap_create 2024-08-29T14:49:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:32 smithi131 ceph-mon[17514]: osdmap e103: 8 total, 8 up, 8 in 2024-08-29T14:49:32.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:32 smithi131 ceph-mon[29516]: osdmap e103: 8 total, 8 up, 8 in 2024-08-29T14:49:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:32 smithi169 ceph-mon[20881]: osdmap e103: 8 total, 8 up, 8 in 2024-08-29T14:49:33.247 INFO:tasks.rados.rados.0.smithi131.stdout:169: done (0 left) 2024-08-29T14:49:33.248 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 14 2024-08-29T14:49:33.248 INFO:tasks.rados.rados.0.smithi131.stdout:170: seq_num 81 ranges {1703936=565248,2269184=737280,3006464=65536} 2024-08-29T14:49:33.259 INFO:tasks.rados.rados.0.smithi131.stdout:170: writing smithi13174786-31 from 1703936 to 2269184 tid 1 2024-08-29T14:49:33.264 INFO:tasks.rados.rados.0.smithi131.stdout:170: writing smithi13174786-31 from 2269184 to 3006464 tid 2 2024-08-29T14:49:33.264 INFO:tasks.rados.rados.0.smithi131.stdout:170: writing smithi13174786-31 from 3006464 to 3072000 tid 3 2024-08-29T14:49:33.264 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 14 2024-08-29T14:49:33.265 INFO:tasks.rados.rados.0.smithi131.stdout:171: seq_num 82 ranges {253952=581632,835584=622592,1458176=180224} 2024-08-29T14:49:33.269 INFO:tasks.rados.rados.0.smithi131.stdout:171: writing smithi13174786-16 from 253952 to 835584 tid 1 2024-08-29T14:49:33.273 INFO:tasks.rados.rados.0.smithi131.stdout:171: writing smithi13174786-16 from 835584 to 1458176 tid 2 2024-08-29T14:49:33.275 INFO:tasks.rados.rados.0.smithi131.stdout:171: writing smithi13174786-16 from 1458176 to 1638400 tid 3 2024-08-29T14:49:33.275 INFO:tasks.rados.rados.0.smithi131.stdout:172: copy_from oid 10 from oid 39 current snap is 14 2024-08-29T14:49:33.275 INFO:tasks.rados.rados.0.smithi131.stdout:170: finishing write tid 1 to smithi13174786-31 2024-08-29T14:49:33.275 INFO:tasks.rados.rados.0.smithi131.stdout:170: finishing write tid 2 to smithi13174786-31 2024-08-29T14:49:33.275 INFO:tasks.rados.rados.0.smithi131.stdout:173: read oid 48 snap 9 2024-08-29T14:49:33.275 INFO:tasks.rados.rados.0.smithi131.stdout:173: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-29T14:49:33.275 INFO:tasks.rados.rados.0.smithi131.stdout:174: copy_from oid 50 from oid 1 current snap is 14 2024-08-29T14:49:33.275 INFO:tasks.rados.rados.0.smithi131.stdout:175: snap_remove snap 8 2024-08-29T14:49:33.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:33 smithi131 ceph-mon[17514]: osdmap e104: 8 total, 8 up, 8 in 2024-08-29T14:49:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:33 smithi131 ceph-mon[17514]: pgmap v134: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-29T14:49:33.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:49:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:33] "GET /metrics HTTP/1.1" 200 239689 "" "Prometheus/2.43.0" 2024-08-29T14:49:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:33 smithi131 ceph-mon[29516]: osdmap e104: 8 total, 8 up, 8 in 2024-08-29T14:49:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:33 smithi131 ceph-mon[29516]: pgmap v134: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-29T14:49:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:33 smithi169 ceph-mon[20881]: osdmap e104: 8 total, 8 up, 8 in 2024-08-29T14:49:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:33 smithi169 ceph-mon[20881]: pgmap v134: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-29T14:49:34.259 INFO:tasks.rados.rados.0.smithi131.stdout:175: done (5 left) 2024-08-29T14:49:34.259 INFO:tasks.rados.rados.0.smithi131.stdout:176: delete oid 18 current snap is 14 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:170: finishing write tid 3 to smithi13174786-31 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:170: finishing write tid 4 to smithi13174786-31 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:170: finishing write tid 5 to smithi13174786-31 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 60 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:170: left oid 31 (ObjNum 81 snap 14 seq_num 81) 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:171: finishing write tid 1 to smithi13174786-16 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:171: finishing write tid 2 to smithi13174786-16 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:171: finishing write tid 3 to smithi13174786-16 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:171: finishing write tid 4 to smithi13174786-16 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:171: finishing write tid 5 to smithi13174786-16 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 63 (ObjNum 82 snap 14 seq_num 82) dirty exists 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:171: left oid 16 (ObjNum 82 snap 14 seq_num 82) 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:174: finishing copy_from to smithi13174786-50 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:174: got expected ENOENT (src dne) 2024-08-29T14:49:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:174: finishing copy_from racing read to smithi13174786-50 2024-08-29T14:49:34.261 INFO:tasks.rados.rados.0.smithi131.stdout:173: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-29T14:49:34.286 INFO:tasks.rados.rados.0.smithi131.stdout:172: finishing copy_from racing read to smithi13174786-10 2024-08-29T14:49:34.286 INFO:tasks.rados.rados.0.smithi131.stdout:172: finishing copy_from to smithi13174786-10 2024-08-29T14:49:34.286 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 22 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-29T14:49:34.286 INFO:tasks.rados.rados.0.smithi131.stdout:170: done (5 left) 2024-08-29T14:49:34.286 INFO:tasks.rados.rados.0.smithi131.stdout:171: done (4 left) 2024-08-29T14:49:34.286 INFO:tasks.rados.rados.0.smithi131.stdout:172: done (3 left) 2024-08-29T14:49:34.286 INFO:tasks.rados.rados.0.smithi131.stdout:173: done (2 left) 2024-08-29T14:49:34.286 INFO:tasks.rados.rados.0.smithi131.stdout:174: done (1 left) 2024-08-29T14:49:34.286 INFO:tasks.rados.rados.0.smithi131.stdout:176: done (0 left) 2024-08-29T14:49:34.286 INFO:tasks.rados.rados.0.smithi131.stdout:177: snap_remove snap 9 2024-08-29T14:49:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:34 smithi131 ceph-mon[17514]: osdmap e105: 8 total, 8 up, 8 in 2024-08-29T14:49:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:34 smithi131 ceph-mon[29516]: osdmap e105: 8 total, 8 up, 8 in 2024-08-29T14:49:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:34 smithi169 ceph-mon[20881]: osdmap e105: 8 total, 8 up, 8 in 2024-08-29T14:49:35.267 INFO:tasks.rados.rados.0.smithi131.stdout:177: done (0 left) 2024-08-29T14:49:35.267 INFO:tasks.rados.rados.0.smithi131.stdout:178: snap_create 2024-08-29T14:49:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:35 smithi131 ceph-mon[17514]: osdmap e106: 8 total, 8 up, 8 in 2024-08-29T14:49:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:35 smithi131 ceph-mon[17514]: pgmap v137: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-29T14:49:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:35 smithi131 ceph-mon[29516]: osdmap e106: 8 total, 8 up, 8 in 2024-08-29T14:49:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:35 smithi131 ceph-mon[29516]: pgmap v137: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-29T14:49:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:35 smithi169 ceph-mon[20881]: osdmap e106: 8 total, 8 up, 8 in 2024-08-29T14:49:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:35 smithi169 ceph-mon[20881]: pgmap v137: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-29T14:49:36.265 INFO:tasks.rados.rados.0.smithi131.stdout:178: done (0 left) 2024-08-29T14:49:36.266 INFO:tasks.rados.rados.0.smithi131.stdout:179: read oid 46 snap -1 2024-08-29T14:49:36.266 INFO:tasks.rados.rados.0.smithi131.stdout:179: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:49:36.266 INFO:tasks.rados.rados.0.smithi131.stdout:180: copy_from oid 3 from oid 30 current snap is 15 2024-08-29T14:49:36.266 INFO:tasks.rados.rados.0.smithi131.stdout:181: copy_from oid 17 from oid 9 current snap is 15 2024-08-29T14:49:36.266 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 15 2024-08-29T14:49:36.266 INFO:tasks.rados.rados.0.smithi131.stdout:182: seq_num 84 ranges {3072000=614400,3686400=434176,4120576=368640} 2024-08-29T14:49:36.289 INFO:tasks.rados.rados.0.smithi131.stdout:182: writing smithi13174786-31 from 3072000 to 3686400 tid 1 2024-08-29T14:49:36.289 INFO:tasks.rados.rados.0.smithi131.stdout:182: writing smithi13174786-31 from 3686400 to 4120576 tid 2 2024-08-29T14:49:36.290 INFO:tasks.rados.rados.0.smithi131.stdout:182: writing smithi13174786-31 from 4120576 to 4489216 tid 3 2024-08-29T14:49:36.290 INFO:tasks.rados.rados.0.smithi131.stdout:183: setattr oid 32 current snap is 15 2024-08-29T14:49:36.290 INFO:tasks.rados.rados.0.smithi131.stdout:179: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:49:36.312 INFO:tasks.rados.rados.0.smithi131.stdout:181: finishing copy_from racing read to smithi13174786-17 2024-08-29T14:49:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:180: finishing copy_from racing read to smithi13174786-3 2024-08-29T14:49:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:181: finishing copy_from to smithi13174786-17 2024-08-29T14:49:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 25 (ObjNum 73 snap 8 seq_num 73) dirty exists 2024-08-29T14:49:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:180: finishing copy_from to smithi13174786-3 2024-08-29T14:49:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-29T14:49:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:182: finishing write tid 1 to smithi13174786-31 2024-08-29T14:49:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:182: finishing write tid 2 to smithi13174786-31 2024-08-29T14:49:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:182: finishing write tid 3 to smithi13174786-31 2024-08-29T14:49:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:182: finishing write tid 4 to smithi13174786-31 2024-08-29T14:49:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:182: finishing write tid 5 to smithi13174786-31 2024-08-29T14:49:36.314 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 73 (ObjNum 84 snap 15 seq_num 84) dirty exists 2024-08-29T14:49:36.314 INFO:tasks.rados.rados.0.smithi131.stdout:182: left oid 31 (ObjNum 84 snap 15 seq_num 84) 2024-08-29T14:49:36.314 INFO:tasks.rados.rados.0.smithi131.stdout:179: done (4 left) 2024-08-29T14:49:36.314 INFO:tasks.rados.rados.0.smithi131.stdout:180: done (3 left) 2024-08-29T14:49:36.314 INFO:tasks.rados.rados.0.smithi131.stdout:181: done (2 left) 2024-08-29T14:49:36.314 INFO:tasks.rados.rados.0.smithi131.stdout:182: done (1 left) 2024-08-29T14:49:36.314 INFO:tasks.rados.rados.0.smithi131.stdout:184: snap_remove snap 11 2024-08-29T14:49:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:36 smithi169 ceph-mon[20881]: osdmap e107: 8 total, 8 up, 8 in 2024-08-29T14:49:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:36 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:36.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:49:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:49:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:36 smithi131 ceph-mon[17514]: osdmap e107: 8 total, 8 up, 8 in 2024-08-29T14:49:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:36 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:36 smithi131 ceph-mon[29516]: osdmap e107: 8 total, 8 up, 8 in 2024-08-29T14:49:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:36 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:37.210 INFO:tasks.rados.rados.0.smithi131.stdout:184: done (1 left) 2024-08-29T14:49:37.210 INFO:tasks.rados.rados.0.smithi131.stdout:185: rmattr oid 36 current snap is 15 2024-08-29T14:49:37.210 INFO:tasks.rados.rados.0.smithi131.stdout:185: done (1 left) 2024-08-29T14:49:37.210 INFO:tasks.rados.rados.0.smithi131.stdout:186: copy_from oid 6 from oid 13 current snap is 15 2024-08-29T14:49:37.210 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 78 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T14:49:37.210 INFO:tasks.rados.rados.0.smithi131.stdout:183: done (1 left) 2024-08-29T14:49:37.210 INFO:tasks.rados.rados.0.smithi131.stdout:187: snap_remove snap 13 2024-08-29T14:49:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:37 smithi131 ceph-mon[17514]: osdmap e108: 8 total, 8 up, 8 in 2024-08-29T14:49:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:37 smithi131 ceph-mon[17514]: pgmap v140: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-08-29T14:49:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:37 smithi131 ceph-mon[17514]: osdmap e109: 8 total, 8 up, 8 in 2024-08-29T14:49:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:37 smithi131 ceph-mon[29516]: osdmap e108: 8 total, 8 up, 8 in 2024-08-29T14:49:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:37 smithi131 ceph-mon[29516]: pgmap v140: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-08-29T14:49:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:37 smithi131 ceph-mon[29516]: osdmap e109: 8 total, 8 up, 8 in 2024-08-29T14:49:37.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:37 smithi169 ceph-mon[20881]: osdmap e108: 8 total, 8 up, 8 in 2024-08-29T14:49:37.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:37 smithi169 ceph-mon[20881]: pgmap v140: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-08-29T14:49:37.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:37 smithi169 ceph-mon[20881]: osdmap e109: 8 total, 8 up, 8 in 2024-08-29T14:49:38.209 INFO:tasks.rados.rados.0.smithi131.stdout:187: done (1 left) 2024-08-29T14:49:38.209 INFO:tasks.rados.rados.0.smithi131.stdout:188: read oid 29 snap -1 2024-08-29T14:49:38.209 INFO:tasks.rados.rados.0.smithi131.stdout:188: expect deleted 2024-08-29T14:49:38.210 INFO:tasks.rados.rados.0.smithi131.stdout:189: rollback oid 35 current snap is 15 2024-08-29T14:49:38.210 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 35 to 7 2024-08-29T14:49:38.210 INFO:tasks.rados.rados.0.smithi131.stdout:186: finishing copy_from racing read to smithi13174786-6 2024-08-29T14:49:38.210 INFO:tasks.rados.rados.0.smithi131.stdout:186: finishing copy_from to smithi13174786-6 2024-08-29T14:49:38.210 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-29T14:49:38.210 INFO:tasks.rados.rados.0.smithi131.stdout:186: done (2 left) 2024-08-29T14:49:38.210 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 15 2024-08-29T14:49:38.210 INFO:tasks.rados.rados.0.smithi131.stdout:190: seq_num 85 ranges {1638400=630784,2269184=720896,2990080=81920} 2024-08-29T14:49:38.221 INFO:tasks.rados.rados.0.smithi131.stdout:190: writing smithi13174786-16 from 1638400 to 2269184 tid 1 2024-08-29T14:49:38.226 INFO:tasks.rados.rados.0.smithi131.stdout:190: writing smithi13174786-16 from 2269184 to 2990080 tid 2 2024-08-29T14:49:38.227 INFO:tasks.rados.rados.0.smithi131.stdout:190: writing smithi13174786-16 from 2990080 to 3072000 tid 3 2024-08-29T14:49:38.227 INFO:tasks.rados.rados.0.smithi131.stdout:191: read oid 27 snap -1 2024-08-29T14:49:38.227 INFO:tasks.rados.rados.0.smithi131.stdout:191: expect (ObjNum 56 snap 4 seq_num 56) 2024-08-29T14:49:38.227 INFO:tasks.rados.rados.0.smithi131.stdout:192: rollback oid 40 current snap is 15 2024-08-29T14:49:38.227 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 10 2024-08-29T14:49:38.227 INFO:tasks.rados.rados.0.smithi131.stdout:193: delete oid 26 current snap is 15 2024-08-29T14:49:38.227 INFO:tasks.rados.rados.0.smithi131.stdout:189: finishing rollback tid 0 to smithi13174786-35 2024-08-29T14:49:38.227 INFO:tasks.rados.rados.0.smithi131.stdout:189: finishing rollback tid 1 to smithi13174786-35 2024-08-29T14:49:38.227 INFO:tasks.rados.rados.0.smithi131.stdout:189: finishing rollback tid 2 to smithi13174786-35 2024-08-29T14:49:38.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 85 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-29T14:49:38.228 INFO:tasks.rados.rados.0.smithi131.stdout:190: finishing write tid 1 to smithi13174786-16 2024-08-29T14:49:38.229 INFO:tasks.rados.rados.0.smithi131.stdout:190: finishing write tid 2 to smithi13174786-16 2024-08-29T14:49:38.229 INFO:tasks.rados.rados.0.smithi131.stdout:190: finishing write tid 3 to smithi13174786-16 2024-08-29T14:49:38.229 INFO:tasks.rados.rados.0.smithi131.stdout:190: finishing write tid 4 to smithi13174786-16 2024-08-29T14:49:38.231 INFO:tasks.rados.rados.0.smithi131.stdout:190: finishing write tid 5 to smithi13174786-16 2024-08-29T14:49:38.231 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 90 (ObjNum 85 snap 15 seq_num 85) dirty exists 2024-08-29T14:49:38.231 INFO:tasks.rados.rados.0.smithi131.stdout:190: left oid 16 (ObjNum 85 snap 15 seq_num 85) 2024-08-29T14:49:38.231 INFO:tasks.rados.rados.0.smithi131.stdout:188: done (5 left) 2024-08-29T14:49:38.231 INFO:tasks.rados.rados.0.smithi131.stdout:189: done (4 left) 2024-08-29T14:49:38.231 INFO:tasks.rados.rados.0.smithi131.stdout:190: done (3 left) 2024-08-29T14:49:38.231 INFO:tasks.rados.rados.0.smithi131.stdout:193: done (2 left) 2024-08-29T14:49:38.231 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 15 2024-08-29T14:49:38.231 INFO:tasks.rados.rados.0.smithi131.stdout:194: seq_num 87 ranges {0=663552,663552=491520,1155072=311296} 2024-08-29T14:49:38.235 INFO:tasks.rados.rados.0.smithi131.stdout:194: writing smithi13174786-29 from 0 to 663552 tid 1 2024-08-29T14:49:38.238 INFO:tasks.rados.rados.0.smithi131.stdout:194: writing smithi13174786-29 from 663552 to 1155072 tid 2 2024-08-29T14:49:38.240 INFO:tasks.rados.rados.0.smithi131.stdout:194: writing smithi13174786-29 from 1155072 to 1466368 tid 3 2024-08-29T14:49:38.240 INFO:tasks.rados.rados.0.smithi131.stdout:195: snap_create 2024-08-29T14:49:38.240 INFO:tasks.rados.rados.0.smithi131.stdout:192: finishing rollback tid 1 to smithi13174786-40 2024-08-29T14:49:38.240 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 0 (ObjNum 33 snap 0 seq_num 2114950520) dirty dne 2024-08-29T14:49:38.240 INFO:tasks.rados.rados.0.smithi131.stdout:191: expect (ObjNum 56 snap 4 seq_num 56) 2024-08-29T14:49:38.289 INFO:tasks.rados.rados.0.smithi131.stdout:194: finishing write tid 1 to smithi13174786-29 2024-08-29T14:49:38.290 INFO:tasks.rados.rados.0.smithi131.stdout:194: finishing write tid 2 to smithi13174786-29 2024-08-29T14:49:38.290 INFO:tasks.rados.rados.0.smithi131.stdout:194: finishing write tid 3 to smithi13174786-29 2024-08-29T14:49:38.290 INFO:tasks.rados.rados.0.smithi131.stdout:194: finishing write tid 4 to smithi13174786-29 2024-08-29T14:49:38.290 INFO:tasks.rados.rados.0.smithi131.stdout:194: finishing write tid 5 to smithi13174786-29 2024-08-29T14:49:38.290 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 18 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-08-29T14:49:38.290 INFO:tasks.rados.rados.0.smithi131.stdout:194: left oid 29 (ObjNum 87 snap 15 seq_num 87) 2024-08-29T14:49:38.639 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:49:39.195 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:49:39.195 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (2m) 105s ago 3m 16.6M - 0.25.0 c8568f914cd2 1bf922693814 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (2m) 109s ago 2m 81.3M - 9.4.7 954c08fa6188 fce1b34fbb1a 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (4m) 105s ago 4m 14.9M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (4m) 109s ago 4m 16.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443 running (7m) 109s ago 7m 398M - 17.2.7-1503-ga89f613d 250d9a61b6c5 02d523ca734b 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:9283,8765 running (9m) 105s ago 9m 445M - 17.2.7-1503-ga89f613d 250d9a61b6c5 70a5c86a7aa0 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (9m) 105s ago 9m 46.7M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 9f8fb909b793 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (8m) 109s ago 8m 41.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 bbaae749879e 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (8m) 105s ago 8m 37.3M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 0987b030a99f 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (2m) 105s ago 2m 13.2M - 1.5.0 0da6a335fe13 49b23ed72088 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (2m) 109s ago 2m 3472k - 1.5.0 0da6a335fe13 7874297960da 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (7m) 105s ago 7m 44.7M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 2c38c2b27878 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (7m) 105s ago 7m 46.5M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:49:39.196 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (6m) 105s ago 6m 44.5M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:49:39.197 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (6m) 105s ago 6m 40.3M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:49:39.197 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (5m) 109s ago 5m 42.9M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:49:39.197 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (5m) 109s ago 5m 41.4M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:49:39.197 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (5m) 109s ago 5m 42.1M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:49:39.197 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (4m) 109s ago 4m 41.1M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:49:39.197 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (119s) 109s ago 3m 23.2M - 2.43.0 a07b618ecd1d 7382015f1183 2024-08-29T14:49:39.216 INFO:tasks.rados.rados.0.smithi131.stdout:191: done (3 left) 2024-08-29T14:49:39.216 INFO:tasks.rados.rados.0.smithi131.stdout:192: done (2 left) 2024-08-29T14:49:39.216 INFO:tasks.rados.rados.0.smithi131.stdout:194: done (1 left) 2024-08-29T14:49:39.216 INFO:tasks.rados.rados.0.smithi131.stdout:195: done (0 left) 2024-08-29T14:49:39.216 INFO:tasks.rados.rados.0.smithi131.stdout:196: snap_remove snap 7 2024-08-29T14:49:39.526 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:49:39.527 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 15 2024-08-29T14:49:39.528 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:49:39.528 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:49:39.528 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:39 smithi131 ceph-mon[17514]: osdmap e110: 8 total, 8 up, 8 in 2024-08-29T14:49:39.528 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:39 smithi131 ceph-mon[17514]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.528 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:39 smithi131 ceph-mon[17514]: pgmap v143: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-08-29T14:49:39.528 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:39 smithi131 ceph-mon[17514]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.528 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:39 smithi131 ceph-mon[17514]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.528 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:39 smithi131 ceph-mon[29516]: osdmap e110: 8 total, 8 up, 8 in 2024-08-29T14:49:39.529 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:39 smithi131 ceph-mon[29516]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.529 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:39 smithi131 ceph-mon[29516]: pgmap v143: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-08-29T14:49:39.529 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:39 smithi131 ceph-mon[29516]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.529 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:39 smithi131 ceph-mon[29516]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:39 smithi169 ceph-mon[20881]: osdmap e110: 8 total, 8 up, 8 in 2024-08-29T14:49:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:39 smithi169 ceph-mon[20881]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:39 smithi169 ceph-mon[20881]: pgmap v143: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-08-29T14:49:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:39 smithi169 ceph-mon[20881]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:39 smithi169 ceph-mon[20881]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.826 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:49:39.826 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", 2024-08-29T14:49:39.826 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:49:39.826 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:49:39.826 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [], 2024-08-29T14:49:39.826 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "", 2024-08-29T14:49:39.827 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 image", 2024-08-29T14:49:39.827 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:49:39.827 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:49:40.222 INFO:tasks.rados.rados.0.smithi131.stdout:196: done (0 left) 2024-08-29T14:49:40.222 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 16 2024-08-29T14:49:40.222 INFO:tasks.rados.rados.0.smithi131.stdout:197: seq_num 88 ranges {794624=679936,1474560=778240,2252800=24576} 2024-08-29T14:49:40.230 INFO:tasks.rados.rados.0.smithi131.stdout:197: writing smithi13174786-22 from 794624 to 1474560 tid 1 2024-08-29T14:49:40.235 INFO:tasks.rados.rados.0.smithi131.stdout:197: writing smithi13174786-22 from 1474560 to 2252800 tid 2 2024-08-29T14:49:40.235 INFO:tasks.rados.rados.0.smithi131.stdout:197: writing smithi13174786-22 from 2252800 to 2277376 tid 3 2024-08-29T14:49:40.235 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 16 2024-08-29T14:49:40.235 INFO:tasks.rados.rados.0.smithi131.stdout:197: finishing write tid 1 to smithi13174786-22 2024-08-29T14:49:40.235 INFO:tasks.rados.rados.0.smithi131.stdout:198: seq_num 89 ranges {1597440=696320,2293760=655360,2949120=147456} 2024-08-29T14:49:40.248 INFO:tasks.rados.rados.0.smithi131.stdout:198: writing smithi13174786-10 from 1597440 to 2293760 tid 1 2024-08-29T14:49:40.252 INFO:tasks.rados.rados.0.smithi131.stdout:198: writing smithi13174786-10 from 2293760 to 2949120 tid 2 2024-08-29T14:49:40.253 INFO:tasks.rados.rados.0.smithi131.stdout:198: writing smithi13174786-10 from 2949120 to 3096576 tid 3 2024-08-29T14:49:40.253 INFO:tasks.rados.rados.0.smithi131.stdout:199: setattr oid 6 current snap is 16 2024-08-29T14:49:40.253 INFO:tasks.rados.rados.0.smithi131.stdout:197: finishing write tid 2 to smithi13174786-22 2024-08-29T14:49:40.254 INFO:tasks.rados.rados.0.smithi131.stdout:197: finishing write tid 3 to smithi13174786-22 2024-08-29T14:49:40.254 INFO:tasks.rados.rados.0.smithi131.stdout:197: finishing write tid 4 to smithi13174786-22 2024-08-29T14:49:40.254 INFO:tasks.rados.rados.0.smithi131.stdout:197: finishing write tid 5 to smithi13174786-22 2024-08-29T14:49:40.254 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 97 (ObjNum 88 snap 16 seq_num 88) dirty exists 2024-08-29T14:49:40.254 INFO:tasks.rados.rados.0.smithi131.stdout:197: left oid 22 (ObjNum 88 snap 16 seq_num 88) 2024-08-29T14:49:40.254 INFO:tasks.rados.rados.0.smithi131.stdout:198: finishing write tid 1 to smithi13174786-10 2024-08-29T14:49:40.256 INFO:tasks.rados.rados.0.smithi131.stdout:198: finishing write tid 2 to smithi13174786-10 2024-08-29T14:49:40.256 INFO:tasks.rados.rados.0.smithi131.stdout:197: done (2 left) 2024-08-29T14:49:40.256 INFO:tasks.rados.rados.0.smithi131.stdout:200: read oid 12 snap 6 2024-08-29T14:49:40.256 INFO:tasks.rados.rados.0.smithi131.stdout:200: expect deleted 2024-08-29T14:49:40.256 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 16 2024-08-29T14:49:40.256 INFO:tasks.rados.rados.0.smithi131.stdout:201: seq_num 90 ranges {491520=712704,1204224=540672,1744896=262144} 2024-08-29T14:49:40.262 INFO:tasks.rados.rados.0.smithi131.stdout:201: writing smithi13174786-3 from 491520 to 1204224 tid 1 2024-08-29T14:49:40.265 INFO:tasks.rados.rados.0.smithi131.stdout:201: writing smithi13174786-3 from 1204224 to 1744896 tid 2 2024-08-29T14:49:40.267 INFO:tasks.rados.rados.0.smithi131.stdout:201: writing smithi13174786-3 from 1744896 to 2007040 tid 3 2024-08-29T14:49:40.267 INFO:tasks.rados.rados.0.smithi131.stdout:202: snap_create 2024-08-29T14:49:40.267 INFO:tasks.rados.rados.0.smithi131.stdout:198: finishing write tid 3 to smithi13174786-10 2024-08-29T14:49:40.267 INFO:tasks.rados.rados.0.smithi131.stdout:198: finishing write tid 4 to smithi13174786-10 2024-08-29T14:49:40.268 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 15 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-29T14:49:40.268 INFO:tasks.rados.rados.0.smithi131.stdout:198: finishing write tid 5 to smithi13174786-10 2024-08-29T14:49:40.268 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 101 (ObjNum 89 snap 16 seq_num 89) dirty exists 2024-08-29T14:49:40.268 INFO:tasks.rados.rados.0.smithi131.stdout:198: left oid 10 (ObjNum 89 snap 16 seq_num 89) 2024-08-29T14:49:40.268 INFO:tasks.rados.rados.0.smithi131.stdout:201: finishing write tid 1 to smithi13174786-3 2024-08-29T14:49:40.269 INFO:tasks.rados.rados.0.smithi131.stdout:201: finishing write tid 2 to smithi13174786-3 2024-08-29T14:49:40.269 INFO:tasks.rados.rados.0.smithi131.stdout:201: finishing write tid 3 to smithi13174786-3 2024-08-29T14:49:40.269 INFO:tasks.rados.rados.0.smithi131.stdout:201: finishing write tid 4 to smithi13174786-3 2024-08-29T14:49:40.270 INFO:tasks.rados.rados.0.smithi131.stdout:201: finishing write tid 5 to smithi13174786-3 2024-08-29T14:49:40.270 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 102 (ObjNum 90 snap 16 seq_num 90) dirty exists 2024-08-29T14:49:40.270 INFO:tasks.rados.rados.0.smithi131.stdout:201: left oid 3 (ObjNum 90 snap 16 seq_num 90) 2024-08-29T14:49:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:40 smithi131 ceph-mon[17514]: osdmap e111: 8 total, 8 up, 8 in 2024-08-29T14:49:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:40 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/1155007407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:49:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:40 smithi131 ceph-mon[17514]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:40 smithi131 ceph-mon[29516]: osdmap e111: 8 total, 8 up, 8 in 2024-08-29T14:49:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:40 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/1155007407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:49:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:40 smithi131 ceph-mon[29516]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:40 smithi169 ceph-mon[20881]: osdmap e111: 8 total, 8 up, 8 in 2024-08-29T14:49:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:40 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/1155007407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:49:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:40 smithi169 ceph-mon[20881]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:41.225 INFO:tasks.rados.rados.0.smithi131.stdout:198: done (4 left) 2024-08-29T14:49:41.225 INFO:tasks.rados.rados.0.smithi131.stdout:199: done (3 left) 2024-08-29T14:49:41.225 INFO:tasks.rados.rados.0.smithi131.stdout:200: done (2 left) 2024-08-29T14:49:41.225 INFO:tasks.rados.rados.0.smithi131.stdout:201: done (1 left) 2024-08-29T14:49:41.226 INFO:tasks.rados.rados.0.smithi131.stdout:202: done (0 left) 2024-08-29T14:49:41.226 INFO:tasks.rados.rados.0.smithi131.stdout:203: snap_create 2024-08-29T14:49:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:41 smithi131 ceph-mon[17514]: osdmap e112: 8 total, 8 up, 8 in 2024-08-29T14:49:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:41 smithi131 ceph-mon[17514]: pgmap v146: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:41 smithi131 ceph-mon[29516]: osdmap e112: 8 total, 8 up, 8 in 2024-08-29T14:49:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:41 smithi131 ceph-mon[29516]: pgmap v146: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:41 smithi169 ceph-mon[20881]: osdmap e112: 8 total, 8 up, 8 in 2024-08-29T14:49:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:41 smithi169 ceph-mon[20881]: pgmap v146: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:42.226 INFO:tasks.rados.rados.0.smithi131.stdout:203: done (0 left) 2024-08-29T14:49:42.226 INFO:tasks.rados.rados.0.smithi131.stdout:204: read oid 45 snap -1 2024-08-29T14:49:42.227 INFO:tasks.rados.rados.0.smithi131.stdout:204: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T14:49:42.227 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 18 2024-08-29T14:49:42.227 INFO:tasks.rados.rados.0.smithi131.stdout:205: seq_num 91 ranges {4489216=729088,5218304=425984,5644288=376832} 2024-08-29T14:49:42.255 INFO:tasks.rados.rados.0.smithi131.stdout:205: writing smithi13174786-31 from 4489216 to 5218304 tid 1 2024-08-29T14:49:42.257 INFO:tasks.rados.rados.0.smithi131.stdout:205: writing smithi13174786-31 from 5218304 to 5644288 tid 2 2024-08-29T14:49:42.260 INFO:tasks.rados.rados.0.smithi131.stdout:205: writing smithi13174786-31 from 5644288 to 6021120 tid 3 2024-08-29T14:49:42.260 INFO:tasks.rados.rados.0.smithi131.stdout:206: read oid 49 snap -1 2024-08-29T14:49:42.260 INFO:tasks.rados.rados.0.smithi131.stdout:206: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-29T14:49:42.260 INFO:tasks.rados.rados.0.smithi131.stdout:207: read oid 38 snap -1 2024-08-29T14:49:42.260 INFO:tasks.rados.rados.0.smithi131.stdout:207: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-29T14:49:42.260 INFO:tasks.rados.rados.0.smithi131.stdout:208: read oid 40 snap -1 2024-08-29T14:49:42.260 INFO:tasks.rados.rados.0.smithi131.stdout:208: expect deleted 2024-08-29T14:49:42.261 INFO:tasks.rados.rados.0.smithi131.stdout:209: snap_create 2024-08-29T14:49:42.261 INFO:tasks.rados.rados.0.smithi131.stdout:204: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T14:49:42.282 INFO:tasks.rados.rados.0.smithi131.stdout:205: finishing write tid 1 to smithi13174786-31 2024-08-29T14:49:42.282 INFO:tasks.rados.rados.0.smithi131.stdout:205: finishing write tid 2 to smithi13174786-31 2024-08-29T14:49:42.282 INFO:tasks.rados.rados.0.smithi131.stdout:205: finishing write tid 3 to smithi13174786-31 2024-08-29T14:49:42.282 INFO:tasks.rados.rados.0.smithi131.stdout:206: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-29T14:49:42.304 INFO:tasks.rados.rados.0.smithi131.stdout:205: finishing write tid 4 to smithi13174786-31 2024-08-29T14:49:42.305 INFO:tasks.rados.rados.0.smithi131.stdout:205: finishing write tid 5 to smithi13174786-31 2024-08-29T14:49:42.305 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 88 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-08-29T14:49:42.305 INFO:tasks.rados.rados.0.smithi131.stdout:205: left oid 31 (ObjNum 91 snap 18 seq_num 91) 2024-08-29T14:49:42.305 INFO:tasks.rados.rados.0.smithi131.stdout:207: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-29T14:49:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:42 smithi131 ceph-mon[17514]: osdmap e113: 8 total, 8 up, 8 in 2024-08-29T14:49:42.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:42 smithi131 ceph-mon[29516]: osdmap e113: 8 total, 8 up, 8 in 2024-08-29T14:49:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:42 smithi169 ceph-mon[20881]: osdmap e113: 8 total, 8 up, 8 in 2024-08-29T14:49:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:204: done (5 left) 2024-08-29T14:49:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:205: done (4 left) 2024-08-29T14:49:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:206: done (3 left) 2024-08-29T14:49:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:207: done (2 left) 2024-08-29T14:49:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:208: done (1 left) 2024-08-29T14:49:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:209: done (0 left) 2024-08-29T14:49:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:210: snap_remove snap 14 2024-08-29T14:49:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:43 smithi131 ceph-mon[17514]: osdmap e114: 8 total, 8 up, 8 in 2024-08-29T14:49:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:43 smithi131 ceph-mon[17514]: pgmap v149: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1015 KiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T14:49:43.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:49:43 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:43] "GET /metrics HTTP/1.1" 200 239794 "" "Prometheus/2.43.0" 2024-08-29T14:49:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:43 smithi131 ceph-mon[29516]: osdmap e114: 8 total, 8 up, 8 in 2024-08-29T14:49:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:43 smithi131 ceph-mon[29516]: pgmap v149: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1015 KiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T14:49:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:43 smithi169 ceph-mon[20881]: osdmap e114: 8 total, 8 up, 8 in 2024-08-29T14:49:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:43 smithi169 ceph-mon[20881]: pgmap v149: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1015 KiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T14:49:44.239 INFO:tasks.rados.rados.0.smithi131.stdout:210: done (0 left) 2024-08-29T14:49:44.239 INFO:tasks.rados.rados.0.smithi131.stdout:211: read oid 36 snap -1 2024-08-29T14:49:44.239 INFO:tasks.rados.rados.0.smithi131.stdout:211: expect deleted 2024-08-29T14:49:44.239 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 19 2024-08-29T14:49:44.239 INFO:tasks.rados.rados.0.smithi131.stdout:212: seq_num 92 ranges {0=745472,745472=761856,1507328=40960} 2024-08-29T14:49:44.244 INFO:tasks.rados.rados.0.smithi131.stdout:212: writing smithi13174786-1 from 0 to 745472 tid 1 2024-08-29T14:49:44.250 INFO:tasks.rados.rados.0.smithi131.stdout:212: writing smithi13174786-1 from 745472 to 1507328 tid 2 2024-08-29T14:49:44.250 INFO:tasks.rados.rados.0.smithi131.stdout:212: writing smithi13174786-1 from 1507328 to 1548288 tid 3 2024-08-29T14:49:44.250 INFO:tasks.rados.rados.0.smithi131.stdout:211: done (1 left) 2024-08-29T14:49:44.250 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 19 2024-08-29T14:49:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:213: seq_num 93 ranges {1441792=761856,2203648=647168,2850816=155648} 2024-08-29T14:49:44.264 INFO:tasks.rados.rados.0.smithi131.stdout:213: writing smithi13174786-21 from 1441792 to 2203648 tid 1 2024-08-29T14:49:44.269 INFO:tasks.rados.rados.0.smithi131.stdout:213: writing smithi13174786-21 from 2203648 to 2850816 tid 2 2024-08-29T14:49:44.270 INFO:tasks.rados.rados.0.smithi131.stdout:213: writing smithi13174786-21 from 2850816 to 3006464 tid 3 2024-08-29T14:49:44.270 INFO:tasks.rados.rados.0.smithi131.stdout:214: rmattr oid 19 current snap is 19 2024-08-29T14:49:44.270 INFO:tasks.rados.rados.0.smithi131.stdout:212: finishing write tid 1 to smithi13174786-1 2024-08-29T14:49:44.270 INFO:tasks.rados.rados.0.smithi131.stdout:212: finishing write tid 2 to smithi13174786-1 2024-08-29T14:49:44.270 INFO:tasks.rados.rados.0.smithi131.stdout:212: finishing write tid 3 to smithi13174786-1 2024-08-29T14:49:44.270 INFO:tasks.rados.rados.0.smithi131.stdout:212: finishing write tid 4 to smithi13174786-1 2024-08-29T14:49:44.270 INFO:tasks.rados.rados.0.smithi131.stdout:212: finishing write tid 5 to smithi13174786-1 2024-08-29T14:49:44.270 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 37 (ObjNum 92 snap 19 seq_num 92) dirty exists 2024-08-29T14:49:44.270 INFO:tasks.rados.rados.0.smithi131.stdout:212: left oid 1 (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:49:44.271 INFO:tasks.rados.rados.0.smithi131.stdout:213: finishing write tid 1 to smithi13174786-21 2024-08-29T14:49:44.271 INFO:tasks.rados.rados.0.smithi131.stdout:212: done (2 left) 2024-08-29T14:49:44.271 INFO:tasks.rados.rados.0.smithi131.stdout:214: done (1 left) 2024-08-29T14:49:44.271 INFO:tasks.rados.rados.0.smithi131.stdout:215: snap_remove snap 18 2024-08-29T14:49:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:44 smithi131 ceph-mon[17514]: osdmap e115: 8 total, 8 up, 8 in 2024-08-29T14:49:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:44 smithi131 ceph-mon[29516]: osdmap e115: 8 total, 8 up, 8 in 2024-08-29T14:49:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:44 smithi169 ceph-mon[20881]: osdmap e115: 8 total, 8 up, 8 in 2024-08-29T14:49:45.253 INFO:tasks.rados.rados.0.smithi131.stdout:215: done (1 left) 2024-08-29T14:49:45.253 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 19 2024-08-29T14:49:45.253 INFO:tasks.rados.rados.0.smithi131.stdout:213: finishing write tid 2 to smithi13174786-21 2024-08-29T14:49:45.253 INFO:tasks.rados.rados.0.smithi131.stdout:216: seq_num 94 ranges {1368064=778240,2146304=532480,2678784=270336} 2024-08-29T14:49:45.264 INFO:tasks.rados.rados.0.smithi131.stdout:216: writing smithi13174786-9 from 1368064 to 2146304 tid 1 2024-08-29T14:49:45.268 INFO:tasks.rados.rados.0.smithi131.stdout:216: writing smithi13174786-9 from 2146304 to 2678784 tid 2 2024-08-29T14:49:45.271 INFO:tasks.rados.rados.0.smithi131.stdout:216: writing smithi13174786-9 from 2678784 to 2949120 tid 3 2024-08-29T14:49:45.271 INFO:tasks.rados.rados.0.smithi131.stdout:217: copy_from oid 13 from oid 43 current snap is 19 2024-08-29T14:49:45.271 INFO:tasks.rados.rados.0.smithi131.stdout:218: rollback oid 30 current snap is 19 2024-08-29T14:49:45.271 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 30 to 17 2024-08-29T14:49:45.271 INFO:tasks.rados.rados.0.smithi131.stdout:213: finishing write tid 3 to smithi13174786-21 2024-08-29T14:49:45.271 INFO:tasks.rados.rados.0.smithi131.stdout:213: finishing write tid 4 to smithi13174786-21 2024-08-29T14:49:45.271 INFO:tasks.rados.rados.0.smithi131.stdout:213: finishing write tid 5 to smithi13174786-21 2024-08-29T14:49:45.271 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 57 (ObjNum 93 snap 19 seq_num 93) dirty exists 2024-08-29T14:49:45.271 INFO:tasks.rados.rados.0.smithi131.stdout:213: left oid 21 (ObjNum 93 snap 19 seq_num 93) 2024-08-29T14:49:45.272 INFO:tasks.rados.rados.0.smithi131.stdout:213: done (3 left) 2024-08-29T14:49:45.272 INFO:tasks.rados.rados.0.smithi131.stdout:219: rmattr oid 7 current snap is 19 2024-08-29T14:49:45.272 INFO:tasks.rados.rados.0.smithi131.stdout:219: done (3 left) 2024-08-29T14:49:45.272 INFO:tasks.rados.rados.0.smithi131.stdout:220: rmattr oid 24 current snap is 19 2024-08-29T14:49:45.272 INFO:tasks.rados.rados.0.smithi131.stdout:220: done (3 left) 2024-08-29T14:49:45.272 INFO:tasks.rados.rados.0.smithi131.stdout:221: rmattr oid 39 current snap is 19 2024-08-29T14:49:45.272 INFO:tasks.rados.rados.0.smithi131.stdout:221: done (3 left) 2024-08-29T14:49:45.273 INFO:tasks.rados.rados.0.smithi131.stdout:222: read oid 1 snap -1 2024-08-29T14:49:45.273 INFO:tasks.rados.rados.0.smithi131.stdout:222: expect (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:49:45.273 INFO:tasks.rados.rados.0.smithi131.stdout:223: read oid 50 snap -1 2024-08-29T14:49:45.273 INFO:tasks.rados.rados.0.smithi131.stdout:223: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-29T14:49:45.273 INFO:tasks.rados.rados.0.smithi131.stdout:224: setattr oid 36 current snap is 19 2024-08-29T14:49:45.274 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 19 2024-08-29T14:49:45.274 INFO:tasks.rados.rados.0.smithi131.stdout:225: seq_num 95 ranges {1400832=794624,2195456=409600,2605056=393216} 2024-08-29T14:49:45.286 INFO:tasks.rados.rados.0.smithi131.stdout:225: writing smithi13174786-20 from 1400832 to 2195456 tid 1 2024-08-29T14:49:45.289 INFO:tasks.rados.rados.0.smithi131.stdout:225: writing smithi13174786-20 from 2195456 to 2605056 tid 2 2024-08-29T14:49:45.292 INFO:tasks.rados.rados.0.smithi131.stdout:225: writing smithi13174786-20 from 2605056 to 2998272 tid 3 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:226: copy_from oid 34 from oid 23 current snap is 19 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:216: finishing write tid 1 to smithi13174786-9 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:216: finishing write tid 2 to smithi13174786-9 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 72 (ObjNum 65 snap 0 seq_num 1852269402) dirty exists 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:216: finishing write tid 3 to smithi13174786-9 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:216: finishing write tid 4 to smithi13174786-9 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:218: finishing rollback tid 0 to smithi13174786-30 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:218: finishing rollback tid 1 to smithi13174786-30 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:224: done (7 left) 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:227: snap_create 2024-08-29T14:49:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:223: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-29T14:49:45.319 INFO:tasks.rados.rados.0.smithi131.stdout:218: finishing rollback tid 2 to smithi13174786-30 2024-08-29T14:49:45.319 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 51 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-29T14:49:45.320 INFO:tasks.rados.rados.0.smithi131.stdout:216: finishing write tid 5 to smithi13174786-9 2024-08-29T14:49:45.320 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 47 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-08-29T14:49:45.320 INFO:tasks.rados.rados.0.smithi131.stdout:216: left oid 9 (ObjNum 94 snap 19 seq_num 94) 2024-08-29T14:49:45.320 INFO:tasks.rados.rados.0.smithi131.stdout:222: expect (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:49:45.363 INFO:tasks.rados.rados.0.smithi131.stdout:217: finishing copy_from racing read to smithi13174786-13 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:217: finishing copy_from to smithi13174786-13 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 30 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:225: finishing write tid 1 to smithi13174786-20 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:225: finishing write tid 2 to smithi13174786-20 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:225: finishing write tid 3 to smithi13174786-20 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:225: finishing write tid 4 to smithi13174786-20 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:225: finishing write tid 5 to smithi13174786-20 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 64 (ObjNum 95 snap 19 seq_num 95) dirty exists 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:225: left oid 20 (ObjNum 95 snap 19 seq_num 95) 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:226: finishing copy_from racing read to smithi13174786-34 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:226: finishing copy_from to smithi13174786-34 2024-08-29T14:49:45.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 22 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-29T14:49:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:45 smithi131 ceph-mon[17514]: osdmap e116: 8 total, 8 up, 8 in 2024-08-29T14:49:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:45 smithi131 ceph-mon[17514]: pgmap v152: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1015 KiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T14:49:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:45 smithi131 ceph-mon[29516]: osdmap e116: 8 total, 8 up, 8 in 2024-08-29T14:49:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:45 smithi131 ceph-mon[29516]: pgmap v152: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1015 KiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T14:49:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:45 smithi169 ceph-mon[20881]: osdmap e116: 8 total, 8 up, 8 in 2024-08-29T14:49:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:45 smithi169 ceph-mon[20881]: pgmap v152: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1015 KiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T14:49:46.257 INFO:tasks.rados.rados.0.smithi131.stdout:216: done (7 left) 2024-08-29T14:49:46.257 INFO:tasks.rados.rados.0.smithi131.stdout:217: done (6 left) 2024-08-29T14:49:46.257 INFO:tasks.rados.rados.0.smithi131.stdout:218: done (5 left) 2024-08-29T14:49:46.257 INFO:tasks.rados.rados.0.smithi131.stdout:222: done (4 left) 2024-08-29T14:49:46.257 INFO:tasks.rados.rados.0.smithi131.stdout:223: done (3 left) 2024-08-29T14:49:46.258 INFO:tasks.rados.rados.0.smithi131.stdout:225: done (2 left) 2024-08-29T14:49:46.258 INFO:tasks.rados.rados.0.smithi131.stdout:226: done (1 left) 2024-08-29T14:49:46.258 INFO:tasks.rados.rados.0.smithi131.stdout:227: done (0 left) 2024-08-29T14:49:46.258 INFO:tasks.rados.rados.0.smithi131.stdout:228: delete oid 31 current snap is 20 2024-08-29T14:49:46.260 INFO:tasks.rados.rados.0.smithi131.stdout:228: done (0 left) 2024-08-29T14:49:46.260 INFO:tasks.rados.rados.0.smithi131.stdout:229: delete oid 26 current snap is 20 2024-08-29T14:49:46.263 INFO:tasks.rados.rados.0.smithi131.stdout:229: done (0 left) 2024-08-29T14:49:46.263 INFO:tasks.rados.rados.0.smithi131.stdout:230: copy_from oid 20 from oid 42 current snap is 20 2024-08-29T14:49:46.263 INFO:tasks.rados.rados.0.smithi131.stdout:231: delete oid 5 current snap is 20 2024-08-29T14:49:46.264 INFO:tasks.rados.rados.0.smithi131.stdout:230: finishing copy_from to smithi13174786-20 2024-08-29T14:49:46.264 INFO:tasks.rados.rados.0.smithi131.stdout:230: got expected ENOENT (src dne) 2024-08-29T14:49:46.264 INFO:tasks.rados.rados.0.smithi131.stdout:230: finishing copy_from racing read to smithi13174786-20 2024-08-29T14:49:46.265 INFO:tasks.rados.rados.0.smithi131.stdout:230: done (1 left) 2024-08-29T14:49:46.265 INFO:tasks.rados.rados.0.smithi131.stdout:231: done (0 left) 2024-08-29T14:49:46.265 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 20 2024-08-29T14:49:46.266 INFO:tasks.rados.rados.0.smithi131.stdout:232: seq_num 99 ranges {393216=466944,860160=802816,1662976=401408} 2024-08-29T14:49:46.271 INFO:tasks.rados.rados.0.smithi131.stdout:232: writing smithi13174786-24 from 393216 to 860160 tid 1 2024-08-29T14:49:46.277 INFO:tasks.rados.rados.0.smithi131.stdout:232: writing smithi13174786-24 from 860160 to 1662976 tid 2 2024-08-29T14:49:46.281 INFO:tasks.rados.rados.0.smithi131.stdout:232: writing smithi13174786-24 from 1662976 to 2064384 tid 3 2024-08-29T14:49:46.281 INFO:tasks.rados.rados.0.smithi131.stdout:233: read oid 34 snap -1 2024-08-29T14:49:46.281 INFO:tasks.rados.rados.0.smithi131.stdout:233: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-29T14:49:46.281 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 20 2024-08-29T14:49:46.281 INFO:tasks.rados.rados.0.smithi131.stdout:234: seq_num 100 ranges {1597440=483328,2080768=688128,2768896=516096} 2024-08-29T14:49:46.293 INFO:tasks.rados.rados.0.smithi131.stdout:234: writing smithi13174786-39 from 1597440 to 2080768 tid 1 2024-08-29T14:49:46.299 INFO:tasks.rados.rados.0.smithi131.stdout:234: writing smithi13174786-39 from 2080768 to 2768896 tid 2 2024-08-29T14:49:46.303 INFO:tasks.rados.rados.0.smithi131.stdout:234: writing smithi13174786-39 from 2768896 to 3284992 tid 3 2024-08-29T14:49:46.303 INFO:tasks.rados.rados.0.smithi131.stdout:235: rollback oid 21 current snap is 20 2024-08-29T14:49:46.304 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 19 2024-08-29T14:49:46.304 INFO:tasks.rados.rados.0.smithi131.stdout:232: finishing write tid 1 to smithi13174786-24 2024-08-29T14:49:46.304 INFO:tasks.rados.rados.0.smithi131.stdout:236: snap_remove snap 10 2024-08-29T14:49:46.304 INFO:tasks.rados.rados.0.smithi131.stdout:232: finishing write tid 2 to smithi13174786-24 2024-08-29T14:49:46.304 INFO:tasks.rados.rados.0.smithi131.stdout:232: finishing write tid 3 to smithi13174786-24 2024-08-29T14:49:46.304 INFO:tasks.rados.rados.0.smithi131.stdout:232: finishing write tid 4 to smithi13174786-24 2024-08-29T14:49:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:46 smithi169 ceph-mon[20881]: osdmap e117: 8 total, 8 up, 8 in 2024-08-29T14:49:46.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:49:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:49:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:46 smithi131 ceph-mon[17514]: osdmap e117: 8 total, 8 up, 8 in 2024-08-29T14:49:46.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:46 smithi131 ceph-mon[29516]: osdmap e117: 8 total, 8 up, 8 in 2024-08-29T14:49:47.212 INFO:tasks.rados.rados.0.smithi131.stdout:236: done (4 left) 2024-08-29T14:49:47.212 INFO:tasks.rados.rados.0.smithi131.stdout:237: snap_remove snap 17 2024-08-29T14:49:47.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:47 smithi169 ceph-mon[20881]: osdmap e118: 8 total, 8 up, 8 in 2024-08-29T14:49:47.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:47 smithi169 ceph-mon[20881]: pgmap v155: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-08-29T14:49:47.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:47 smithi169 ceph-mon[20881]: osdmap e119: 8 total, 8 up, 8 in 2024-08-29T14:49:47.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:47 smithi131 ceph-mon[17514]: osdmap e118: 8 total, 8 up, 8 in 2024-08-29T14:49:47.634 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:47 smithi131 ceph-mon[17514]: pgmap v155: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-08-29T14:49:47.634 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:47 smithi131 ceph-mon[17514]: osdmap e119: 8 total, 8 up, 8 in 2024-08-29T14:49:47.635 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:47 smithi131 ceph-mon[29516]: osdmap e118: 8 total, 8 up, 8 in 2024-08-29T14:49:47.635 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:47 smithi131 ceph-mon[29516]: pgmap v155: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-08-29T14:49:47.635 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:47 smithi131 ceph-mon[29516]: osdmap e119: 8 total, 8 up, 8 in 2024-08-29T14:49:48.215 INFO:tasks.rados.rados.0.smithi131.stdout:237: done (4 left) 2024-08-29T14:49:48.215 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 20 2024-08-29T14:49:48.215 INFO:tasks.rados.rados.0.smithi131.stdout:238: seq_num 101 ranges {0=499712,499712=573440,1073152=524288,1597440=106496} 2024-08-29T14:49:48.219 INFO:tasks.rados.rados.0.smithi131.stdout:238: writing smithi13174786-18 from 0 to 499712 tid 1 2024-08-29T14:49:48.223 INFO:tasks.rados.rados.0.smithi131.stdout:238: writing smithi13174786-18 from 499712 to 1073152 tid 2 2024-08-29T14:49:48.226 INFO:tasks.rados.rados.0.smithi131.stdout:238: writing smithi13174786-18 from 1073152 to 1597440 tid 3 2024-08-29T14:49:48.228 INFO:tasks.rados.rados.0.smithi131.stdout:238: writing smithi13174786-18 from 1597440 to 1703936 tid 4 2024-08-29T14:49:48.228 INFO:tasks.rados.rados.0.smithi131.stdout:239: copy_from oid 33 from oid 17 current snap is 20 2024-08-29T14:49:48.228 INFO:tasks.rados.rados.0.smithi131.stdout:232: finishing write tid 5 to smithi13174786-24 2024-08-29T14:49:48.228 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 42 (ObjNum 99 snap 20 seq_num 99) dirty exists 2024-08-29T14:49:48.228 INFO:tasks.rados.rados.0.smithi131.stdout:232: left oid 24 (ObjNum 99 snap 20 seq_num 99) 2024-08-29T14:49:48.228 INFO:tasks.rados.rados.0.smithi131.stdout:232: done (5 left) 2024-08-29T14:49:48.228 INFO:tasks.rados.rados.0.smithi131.stdout:240: delete oid 7 current snap is 20 2024-08-29T14:49:48.229 INFO:tasks.rados.rados.0.smithi131.stdout:233: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-29T14:49:48.276 INFO:tasks.rados.rados.0.smithi131.stdout:234: finishing write tid 1 to smithi13174786-39 2024-08-29T14:49:48.276 INFO:tasks.rados.rados.0.smithi131.stdout:234: finishing write tid 2 to smithi13174786-39 2024-08-29T14:49:48.276 INFO:tasks.rados.rados.0.smithi131.stdout:234: finishing write tid 3 to smithi13174786-39 2024-08-29T14:49:48.276 INFO:tasks.rados.rados.0.smithi131.stdout:234: finishing write tid 4 to smithi13174786-39 2024-08-29T14:49:48.276 INFO:tasks.rados.rados.0.smithi131.stdout:235: finishing rollback tid 0 to smithi13174786-21 2024-08-29T14:49:48.276 INFO:tasks.rados.rados.0.smithi131.stdout:234: finishing write tid 5 to smithi13174786-39 2024-08-29T14:49:48.276 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 69 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-08-29T14:49:48.276 INFO:tasks.rados.rados.0.smithi131.stdout:234: left oid 39 (ObjNum 100 snap 20 seq_num 100) 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:235: finishing rollback tid 1 to smithi13174786-21 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:233: done (5 left) 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:234: done (4 left) 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:240: done (3 left) 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:241: delete oid 20 current snap is 20 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:235: finishing rollback tid 2 to smithi13174786-21 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 73 (ObjNum 93 snap 19 seq_num 93) dirty exists 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:238: finishing write tid 1 to smithi13174786-18 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:238: finishing write tid 2 to smithi13174786-18 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:238: finishing write tid 3 to smithi13174786-18 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:238: finishing write tid 4 to smithi13174786-18 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:238: finishing write tid 5 to smithi13174786-18 2024-08-29T14:49:48.277 INFO:tasks.rados.rados.0.smithi131.stdout:238: finishing write tid 6 to smithi13174786-18 2024-08-29T14:49:48.278 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 119 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-08-29T14:49:48.278 INFO:tasks.rados.rados.0.smithi131.stdout:238: left oid 18 (ObjNum 101 snap 20 seq_num 101) 2024-08-29T14:49:48.278 INFO:tasks.rados.rados.0.smithi131.stdout:239: finishing copy_from racing read to smithi13174786-33 2024-08-29T14:49:48.278 INFO:tasks.rados.rados.0.smithi131.stdout:239: finishing copy_from to smithi13174786-33 2024-08-29T14:49:48.278 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 25 (ObjNum 73 snap 8 seq_num 73) dirty exists 2024-08-29T14:49:48.278 INFO:tasks.rados.rados.0.smithi131.stdout:235: done (3 left) 2024-08-29T14:49:48.278 INFO:tasks.rados.rados.0.smithi131.stdout:238: done (2 left) 2024-08-29T14:49:48.279 INFO:tasks.rados.rados.0.smithi131.stdout:239: done (1 left) 2024-08-29T14:49:48.279 INFO:tasks.rados.rados.0.smithi131.stdout:241: done (0 left) 2024-08-29T14:49:48.279 INFO:tasks.rados.rados.0.smithi131.stdout:242: setattr oid 29 current snap is 20 2024-08-29T14:49:48.279 INFO:tasks.rados.rados.0.smithi131.stdout:243: snap_remove snap 6 2024-08-29T14:49:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:243: done (1 left) 2024-08-29T14:49:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 20 2024-08-29T14:49:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:244: seq_num 104 ranges {491520=548864,1040384=622592,1662976=581632} 2024-08-29T14:49:49.225 INFO:tasks.rados.rados.0.smithi131.stdout:244: writing smithi13174786-38 from 491520 to 1040384 tid 1 2024-08-29T14:49:49.231 INFO:tasks.rados.rados.0.smithi131.stdout:244: writing smithi13174786-38 from 1040384 to 1662976 tid 2 2024-08-29T14:49:49.236 INFO:tasks.rados.rados.0.smithi131.stdout:244: writing smithi13174786-38 from 1662976 to 2244608 tid 3 2024-08-29T14:49:49.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 22 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-08-29T14:49:49.236 INFO:tasks.rados.rados.0.smithi131.stdout:244: finishing write tid 1 to smithi13174786-38 2024-08-29T14:49:49.236 INFO:tasks.rados.rados.0.smithi131.stdout:244: finishing write tid 2 to smithi13174786-38 2024-08-29T14:49:49.236 INFO:tasks.rados.rados.0.smithi131.stdout:242: done (1 left) 2024-08-29T14:49:49.236 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 20 2024-08-29T14:49:49.236 INFO:tasks.rados.rados.0.smithi131.stdout:245: seq_num 105 ranges {24576=565248,589824=507904,1097728=507904,1605632=188416} 2024-08-29T14:49:49.240 INFO:tasks.rados.rados.0.smithi131.stdout:245: writing smithi13174786-2 from 24576 to 589824 tid 1 2024-08-29T14:49:49.244 INFO:tasks.rados.rados.0.smithi131.stdout:245: writing smithi13174786-2 from 589824 to 1097728 tid 2 2024-08-29T14:49:49.248 INFO:tasks.rados.rados.0.smithi131.stdout:245: writing smithi13174786-2 from 1097728 to 1605632 tid 3 2024-08-29T14:49:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:245: writing smithi13174786-2 from 1605632 to 1794048 tid 4 2024-08-29T14:49:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:246: copy_from oid 27 from oid 26 current snap is 20 2024-08-29T14:49:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:244: finishing write tid 3 to smithi13174786-38 2024-08-29T14:49:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:244: finishing write tid 4 to smithi13174786-38 2024-08-29T14:49:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:244: finishing write tid 5 to smithi13174786-38 2024-08-29T14:49:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 55 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-08-29T14:49:49.251 INFO:tasks.rados.rados.0.smithi131.stdout:244: left oid 38 (ObjNum 104 snap 20 seq_num 104) 2024-08-29T14:49:49.251 INFO:tasks.rados.rados.0.smithi131.stdout:245: finishing write tid 1 to smithi13174786-2 2024-08-29T14:49:49.251 INFO:tasks.rados.rados.0.smithi131.stdout:245: finishing write tid 2 to smithi13174786-2 2024-08-29T14:49:49.251 INFO:tasks.rados.rados.0.smithi131.stdout:244: done (2 left) 2024-08-29T14:49:49.251 INFO:tasks.rados.rados.0.smithi131.stdout:247: snap_create 2024-08-29T14:49:49.252 INFO:tasks.rados.rados.0.smithi131.stdout:246: finishing copy_from to smithi13174786-27 2024-08-29T14:49:49.252 INFO:tasks.rados.rados.0.smithi131.stdout:246: got expected ENOENT (src dne) 2024-08-29T14:49:49.252 INFO:tasks.rados.rados.0.smithi131.stdout:245: finishing write tid 3 to smithi13174786-2 2024-08-29T14:49:49.252 INFO:tasks.rados.rados.0.smithi131.stdout:246: finishing copy_from racing read to smithi13174786-27 2024-08-29T14:49:49.252 INFO:tasks.rados.rados.0.smithi131.stdout:245: finishing write tid 4 to smithi13174786-2 2024-08-29T14:49:49.252 INFO:tasks.rados.rados.0.smithi131.stdout:245: finishing write tid 5 to smithi13174786-2 2024-08-29T14:49:49.253 INFO:tasks.rados.rados.0.smithi131.stdout:245: finishing write tid 6 to smithi13174786-2 2024-08-29T14:49:49.253 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 30 (ObjNum 105 snap 20 seq_num 105) dirty exists 2024-08-29T14:49:49.253 INFO:tasks.rados.rados.0.smithi131.stdout:245: left oid 2 (ObjNum 105 snap 20 seq_num 105) 2024-08-29T14:49:49.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:49 smithi131 ceph-mon[17514]: osdmap e120: 8 total, 8 up, 8 in 2024-08-29T14:49:49.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:49 smithi131 ceph-mon[17514]: pgmap v158: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-08-29T14:49:49.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:49 smithi131 ceph-mon[29516]: osdmap e120: 8 total, 8 up, 8 in 2024-08-29T14:49:49.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:49 smithi131 ceph-mon[29516]: pgmap v158: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-08-29T14:49:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:49 smithi169 ceph-mon[20881]: osdmap e120: 8 total, 8 up, 8 in 2024-08-29T14:49:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:49 smithi169 ceph-mon[20881]: pgmap v158: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-08-29T14:49:50.221 INFO:tasks.rados.rados.0.smithi131.stdout:245: done (2 left) 2024-08-29T14:49:50.221 INFO:tasks.rados.rados.0.smithi131.stdout:246: done (1 left) 2024-08-29T14:49:50.221 INFO:tasks.rados.rados.0.smithi131.stdout:247: done (0 left) 2024-08-29T14:49:50.221 INFO:tasks.rados.rados.0.smithi131.stdout:248: snap_create 2024-08-29T14:49:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:50 smithi131 ceph-mon[17514]: osdmap e121: 8 total, 8 up, 8 in 2024-08-29T14:49:50.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:50 smithi131 ceph-mon[29516]: osdmap e121: 8 total, 8 up, 8 in 2024-08-29T14:49:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:50 smithi169 ceph-mon[20881]: osdmap e121: 8 total, 8 up, 8 in 2024-08-29T14:49:51.228 INFO:tasks.rados.rados.0.smithi131.stdout:248: done (0 left) 2024-08-29T14:49:51.228 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 22 2024-08-29T14:49:51.228 INFO:tasks.rados.rados.0.smithi131.stdout:249: seq_num 106 ranges {1368064=581632,1949696=794624,2744320=409600} 2024-08-29T14:49:51.239 INFO:tasks.rados.rados.0.smithi131.stdout:249: writing smithi13174786-17 from 1368064 to 1949696 tid 1 2024-08-29T14:49:51.245 INFO:tasks.rados.rados.0.smithi131.stdout:249: writing smithi13174786-17 from 1949696 to 2744320 tid 2 2024-08-29T14:49:51.248 INFO:tasks.rados.rados.0.smithi131.stdout:249: writing smithi13174786-17 from 2744320 to 3153920 tid 3 2024-08-29T14:49:51.248 INFO:tasks.rados.rados.0.smithi131.stdout:250: rollback oid 8 current snap is 22 2024-08-29T14:49:51.248 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 8 to 19 2024-08-29T14:49:51.248 INFO:tasks.rados.rados.0.smithi131.stdout:249: finishing write tid 1 to smithi13174786-17 2024-08-29T14:49:51.248 INFO:tasks.rados.rados.0.smithi131.stdout:251: rmattr oid 26 current snap is 22 2024-08-29T14:49:51.248 INFO:tasks.rados.rados.0.smithi131.stdout:251: done (2 left) 2024-08-29T14:49:51.248 INFO:tasks.rados.rados.0.smithi131.stdout:252: delete oid 2 current snap is 22 2024-08-29T14:49:51.249 INFO:tasks.rados.rados.0.smithi131.stdout:249: finishing write tid 2 to smithi13174786-17 2024-08-29T14:49:51.249 INFO:tasks.rados.rados.0.smithi131.stdout:250: finishing rollback tid 1 to smithi13174786-8 2024-08-29T14:49:51.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 0 (ObjNum 129 snap 0 seq_num 2120692192) dirty dne 2024-08-29T14:49:51.250 INFO:tasks.rados.rados.0.smithi131.stdout:249: finishing write tid 3 to smithi13174786-17 2024-08-29T14:49:51.250 INFO:tasks.rados.rados.0.smithi131.stdout:249: finishing write tid 4 to smithi13174786-17 2024-08-29T14:49:51.252 INFO:tasks.rados.rados.0.smithi131.stdout:249: finishing write tid 5 to smithi13174786-17 2024-08-29T14:49:51.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 83 (ObjNum 106 snap 22 seq_num 106) dirty exists 2024-08-29T14:49:51.252 INFO:tasks.rados.rados.0.smithi131.stdout:249: left oid 17 (ObjNum 106 snap 22 seq_num 106) 2024-08-29T14:49:51.252 INFO:tasks.rados.rados.0.smithi131.stdout:249: done (2 left) 2024-08-29T14:49:51.252 INFO:tasks.rados.rados.0.smithi131.stdout:250: done (1 left) 2024-08-29T14:49:51.252 INFO:tasks.rados.rados.0.smithi131.stdout:252: done (0 left) 2024-08-29T14:49:51.252 INFO:tasks.rados.rados.0.smithi131.stdout:253: rmattr oid 38 current snap is 22 2024-08-29T14:49:51.252 INFO:tasks.rados.rados.0.smithi131.stdout:253: done (0 left) 2024-08-29T14:49:51.252 INFO:tasks.rados.rados.0.smithi131.stdout:254: snap_create 2024-08-29T14:49:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:51 smithi131 ceph-mon[17514]: osdmap e122: 8 total, 8 up, 8 in 2024-08-29T14:49:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:51 smithi131 ceph-mon[17514]: pgmap v161: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:51 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:51 smithi131 ceph-mon[29516]: osdmap e122: 8 total, 8 up, 8 in 2024-08-29T14:49:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:51 smithi131 ceph-mon[29516]: pgmap v161: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:51 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:51 smithi169 ceph-mon[20881]: osdmap e122: 8 total, 8 up, 8 in 2024-08-29T14:49:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:51 smithi169 ceph-mon[20881]: pgmap v161: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:49:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:51 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:49:52.241 INFO:tasks.rados.rados.0.smithi131.stdout:254: done (0 left) 2024-08-29T14:49:52.241 INFO:tasks.rados.rados.0.smithi131.stdout:255: copy_from oid 48 from oid 47 current snap is 23 2024-08-29T14:49:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:256: read oid 34 snap -1 2024-08-29T14:49:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:256: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-29T14:49:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 23 2024-08-29T14:49:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:257: seq_num 108 ranges {0=614400,614400=606208,1220608=598016} 2024-08-29T14:49:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:257: writing smithi13174786-36 from 0 to 614400 tid 1 2024-08-29T14:49:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:257: writing smithi13174786-36 from 614400 to 1220608 tid 2 2024-08-29T14:49:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:257: writing smithi13174786-36 from 1220608 to 1818624 tid 3 2024-08-29T14:49:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 23 2024-08-29T14:49:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:258: seq_num 109 ranges {0=630784,630784=491520,1122304=483328,1605632=229376} 2024-08-29T14:49:52.257 INFO:tasks.rados.rados.0.smithi131.stdout:258: writing smithi13174786-2 from 0 to 630784 tid 1 2024-08-29T14:49:52.260 INFO:tasks.rados.rados.0.smithi131.stdout:258: writing smithi13174786-2 from 630784 to 1122304 tid 2 2024-08-29T14:49:52.263 INFO:tasks.rados.rados.0.smithi131.stdout:258: writing smithi13174786-2 from 1122304 to 1605632 tid 3 2024-08-29T14:49:52.265 INFO:tasks.rados.rados.0.smithi131.stdout:258: writing smithi13174786-2 from 1605632 to 1835008 tid 4 2024-08-29T14:49:52.265 INFO:tasks.rados.rados.0.smithi131.stdout:259: rollback oid 21 current snap is 23 2024-08-29T14:49:52.265 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 21 2024-08-29T14:49:52.265 INFO:tasks.rados.rados.0.smithi131.stdout:256: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-29T14:49:52.308 INFO:tasks.rados.rados.0.smithi131.stdout:255: finishing copy_from racing read to smithi13174786-48 2024-08-29T14:49:52.308 INFO:tasks.rados.rados.0.smithi131.stdout:257: finishing write tid 1 to smithi13174786-36 2024-08-29T14:49:52.308 INFO:tasks.rados.rados.0.smithi131.stdout:255: finishing copy_from to smithi13174786-48 2024-08-29T14:49:52.308 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 23 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:49:52.308 INFO:tasks.rados.rados.0.smithi131.stdout:255: done (4 left) 2024-08-29T14:49:52.308 INFO:tasks.rados.rados.0.smithi131.stdout:256: done (3 left) 2024-08-29T14:49:52.308 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 23 2024-08-29T14:49:52.308 INFO:tasks.rados.rados.0.smithi131.stdout:257: finishing write tid 2 to smithi13174786-36 2024-08-29T14:49:52.308 INFO:tasks.rados.rados.0.smithi131.stdout:257: finishing write tid 3 to smithi13174786-36 2024-08-29T14:49:52.308 INFO:tasks.rados.rados.0.smithi131.stdout:260: seq_num 110 ranges {2064384=647168,2711552=778240,3489792=425984} 2024-08-29T14:49:52.322 INFO:tasks.rados.rados.0.smithi131.stdout:260: writing smithi13174786-24 from 2064384 to 2711552 tid 1 2024-08-29T14:49:52.327 INFO:tasks.rados.rados.0.smithi131.stdout:260: writing smithi13174786-24 from 2711552 to 3489792 tid 2 2024-08-29T14:49:52.330 INFO:tasks.rados.rados.0.smithi131.stdout:260: writing smithi13174786-24 from 3489792 to 3915776 tid 3 2024-08-29T14:49:52.330 INFO:tasks.rados.rados.0.smithi131.stdout:261: delete oid 27 current snap is 23 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:257: finishing write tid 4 to smithi13174786-36 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:257: finishing write tid 5 to smithi13174786-36 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 90 (ObjNum 108 snap 23 seq_num 108) dirty exists 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:257: left oid 36 (ObjNum 108 snap 23 seq_num 108) 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:258: finishing write tid 1 to smithi13174786-2 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:258: finishing write tid 2 to smithi13174786-2 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:258: finishing write tid 3 to smithi13174786-2 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:258: finishing write tid 4 to smithi13174786-2 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:258: finishing write tid 5 to smithi13174786-2 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:259: finishing rollback tid 0 to smithi13174786-21 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:259: finishing rollback tid 1 to smithi13174786-21 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:259: finishing rollback tid 2 to smithi13174786-21 2024-08-29T14:49:52.331 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 97 (ObjNum 93 snap 19 seq_num 93) dirty exists 2024-08-29T14:49:52.332 INFO:tasks.rados.rados.0.smithi131.stdout:258: finishing write tid 6 to smithi13174786-2 2024-08-29T14:49:52.332 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 37 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-08-29T14:49:52.332 INFO:tasks.rados.rados.0.smithi131.stdout:258: left oid 2 (ObjNum 109 snap 23 seq_num 109) 2024-08-29T14:49:52.332 INFO:tasks.rados.rados.0.smithi131.stdout:260: finishing write tid 1 to smithi13174786-24 2024-08-29T14:49:52.332 INFO:tasks.rados.rados.0.smithi131.stdout:260: finishing write tid 2 to smithi13174786-24 2024-08-29T14:49:52.333 INFO:tasks.rados.rados.0.smithi131.stdout:257: done (4 left) 2024-08-29T14:49:52.333 INFO:tasks.rados.rados.0.smithi131.stdout:258: done (3 left) 2024-08-29T14:49:52.333 INFO:tasks.rados.rados.0.smithi131.stdout:259: done (2 left) 2024-08-29T14:49:52.333 INFO:tasks.rados.rados.0.smithi131.stdout:261: done (1 left) 2024-08-29T14:49:52.333 INFO:tasks.rados.rados.0.smithi131.stdout:262: read oid 47 snap -1 2024-08-29T14:49:52.333 INFO:tasks.rados.rados.0.smithi131.stdout:262: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:49:52.333 INFO:tasks.rados.rados.0.smithi131.stdout:263: read oid 40 snap 20 2024-08-29T14:49:52.333 INFO:tasks.rados.rados.0.smithi131.stdout:263: expect deleted 2024-08-29T14:49:52.333 INFO:tasks.rados.rados.0.smithi131.stdout:264: setattr oid 27 current snap is 23 2024-08-29T14:49:52.334 INFO:tasks.rados.rados.0.smithi131.stdout:260: finishing write tid 3 to smithi13174786-24 2024-08-29T14:49:52.334 INFO:tasks.rados.rados.0.smithi131.stdout:260: finishing write tid 4 to smithi13174786-24 2024-08-29T14:49:52.335 INFO:tasks.rados.rados.0.smithi131.stdout:263: done (3 left) 2024-08-29T14:49:52.335 INFO:tasks.rados.rados.0.smithi131.stdout:265: rollback oid 25 current snap is 23 2024-08-29T14:49:52.335 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 25 to 22 2024-08-29T14:49:52.335 INFO:tasks.rados.rados.0.smithi131.stdout:266: delete oid 31 current snap is 23 2024-08-29T14:49:52.337 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 58 (ObjNum 97 snap 0 seq_num 1) dirty exists 2024-08-29T14:49:52.337 INFO:tasks.rados.rados.0.smithi131.stdout:264: done (4 left) 2024-08-29T14:49:52.337 INFO:tasks.rados.rados.0.smithi131.stdout:266: done (3 left) 2024-08-29T14:49:52.337 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 23 2024-08-29T14:49:52.337 INFO:tasks.rados.rados.0.smithi131.stdout:267: seq_num 113 ranges {557056=696320,1253376=434176,1687552=466944,2154496=303104} 2024-08-29T14:49:52.344 INFO:tasks.rados.rados.0.smithi131.stdout:267: writing smithi13174786-4 from 557056 to 1253376 tid 1 2024-08-29T14:49:52.347 INFO:tasks.rados.rados.0.smithi131.stdout:267: writing smithi13174786-4 from 1253376 to 1687552 tid 2 2024-08-29T14:49:52.350 INFO:tasks.rados.rados.0.smithi131.stdout:267: writing smithi13174786-4 from 1687552 to 2154496 tid 3 2024-08-29T14:49:52.352 INFO:tasks.rados.rados.0.smithi131.stdout:267: writing smithi13174786-4 from 2154496 to 2457600 tid 4 2024-08-29T14:49:52.352 INFO:tasks.rados.rados.0.smithi131.stdout:268: setattr oid 1 current snap is 23 2024-08-29T14:49:52.352 INFO:tasks.rados.rados.0.smithi131.stdout:265: finishing rollback tid 0 to smithi13174786-25 2024-08-29T14:49:52.352 INFO:tasks.rados.rados.0.smithi131.stdout:265: finishing rollback tid 1 to smithi13174786-25 2024-08-29T14:49:52.352 INFO:tasks.rados.rados.0.smithi131.stdout:265: finishing rollback tid 2 to smithi13174786-25 2024-08-29T14:49:52.353 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 133 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T14:49:52.353 INFO:tasks.rados.rados.0.smithi131.stdout:260: finishing write tid 5 to smithi13174786-24 2024-08-29T14:49:52.353 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 59 (ObjNum 110 snap 23 seq_num 110) dirty exists 2024-08-29T14:49:52.353 INFO:tasks.rados.rados.0.smithi131.stdout:260: left oid 24 (ObjNum 110 snap 23 seq_num 110) 2024-08-29T14:49:52.353 INFO:tasks.rados.rados.0.smithi131.stdout:262: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:49:52.389 INFO:tasks.rados.rados.0.smithi131.stdout:267: finishing write tid 1 to smithi13174786-4 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:267: finishing write tid 2 to smithi13174786-4 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:267: finishing write tid 3 to smithi13174786-4 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:267: finishing write tid 4 to smithi13174786-4 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:267: finishing write tid 5 to smithi13174786-4 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:267: finishing write tid 6 to smithi13174786-4 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 129 (ObjNum 113 snap 23 seq_num 113) dirty exists 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:267: left oid 4 (ObjNum 113 snap 23 seq_num 113) 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:260: done (4 left) 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:262: done (3 left) 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:265: done (2 left) 2024-08-29T14:49:52.390 INFO:tasks.rados.rados.0.smithi131.stdout:267: done (1 left) 2024-08-29T14:49:52.391 INFO:tasks.rados.rados.0.smithi131.stdout:269: setattr oid 37 current snap is 23 2024-08-29T14:49:52.391 INFO:tasks.rados.rados.0.smithi131.stdout:270: snap_remove snap 19 2024-08-29T14:49:52.483 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:52 smithi131 ceph-mon[17514]: osdmap e123: 8 total, 8 up, 8 in 2024-08-29T14:49:52.483 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:52 smithi131 ceph-mon[29516]: osdmap e123: 8 total, 8 up, 8 in 2024-08-29T14:49:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:52 smithi169 ceph-mon[20881]: osdmap e123: 8 total, 8 up, 8 in 2024-08-29T14:49:53.246 INFO:tasks.rados.rados.0.smithi131.stdout:270: done (2 left) 2024-08-29T14:49:53.246 INFO:tasks.rados.rados.0.smithi131.stdout:271: read oid 46 snap -1 2024-08-29T14:49:53.246 INFO:tasks.rados.rados.0.smithi131.stdout:271: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:49:53.247 INFO:tasks.rados.rados.0.smithi131.stdout:272: read oid 39 snap -1 2024-08-29T14:49:53.247 INFO:tasks.rados.rados.0.smithi131.stdout:272: expect (ObjNum 100 snap 20 seq_num 100) 2024-08-29T14:49:53.247 INFO:tasks.rados.rados.0.smithi131.stdout:273: snap_create 2024-08-29T14:49:53.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 61 (ObjNum 92 snap 19 seq_num 92) dirty exists 2024-08-29T14:49:53.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 60 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-29T14:49:53.256 INFO:tasks.rados.rados.0.smithi131.stdout:271: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:49:53.280 INFO:tasks.rados.rados.0.smithi131.stdout:272: expect (ObjNum 100 snap 20 seq_num 100) 2024-08-29T14:49:53.448 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:53 smithi131 ceph-mon[17514]: osdmap e124: 8 total, 8 up, 8 in 2024-08-29T14:49:53.448 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:53 smithi131 ceph-mon[17514]: pgmap v164: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-29T14:49:53.448 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:53 smithi131 ceph-mon[29516]: osdmap e124: 8 total, 8 up, 8 in 2024-08-29T14:49:53.449 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:53 smithi131 ceph-mon[29516]: pgmap v164: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-29T14:49:53.449 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:49:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:53] "GET /metrics HTTP/1.1" 200 239923 "" "Prometheus/2.43.0" 2024-08-29T14:49:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:53 smithi169 ceph-mon[20881]: osdmap e124: 8 total, 8 up, 8 in 2024-08-29T14:49:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:53 smithi169 ceph-mon[20881]: pgmap v164: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-29T14:49:54.246 INFO:tasks.rados.rados.0.smithi131.stdout:268: done (4 left) 2024-08-29T14:49:54.246 INFO:tasks.rados.rados.0.smithi131.stdout:269: done (3 left) 2024-08-29T14:49:54.246 INFO:tasks.rados.rados.0.smithi131.stdout:271: done (2 left) 2024-08-29T14:49:54.246 INFO:tasks.rados.rados.0.smithi131.stdout:272: done (1 left) 2024-08-29T14:49:54.247 INFO:tasks.rados.rados.0.smithi131.stdout:273: done (0 left) 2024-08-29T14:49:54.247 INFO:tasks.rados.rados.0.smithi131.stdout:274: rollback oid 30 current snap is 24 2024-08-29T14:49:54.247 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 30 to 15 2024-08-29T14:49:54.247 INFO:tasks.rados.rados.0.smithi131.stdout:275: copy_from oid 9 from oid 25 current snap is 24 2024-08-29T14:49:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:276: copy_from oid 12 from oid 28 current snap is 24 2024-08-29T14:49:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:277: read oid 1 snap -1 2024-08-29T14:49:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:277: expect (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:49:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:278: read oid 17 snap -1 2024-08-29T14:49:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:278: expect (ObjNum 106 snap 22 seq_num 106) 2024-08-29T14:49:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:279: read oid 15 snap 15 2024-08-29T14:49:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:279: expect (ObjNum 63 snap 6 seq_num 63) 2024-08-29T14:49:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 24 2024-08-29T14:49:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:280: seq_num 114 ranges {1482752=712704,2195456=712704,2908160=491520} 2024-08-29T14:49:54.260 INFO:tasks.rados.rados.0.smithi131.stdout:280: writing smithi13174786-43 from 1482752 to 2195456 tid 1 2024-08-29T14:49:54.265 INFO:tasks.rados.rados.0.smithi131.stdout:280: writing smithi13174786-43 from 2195456 to 2908160 tid 2 2024-08-29T14:49:54.269 INFO:tasks.rados.rados.0.smithi131.stdout:280: writing smithi13174786-43 from 2908160 to 3399680 tid 3 2024-08-29T14:49:54.269 INFO:tasks.rados.rados.0.smithi131.stdout:281: snap_remove snap 22 2024-08-29T14:49:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[17514]: osdmap e125: 8 total, 8 up, 8 in 2024-08-29T14:49:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[17514]: Upgrade: Target is version 19.3.0-4579-g1f4056d9 (unknown) 2024-08-29T14:49:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[17514]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc'] 2024-08-29T14:49:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[17514]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-29T14:49:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[17514]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc on smithi169 2024-08-29T14:49:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[29516]: osdmap e125: 8 total, 8 up, 8 in 2024-08-29T14:49:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:54.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[29516]: Upgrade: Target is version 19.3.0-4579-g1f4056d9 (unknown) 2024-08-29T14:49:54.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[29516]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc'] 2024-08-29T14:49:54.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:54.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:54.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[29516]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-29T14:49:54.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:54 smithi131 ceph-mon[29516]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc on smithi169 2024-08-29T14:49:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:54 smithi169 ceph-mon[20881]: osdmap e125: 8 total, 8 up, 8 in 2024-08-29T14:49:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:54 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:54 smithi169 ceph-mon[20881]: Upgrade: Target is version 19.3.0-4579-g1f4056d9 (unknown) 2024-08-29T14:49:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:54 smithi169 ceph-mon[20881]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc'] 2024-08-29T14:49:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:54 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:54 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:49:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:54 smithi169 ceph-mon[20881]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-29T14:49:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:54 smithi169 ceph-mon[20881]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc on smithi169 2024-08-29T14:49:55.258 INFO:tasks.rados.rados.0.smithi131.stdout:281: done (7 left) 2024-08-29T14:49:55.258 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 24 2024-08-29T14:49:55.258 INFO:tasks.rados.rados.0.smithi131.stdout:282: seq_num 115 ranges {1343488=729088,2072576=647168,2719744=434176,3153920=122880} 2024-08-29T14:49:55.269 INFO:tasks.rados.rados.0.smithi131.stdout:282: writing smithi13174786-48 from 1343488 to 2072576 tid 1 2024-08-29T14:49:55.273 INFO:tasks.rados.rados.0.smithi131.stdout:282: writing smithi13174786-48 from 2072576 to 2719744 tid 2 2024-08-29T14:49:55.276 INFO:tasks.rados.rados.0.smithi131.stdout:282: writing smithi13174786-48 from 2719744 to 3153920 tid 3 2024-08-29T14:49:55.277 INFO:tasks.rados.rados.0.smithi131.stdout:282: writing smithi13174786-48 from 3153920 to 3276800 tid 4 2024-08-29T14:49:55.277 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 24 2024-08-29T14:49:55.278 INFO:tasks.rados.rados.0.smithi131.stdout:283: seq_num 116 ranges {3096576=745472,3842048=532480,4374528=638976,5013504=32768} 2024-08-29T14:49:55.298 INFO:tasks.rados.rados.0.smithi131.stdout:283: writing smithi13174786-10 from 3096576 to 3842048 tid 1 2024-08-29T14:49:55.301 INFO:tasks.rados.rados.0.smithi131.stdout:283: writing smithi13174786-10 from 3842048 to 4374528 tid 2 2024-08-29T14:49:55.306 INFO:tasks.rados.rados.0.smithi131.stdout:283: writing smithi13174786-10 from 4374528 to 5013504 tid 3 2024-08-29T14:49:55.306 INFO:tasks.rados.rados.0.smithi131.stdout:283: writing smithi13174786-10 from 5013504 to 5046272 tid 4 2024-08-29T14:49:55.306 INFO:tasks.rados.rados.0.smithi131.stdout:284: rollback oid 27 current snap is 24 2024-08-29T14:49:55.306 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 20 2024-08-29T14:49:55.306 INFO:tasks.rados.rados.0.smithi131.stdout:275: finishing copy_from racing read to smithi13174786-9 2024-08-29T14:49:55.306 INFO:tasks.rados.rados.0.smithi131.stdout:274: finishing rollback tid 0 to smithi13174786-30 2024-08-29T14:49:55.306 INFO:tasks.rados.rados.0.smithi131.stdout:274: finishing rollback tid 1 to smithi13174786-30 2024-08-29T14:49:55.306 INFO:tasks.rados.rados.0.smithi131.stdout:274: finishing rollback tid 2 to smithi13174786-30 2024-08-29T14:49:55.306 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 71 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-29T14:49:55.306 INFO:tasks.rados.rados.0.smithi131.stdout:275: finishing copy_from to smithi13174786-9 2024-08-29T14:49:55.307 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 133 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T14:49:55.307 INFO:tasks.rados.rados.0.smithi131.stdout:277: expect (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:49:55.348 INFO:tasks.rados.rados.0.smithi131.stdout:279: expect (ObjNum 63 snap 6 seq_num 63) 2024-08-29T14:49:55.385 INFO:tasks.rados.rados.0.smithi131.stdout:278: expect (ObjNum 106 snap 22 seq_num 106) 2024-08-29T14:49:55.490 INFO:tasks.rados.rados.0.smithi131.stdout:276: finishing copy_from racing read to smithi13174786-12 2024-08-29T14:49:55.490 INFO:tasks.rados.rados.0.smithi131.stdout:276: finishing copy_from to smithi13174786-12 2024-08-29T14:49:55.490 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 20 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-29T14:49:55.490 INFO:tasks.rados.rados.0.smithi131.stdout:280: finishing write tid 1 to smithi13174786-43 2024-08-29T14:49:55.490 INFO:tasks.rados.rados.0.smithi131.stdout:274: done (9 left) 2024-08-29T14:49:55.490 INFO:tasks.rados.rados.0.smithi131.stdout:275: done (8 left) 2024-08-29T14:49:55.490 INFO:tasks.rados.rados.0.smithi131.stdout:276: done (7 left) 2024-08-29T14:49:55.490 INFO:tasks.rados.rados.0.smithi131.stdout:277: done (6 left) 2024-08-29T14:49:55.490 INFO:tasks.rados.rados.0.smithi131.stdout:278: done (5 left) 2024-08-29T14:49:55.490 INFO:tasks.rados.rados.0.smithi131.stdout:279: done (4 left) 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:285: rollback oid 4 current snap is 24 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 4 to 16 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:280: finishing write tid 2 to smithi13174786-43 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:280: finishing write tid 3 to smithi13174786-43 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:280: finishing write tid 4 to smithi13174786-43 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:280: finishing write tid 5 to smithi13174786-43 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 137 (ObjNum 114 snap 24 seq_num 114) dirty exists 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:280: left oid 43 (ObjNum 114 snap 24 seq_num 114) 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:282: finishing write tid 1 to smithi13174786-48 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:282: finishing write tid 2 to smithi13174786-48 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:282: finishing write tid 3 to smithi13174786-48 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:282: finishing write tid 4 to smithi13174786-48 2024-08-29T14:49:55.491 INFO:tasks.rados.rados.0.smithi131.stdout:282: finishing write tid 5 to smithi13174786-48 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:282: finishing write tid 6 to smithi13174786-48 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 106 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:282: left oid 48 (ObjNum 115 snap 24 seq_num 115) 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:283: finishing write tid 1 to smithi13174786-10 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:283: finishing write tid 2 to smithi13174786-10 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:284: finishing rollback tid 0 to smithi13174786-27 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:284: finishing rollback tid 1 to smithi13174786-27 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:283: finishing write tid 3 to smithi13174786-10 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:283: finishing write tid 4 to smithi13174786-10 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:284: finishing rollback tid 2 to smithi13174786-27 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 74 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:283: finishing write tid 5 to smithi13174786-10 2024-08-29T14:49:55.492 INFO:tasks.rados.rados.0.smithi131.stdout:283: finishing write tid 6 to smithi13174786-10 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 139 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:283: left oid 10 (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:280: done (4 left) 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:282: done (3 left) 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:283: done (2 left) 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:284: done (1 left) 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:286: rmattr oid 11 current snap is 24 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:286: done (1 left) 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:287: rollback oid 48 current snap is 24 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 23 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:288: rmattr oid 7 current snap is 24 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:288: done (2 left) 2024-08-29T14:49:55.493 INFO:tasks.rados.rados.0.smithi131.stdout:289: copy_from oid 34 from oid 27 current snap is 24 2024-08-29T14:49:55.494 INFO:tasks.rados.rados.0.smithi131.stdout:290: rollback oid 38 current snap is 24 2024-08-29T14:49:55.494 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 21 2024-08-29T14:49:55.494 INFO:tasks.rados.rados.0.smithi131.stdout:291: snap_remove snap 20 2024-08-29T14:49:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:55 smithi131 ceph-mon[17514]: osdmap e126: 8 total, 8 up, 8 in 2024-08-29T14:49:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:55 smithi131 ceph-mon[17514]: pgmap v167: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-29T14:49:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:55 smithi131 ceph-mon[29516]: osdmap e126: 8 total, 8 up, 8 in 2024-08-29T14:49:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:55 smithi131 ceph-mon[29516]: pgmap v167: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-29T14:49:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:55 smithi169 ceph-mon[20881]: osdmap e126: 8 total, 8 up, 8 in 2024-08-29T14:49:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:55 smithi169 ceph-mon[20881]: pgmap v167: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-29T14:49:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:291: done (4 left) 2024-08-29T14:49:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 24 2024-08-29T14:49:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:287: finishing rollback tid 0 to smithi13174786-48 2024-08-29T14:49:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:290: finishing rollback tid 0 to smithi13174786-38 2024-08-29T14:49:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:285: finishing rollback tid 0 to smithi13174786-4 2024-08-29T14:49:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:285: finishing rollback tid 1 to smithi13174786-4 2024-08-29T14:49:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:290: finishing rollback tid 1 to smithi13174786-38 2024-08-29T14:49:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:285: finishing rollback tid 2 to smithi13174786-4 2024-08-29T14:49:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 143 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-29T14:49:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:287: finishing rollback tid 1 to smithi13174786-48 2024-08-29T14:49:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:287: finishing rollback tid 2 to smithi13174786-48 2024-08-29T14:49:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 109 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:49:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:290: finishing rollback tid 2 to smithi13174786-38 2024-08-29T14:49:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 78 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-08-29T14:49:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:289: finishing copy_from racing read to smithi13174786-34 2024-08-29T14:49:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:289: finishing copy_from to smithi13174786-34 2024-08-29T14:49:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 74 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-08-29T14:49:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:292: seq_num 117 ranges {0=770048,770048=417792,1187840=442368,1630208=344064} 2024-08-29T14:49:56.267 INFO:tasks.rados.rados.0.smithi131.stdout:292: writing smithi13174786-12 from 0 to 770048 tid 1 2024-08-29T14:49:56.270 INFO:tasks.rados.rados.0.smithi131.stdout:292: writing smithi13174786-12 from 770048 to 1187840 tid 2 2024-08-29T14:49:56.273 INFO:tasks.rados.rados.0.smithi131.stdout:292: writing smithi13174786-12 from 1187840 to 1630208 tid 3 2024-08-29T14:49:56.275 INFO:tasks.rados.rados.0.smithi131.stdout:292: writing smithi13174786-12 from 1630208 to 1974272 tid 4 2024-08-29T14:49:56.275 INFO:tasks.rados.rados.0.smithi131.stdout:285: done (4 left) 2024-08-29T14:49:56.275 INFO:tasks.rados.rados.0.smithi131.stdout:287: done (3 left) 2024-08-29T14:49:56.275 INFO:tasks.rados.rados.0.smithi131.stdout:289: done (2 left) 2024-08-29T14:49:56.275 INFO:tasks.rados.rados.0.smithi131.stdout:290: done (1 left) 2024-08-29T14:49:56.275 INFO:tasks.rados.rados.0.smithi131.stdout:293: setattr oid 41 current snap is 24 2024-08-29T14:49:56.275 INFO:tasks.rados.rados.0.smithi131.stdout:292: finishing write tid 1 to smithi13174786-12 2024-08-29T14:49:56.276 INFO:tasks.rados.rados.0.smithi131.stdout:292: finishing write tid 2 to smithi13174786-12 2024-08-29T14:49:56.276 INFO:tasks.rados.rados.0.smithi131.stdout:292: finishing write tid 3 to smithi13174786-12 2024-08-29T14:49:56.276 INFO:tasks.rados.rados.0.smithi131.stdout:294: snap_remove snap 15 2024-08-29T14:49:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:56 smithi169 ceph-mon[20881]: osdmap e127: 8 total, 8 up, 8 in 2024-08-29T14:49:56.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:49:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:49:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:49:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:56 smithi131 ceph-mon[17514]: osdmap e127: 8 total, 8 up, 8 in 2024-08-29T14:49:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:56 smithi131 ceph-mon[29516]: osdmap e127: 8 total, 8 up, 8 in 2024-08-29T14:49:57.213 INFO:tasks.rados.rados.0.smithi131.stdout:294: done (2 left) 2024-08-29T14:49:57.213 INFO:tasks.rados.rados.0.smithi131.stdout:295: setattr oid 16 current snap is 24 2024-08-29T14:49:57.213 INFO:tasks.rados.rados.0.smithi131.stdout:292: finishing write tid 4 to smithi13174786-12 2024-08-29T14:49:57.213 INFO:tasks.rados.rados.0.smithi131.stdout:292: finishing write tid 5 to smithi13174786-12 2024-08-29T14:49:57.214 INFO:tasks.rados.rados.0.smithi131.stdout:292: finishing write tid 6 to smithi13174786-12 2024-08-29T14:49:57.214 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 51 (ObjNum 117 snap 24 seq_num 117) dirty exists 2024-08-29T14:49:57.214 INFO:tasks.rados.rados.0.smithi131.stdout:292: left oid 12 (ObjNum 117 snap 24 seq_num 117) 2024-08-29T14:49:57.214 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 141 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-29T14:49:57.214 INFO:tasks.rados.rados.0.smithi131.stdout:292: done (2 left) 2024-08-29T14:49:57.214 INFO:tasks.rados.rados.0.smithi131.stdout:293: done (1 left) 2024-08-29T14:49:57.214 INFO:tasks.rados.rados.0.smithi131.stdout:296: snap_create 2024-08-29T14:49:57.222 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 153 (ObjNum 85 snap 15 seq_num 85) dirty exists 2024-08-29T14:49:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:57 smithi131 ceph-mon[17514]: osdmap e128: 8 total, 8 up, 8 in 2024-08-29T14:49:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:57 smithi131 ceph-mon[17514]: pgmap v170: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-08-29T14:49:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:57 smithi131 ceph-mon[17514]: osdmap e129: 8 total, 8 up, 8 in 2024-08-29T14:49:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:57 smithi131 ceph-mon[29516]: osdmap e128: 8 total, 8 up, 8 in 2024-08-29T14:49:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:57 smithi131 ceph-mon[29516]: pgmap v170: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-08-29T14:49:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:57 smithi131 ceph-mon[29516]: osdmap e129: 8 total, 8 up, 8 in 2024-08-29T14:49:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:57 smithi169 ceph-mon[20881]: osdmap e128: 8 total, 8 up, 8 in 2024-08-29T14:49:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:57 smithi169 ceph-mon[20881]: pgmap v170: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-08-29T14:49:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:57 smithi169 ceph-mon[20881]: osdmap e129: 8 total, 8 up, 8 in 2024-08-29T14:49:58.214 INFO:tasks.rados.rados.0.smithi131.stdout:295: done (1 left) 2024-08-29T14:49:58.214 INFO:tasks.rados.rados.0.smithi131.stdout:296: done (0 left) 2024-08-29T14:49:58.215 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 25 2024-08-29T14:49:58.215 INFO:tasks.rados.rados.0.smithi131.stdout:297: seq_num 118 ranges {1368064=786432,2154496=704512,2859008=499712} 2024-08-29T14:49:58.225 INFO:tasks.rados.rados.0.smithi131.stdout:297: writing smithi13174786-33 from 1368064 to 2154496 tid 1 2024-08-29T14:49:58.230 INFO:tasks.rados.rados.0.smithi131.stdout:297: writing smithi13174786-33 from 2154496 to 2859008 tid 2 2024-08-29T14:49:58.233 INFO:tasks.rados.rados.0.smithi131.stdout:297: writing smithi13174786-33 from 2859008 to 3358720 tid 3 2024-08-29T14:49:58.233 INFO:tasks.rados.rados.0.smithi131.stdout:298: copy_from oid 18 from oid 13 current snap is 25 2024-08-29T14:49:58.234 INFO:tasks.rados.rados.0.smithi131.stdout:297: finishing write tid 1 to smithi13174786-33 2024-08-29T14:49:58.234 INFO:tasks.rados.rados.0.smithi131.stdout:297: finishing write tid 2 to smithi13174786-33 2024-08-29T14:49:58.234 INFO:tasks.rados.rados.0.smithi131.stdout:299: snap_create 2024-08-29T14:49:58.235 INFO:tasks.rados.rados.0.smithi131.stdout:297: finishing write tid 3 to smithi13174786-33 2024-08-29T14:49:58.235 INFO:tasks.rados.rados.0.smithi131.stdout:297: finishing write tid 4 to smithi13174786-33 2024-08-29T14:49:58.237 INFO:tasks.rados.rados.0.smithi131.stdout:297: finishing write tid 5 to smithi13174786-33 2024-08-29T14:49:58.237 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 53 (ObjNum 118 snap 25 seq_num 118) dirty exists 2024-08-29T14:49:58.237 INFO:tasks.rados.rados.0.smithi131.stdout:297: left oid 33 (ObjNum 118 snap 25 seq_num 118) 2024-08-29T14:49:58.241 INFO:tasks.rados.rados.0.smithi131.stdout:298: finishing copy_from racing read to smithi13174786-18 2024-08-29T14:49:58.242 INFO:tasks.rados.rados.0.smithi131.stdout:298: finishing copy_from to smithi13174786-18 2024-08-29T14:49:58.242 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 30 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-08-29T14:49:59.222 INFO:tasks.rados.rados.0.smithi131.stdout:297: done (2 left) 2024-08-29T14:49:59.222 INFO:tasks.rados.rados.0.smithi131.stdout:298: done (1 left) 2024-08-29T14:49:59.222 INFO:tasks.rados.rados.0.smithi131.stdout:299: done (0 left) 2024-08-29T14:49:59.222 INFO:tasks.rados.rados.0.smithi131.stdout:300: snap_create 2024-08-29T14:49:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:59 smithi131 ceph-mon[17514]: osdmap e130: 8 total, 8 up, 8 in 2024-08-29T14:49:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:49:59 smithi131 ceph-mon[17514]: pgmap v173: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-08-29T14:49:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:59 smithi131 ceph-mon[29516]: osdmap e130: 8 total, 8 up, 8 in 2024-08-29T14:49:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:49:59 smithi131 ceph-mon[29516]: pgmap v173: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-08-29T14:49:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:59 smithi169 ceph-mon[20881]: osdmap e130: 8 total, 8 up, 8 in 2024-08-29T14:49:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:49:59 smithi169 ceph-mon[20881]: pgmap v173: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-08-29T14:50:00.222 INFO:tasks.rados.rados.0.smithi131.stdout:300: done (0 left) 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:301: read oid 15 snap -1 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:301: expect (ObjNum 63 snap 6 seq_num 63) 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:302: read oid 1 snap -1 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:302: expect (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:303: rmattr oid 37 current snap is 27 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:304: copy_from oid 22 from oid 47 current snap is 27 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:305: read oid 5 snap -1 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:305: expect deleted 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:306: read oid 18 snap -1 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:306: expect (ObjNum 76 snap 11 seq_num 76) 2024-08-29T14:50:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:307: snap_remove snap 24 2024-08-29T14:50:00.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:00 smithi131 ceph-mon[17514]: osdmap e131: 8 total, 8 up, 8 in 2024-08-29T14:50:00.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:00 smithi131 ceph-mon[17514]: overall HEALTH_OK 2024-08-29T14:50:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:00 smithi131 ceph-mon[29516]: osdmap e131: 8 total, 8 up, 8 in 2024-08-29T14:50:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:00 smithi131 ceph-mon[29516]: overall HEALTH_OK 2024-08-29T14:50:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:00 smithi169 ceph-mon[20881]: osdmap e131: 8 total, 8 up, 8 in 2024-08-29T14:50:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:00 smithi169 ceph-mon[20881]: overall HEALTH_OK 2024-08-29T14:50:01.232 INFO:tasks.rados.rados.0.smithi131.stdout:307: done (6 left) 2024-08-29T14:50:01.232 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 27 2024-08-29T14:50:01.232 INFO:tasks.rados.rados.0.smithi131.stdout:308: seq_num 119 ranges {221184=802816,1024000=589824,1613824=409600,2023424=204800} 2024-08-29T14:50:01.237 INFO:tasks.rados.rados.0.smithi131.stdout:308: writing smithi13174786-14 from 221184 to 1024000 tid 1 2024-08-29T14:50:01.241 INFO:tasks.rados.rados.0.smithi131.stdout:308: writing smithi13174786-14 from 1024000 to 1613824 tid 2 2024-08-29T14:50:01.243 INFO:tasks.rados.rados.0.smithi131.stdout:308: writing smithi13174786-14 from 1613824 to 2023424 tid 3 2024-08-29T14:50:01.245 INFO:tasks.rados.rados.0.smithi131.stdout:308: writing smithi13174786-14 from 2023424 to 2228224 tid 4 2024-08-29T14:50:01.245 INFO:tasks.rados.rados.0.smithi131.stdout:309: rollback oid 4 current snap is 27 2024-08-29T14:50:01.245 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 4 to 21 2024-08-29T14:50:01.245 INFO:tasks.rados.rados.0.smithi131.stdout:306: expect (ObjNum 76 snap 11 seq_num 76) 2024-08-29T14:50:01.287 INFO:tasks.rados.rados.0.smithi131.stdout:302: expect (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:50:01.328 INFO:tasks.rados.rados.0.smithi131.stdout:301: expect (ObjNum 63 snap 6 seq_num 63) 2024-08-29T14:50:01.365 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 92 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-29T14:50:01.365 INFO:tasks.rados.rados.0.smithi131.stdout:304: finishing copy_from racing read to smithi13174786-22 2024-08-29T14:50:01.365 INFO:tasks.rados.rados.0.smithi131.stdout:304: finishing copy_from to smithi13174786-22 2024-08-29T14:50:01.365 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 23 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:50:01.365 INFO:tasks.rados.rados.0.smithi131.stdout:308: finishing write tid 1 to smithi13174786-14 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:308: finishing write tid 2 to smithi13174786-14 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:308: finishing write tid 3 to smithi13174786-14 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:308: finishing write tid 4 to smithi13174786-14 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:308: finishing write tid 5 to smithi13174786-14 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:301: done (7 left) 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:302: done (6 left) 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:303: done (5 left) 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:304: done (4 left) 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:305: done (3 left) 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:306: done (2 left) 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:310: snap_create 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:309: finishing rollback tid 0 to smithi13174786-4 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:309: finishing rollback tid 1 to smithi13174786-4 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:309: finishing rollback tid 2 to smithi13174786-4 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 157 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-29T14:50:01.366 INFO:tasks.rados.rados.0.smithi131.stdout:308: finishing write tid 6 to smithi13174786-14 2024-08-29T14:50:01.367 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 125 (ObjNum 119 snap 27 seq_num 119) dirty exists 2024-08-29T14:50:01.367 INFO:tasks.rados.rados.0.smithi131.stdout:308: left oid 14 (ObjNum 119 snap 27 seq_num 119) 2024-08-29T14:50:01.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:01 smithi131 ceph-mon[17514]: osdmap e132: 8 total, 8 up, 8 in 2024-08-29T14:50:01.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:01 smithi131 ceph-mon[17514]: pgmap v176: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:01.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:01 smithi131 ceph-mon[29516]: osdmap e132: 8 total, 8 up, 8 in 2024-08-29T14:50:01.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:01 smithi131 ceph-mon[29516]: pgmap v176: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:01 smithi169 ceph-mon[20881]: osdmap e132: 8 total, 8 up, 8 in 2024-08-29T14:50:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:01 smithi169 ceph-mon[20881]: pgmap v176: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:02.235 INFO:tasks.rados.rados.0.smithi131.stdout:308: done (2 left) 2024-08-29T14:50:02.235 INFO:tasks.rados.rados.0.smithi131.stdout:309: done (1 left) 2024-08-29T14:50:02.235 INFO:tasks.rados.rados.0.smithi131.stdout:310: done (0 left) 2024-08-29T14:50:02.235 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 28 2024-08-29T14:50:02.235 INFO:tasks.rados.rados.0.smithi131.stdout:311: seq_num 120 ranges {1482752=417792,1900544=475136,2375680=622592,2998272=507904} 2024-08-29T14:50:02.245 INFO:tasks.rados.rados.0.smithi131.stdout:311: writing smithi13174786-18 from 1482752 to 1900544 tid 1 2024-08-29T14:50:02.247 INFO:tasks.rados.rados.0.smithi131.stdout:311: writing smithi13174786-18 from 1900544 to 2375680 tid 2 2024-08-29T14:50:02.251 INFO:tasks.rados.rados.0.smithi131.stdout:311: writing smithi13174786-18 from 2375680 to 2998272 tid 3 2024-08-29T14:50:02.254 INFO:tasks.rados.rados.0.smithi131.stdout:311: writing smithi13174786-18 from 2998272 to 3506176 tid 4 2024-08-29T14:50:02.254 INFO:tasks.rados.rados.0.smithi131.stdout:312: read oid 31 snap -1 2024-08-29T14:50:02.254 INFO:tasks.rados.rados.0.smithi131.stdout:312: expect deleted 2024-08-29T14:50:02.255 INFO:tasks.rados.rados.0.smithi131.stdout:313: read oid 5 snap -1 2024-08-29T14:50:02.255 INFO:tasks.rados.rados.0.smithi131.stdout:313: expect deleted 2024-08-29T14:50:02.255 INFO:tasks.rados.rados.0.smithi131.stdout:314: copy_from oid 21 from oid 32 current snap is 28 2024-08-29T14:50:02.255 INFO:tasks.rados.rados.0.smithi131.stdout:311: finishing write tid 1 to smithi13174786-18 2024-08-29T14:50:02.255 INFO:tasks.rados.rados.0.smithi131.stdout:311: finishing write tid 2 to smithi13174786-18 2024-08-29T14:50:02.255 INFO:tasks.rados.rados.0.smithi131.stdout:311: finishing write tid 3 to smithi13174786-18 2024-08-29T14:50:02.255 INFO:tasks.rados.rados.0.smithi131.stdout:315: snap_create 2024-08-29T14:50:02.256 INFO:tasks.rados.rados.0.smithi131.stdout:311: finishing write tid 4 to smithi13174786-18 2024-08-29T14:50:02.257 INFO:tasks.rados.rados.0.smithi131.stdout:311: finishing write tid 5 to smithi13174786-18 2024-08-29T14:50:02.258 INFO:tasks.rados.rados.0.smithi131.stdout:311: finishing write tid 6 to smithi13174786-18 2024-08-29T14:50:02.258 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 163 (ObjNum 120 snap 28 seq_num 120) dirty exists 2024-08-29T14:50:02.259 INFO:tasks.rados.rados.0.smithi131.stdout:311: left oid 18 (ObjNum 120 snap 28 seq_num 120) 2024-08-29T14:50:02.262 INFO:tasks.rados.rados.0.smithi131.stdout:314: finishing copy_from racing read to smithi13174786-21 2024-08-29T14:50:02.263 INFO:tasks.rados.rados.0.smithi131.stdout:314: finishing copy_from to smithi13174786-21 2024-08-29T14:50:02.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 78 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T14:50:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:02 smithi131 ceph-mon[17514]: osdmap e133: 8 total, 8 up, 8 in 2024-08-29T14:50:02.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:02 smithi131 ceph-mon[29516]: osdmap e133: 8 total, 8 up, 8 in 2024-08-29T14:50:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:02 smithi169 ceph-mon[20881]: osdmap e133: 8 total, 8 up, 8 in 2024-08-29T14:50:03.247 INFO:tasks.rados.rados.0.smithi131.stdout:311: done (4 left) 2024-08-29T14:50:03.247 INFO:tasks.rados.rados.0.smithi131.stdout:312: done (3 left) 2024-08-29T14:50:03.247 INFO:tasks.rados.rados.0.smithi131.stdout:313: done (2 left) 2024-08-29T14:50:03.247 INFO:tasks.rados.rados.0.smithi131.stdout:314: done (1 left) 2024-08-29T14:50:03.247 INFO:tasks.rados.rados.0.smithi131.stdout:315: done (0 left) 2024-08-29T14:50:03.248 INFO:tasks.rados.rados.0.smithi131.stdout:316: read oid 41 snap -1 2024-08-29T14:50:03.248 INFO:tasks.rados.rados.0.smithi131.stdout:316: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-29T14:50:03.248 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 29 2024-08-29T14:50:03.248 INFO:tasks.rados.rados.0.smithi131.stdout:317: seq_num 121 ranges {0=434176,434176=753664,1187840=425984,1613824=425984} 2024-08-29T14:50:03.249 INFO:tasks.rados.rados.0.smithi131.stdout:317: writing smithi13174786-8 from 0 to 434176 tid 1 2024-08-29T14:50:03.253 INFO:tasks.rados.rados.0.smithi131.stdout:317: writing smithi13174786-8 from 434176 to 1187840 tid 2 2024-08-29T14:50:03.256 INFO:tasks.rados.rados.0.smithi131.stdout:317: writing smithi13174786-8 from 1187840 to 1613824 tid 3 2024-08-29T14:50:03.258 INFO:tasks.rados.rados.0.smithi131.stdout:317: writing smithi13174786-8 from 1613824 to 2039808 tid 4 2024-08-29T14:50:03.259 INFO:tasks.rados.rados.0.smithi131.stdout:318: setattr oid 48 current snap is 29 2024-08-29T14:50:03.259 INFO:tasks.rados.rados.0.smithi131.stdout:317: finishing write tid 1 to smithi13174786-8 2024-08-29T14:50:03.259 INFO:tasks.rados.rados.0.smithi131.stdout:316: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-29T14:50:03.279 INFO:tasks.rados.rados.0.smithi131.stdout:317: finishing write tid 2 to smithi13174786-8 2024-08-29T14:50:03.279 INFO:tasks.rados.rados.0.smithi131.stdout:317: finishing write tid 3 to smithi13174786-8 2024-08-29T14:50:03.279 INFO:tasks.rados.rados.0.smithi131.stdout:317: finishing write tid 4 to smithi13174786-8 2024-08-29T14:50:03.279 INFO:tasks.rados.rados.0.smithi131.stdout:317: finishing write tid 5 to smithi13174786-8 2024-08-29T14:50:03.279 INFO:tasks.rados.rados.0.smithi131.stdout:317: finishing write tid 6 to smithi13174786-8 2024-08-29T14:50:03.279 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 130 (ObjNum 121 snap 29 seq_num 121) dirty exists 2024-08-29T14:50:03.279 INFO:tasks.rados.rados.0.smithi131.stdout:317: left oid 8 (ObjNum 121 snap 29 seq_num 121) 2024-08-29T14:50:03.280 INFO:tasks.rados.rados.0.smithi131.stdout:316: done (2 left) 2024-08-29T14:50:03.280 INFO:tasks.rados.rados.0.smithi131.stdout:317: done (1 left) 2024-08-29T14:50:03.280 INFO:tasks.rados.rados.0.smithi131.stdout:319: rollback oid 35 current snap is 29 2024-08-29T14:50:03.280 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 35 to 16 2024-08-29T14:50:03.280 INFO:tasks.rados.rados.0.smithi131.stdout:320: snap_create 2024-08-29T14:50:03.282 INFO:tasks.rados.rados.0.smithi131.stdout:319: finishing rollback tid 0 to smithi13174786-35 2024-08-29T14:50:03.283 INFO:tasks.rados.rados.0.smithi131.stdout:319: finishing rollback tid 1 to smithi13174786-35 2024-08-29T14:50:03.283 INFO:tasks.rados.rados.0.smithi131.stdout:319: finishing rollback tid 2 to smithi13174786-35 2024-08-29T14:50:03.283 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 161 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-29T14:50:03.283 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 121 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:50:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:03 smithi131 ceph-mon[17514]: osdmap e134: 8 total, 8 up, 8 in 2024-08-29T14:50:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:03 smithi131 ceph-mon[17514]: pgmap v179: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-29T14:50:03.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:03 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:50:03] "GET /metrics HTTP/1.1" 200 239923 "" "Prometheus/2.43.0" 2024-08-29T14:50:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:03 smithi131 ceph-mon[29516]: osdmap e134: 8 total, 8 up, 8 in 2024-08-29T14:50:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:03 smithi131 ceph-mon[29516]: pgmap v179: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-29T14:50:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:03 smithi169 ceph-mon[20881]: osdmap e134: 8 total, 8 up, 8 in 2024-08-29T14:50:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:03 smithi169 ceph-mon[20881]: pgmap v179: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-29T14:50:04.253 INFO:tasks.rados.rados.0.smithi131.stdout:318: done (2 left) 2024-08-29T14:50:04.253 INFO:tasks.rados.rados.0.smithi131.stdout:319: done (1 left) 2024-08-29T14:50:04.253 INFO:tasks.rados.rados.0.smithi131.stdout:320: done (0 left) 2024-08-29T14:50:04.253 INFO:tasks.rados.rados.0.smithi131.stdout:321: rollback oid 50 current snap is 30 2024-08-29T14:50:04.254 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 50 to 16 2024-08-29T14:50:04.254 INFO:tasks.rados.rados.0.smithi131.stdout:322: rmattr oid 38 current snap is 30 2024-08-29T14:50:04.254 INFO:tasks.rados.rados.0.smithi131.stdout:322: done (1 left) 2024-08-29T14:50:04.254 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 30 2024-08-29T14:50:04.254 INFO:tasks.rados.rados.0.smithi131.stdout:323: seq_num 122 ranges {524288=450560,974848=688128,1662976=630784,2293760=286720} 2024-08-29T14:50:04.258 INFO:tasks.rados.rados.0.smithi131.stdout:323: writing smithi13174786-21 from 524288 to 974848 tid 1 2024-08-29T14:50:04.262 INFO:tasks.rados.rados.0.smithi131.stdout:323: writing smithi13174786-21 from 974848 to 1662976 tid 2 2024-08-29T14:50:04.266 INFO:tasks.rados.rados.0.smithi131.stdout:323: writing smithi13174786-21 from 1662976 to 2293760 tid 3 2024-08-29T14:50:04.268 INFO:tasks.rados.rados.0.smithi131.stdout:323: writing smithi13174786-21 from 2293760 to 2580480 tid 4 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:324: copy_from oid 37 from oid 14 current snap is 30 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:321: finishing rollback tid 0 to smithi13174786-50 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:321: finishing rollback tid 1 to smithi13174786-50 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:321: finishing rollback tid 2 to smithi13174786-50 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 167 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:323: finishing write tid 1 to smithi13174786-21 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:323: finishing write tid 2 to smithi13174786-21 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:321: done (2 left) 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:325: rmattr oid 44 current snap is 30 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:325: done (2 left) 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 30 2024-08-29T14:50:04.269 INFO:tasks.rados.rados.0.smithi131.stdout:326: seq_num 123 ranges {1302528=466944,1769472=573440,2342912=794624,3137536=237568} 2024-08-29T14:50:04.278 INFO:tasks.rados.rados.0.smithi131.stdout:326: writing smithi13174786-15 from 1302528 to 1769472 tid 1 2024-08-29T14:50:04.281 INFO:tasks.rados.rados.0.smithi131.stdout:326: writing smithi13174786-15 from 1769472 to 2342912 tid 2 2024-08-29T14:50:04.286 INFO:tasks.rados.rados.0.smithi131.stdout:326: writing smithi13174786-15 from 2342912 to 3137536 tid 3 2024-08-29T14:50:04.288 INFO:tasks.rados.rados.0.smithi131.stdout:326: writing smithi13174786-15 from 3137536 to 3375104 tid 4 2024-08-29T14:50:04.288 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 30 2024-08-29T14:50:04.288 INFO:tasks.rados.rados.0.smithi131.stdout:323: finishing write tid 3 to smithi13174786-21 2024-08-29T14:50:04.289 INFO:tasks.rados.rados.0.smithi131.stdout:323: finishing write tid 4 to smithi13174786-21 2024-08-29T14:50:04.289 INFO:tasks.rados.rados.0.smithi131.stdout:323: finishing write tid 5 to smithi13174786-21 2024-08-29T14:50:04.289 INFO:tasks.rados.rados.0.smithi131.stdout:323: finishing write tid 6 to smithi13174786-21 2024-08-29T14:50:04.289 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 121 (ObjNum 122 snap 30 seq_num 122) dirty exists 2024-08-29T14:50:04.289 INFO:tasks.rados.rados.0.smithi131.stdout:323: left oid 21 (ObjNum 122 snap 30 seq_num 122) 2024-08-29T14:50:04.289 INFO:tasks.rados.rados.0.smithi131.stdout:324: finishing copy_from racing read to smithi13174786-37 2024-08-29T14:50:04.289 INFO:tasks.rados.rados.0.smithi131.stdout:324: finishing copy_from to smithi13174786-37 2024-08-29T14:50:04.289 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 125 (ObjNum 119 snap 27 seq_num 119) dirty exists 2024-08-29T14:50:04.289 INFO:tasks.rados.rados.0.smithi131.stdout:326: finishing write tid 1 to smithi13174786-15 2024-08-29T14:50:04.289 INFO:tasks.rados.rados.0.smithi131.stdout:327: seq_num 124 ranges {1343488=483328,1826816=458752,2285568=598016,2883584=548864} 2024-08-29T14:50:04.298 INFO:tasks.rados.rados.0.smithi131.stdout:327: writing smithi13174786-22 from 1343488 to 1826816 tid 1 2024-08-29T14:50:04.300 INFO:tasks.rados.rados.0.smithi131.stdout:327: writing smithi13174786-22 from 1826816 to 2285568 tid 2 2024-08-29T14:50:04.304 INFO:tasks.rados.rados.0.smithi131.stdout:327: writing smithi13174786-22 from 2285568 to 2883584 tid 3 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:327: writing smithi13174786-22 from 2883584 to 3432448 tid 4 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:323: done (3 left) 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:324: done (2 left) 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:328: copy_from oid 27 from oid 35 current snap is 30 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:326: finishing write tid 2 to smithi13174786-15 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:326: finishing write tid 3 to smithi13174786-15 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:326: finishing write tid 4 to smithi13174786-15 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:326: finishing write tid 5 to smithi13174786-15 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:326: finishing write tid 6 to smithi13174786-15 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 130 (ObjNum 123 snap 30 seq_num 123) dirty exists 2024-08-29T14:50:04.308 INFO:tasks.rados.rados.0.smithi131.stdout:326: left oid 15 (ObjNum 123 snap 30 seq_num 123) 2024-08-29T14:50:04.309 INFO:tasks.rados.rados.0.smithi131.stdout:327: finishing write tid 1 to smithi13174786-22 2024-08-29T14:50:04.309 INFO:tasks.rados.rados.0.smithi131.stdout:326: done (2 left) 2024-08-29T14:50:04.309 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 11 current snap is 30 2024-08-29T14:50:04.309 INFO:tasks.rados.rados.0.smithi131.stdout:327: finishing write tid 2 to smithi13174786-22 2024-08-29T14:50:04.309 INFO:tasks.rados.rados.0.smithi131.stdout:327: finishing write tid 3 to smithi13174786-22 2024-08-29T14:50:04.309 INFO:tasks.rados.rados.0.smithi131.stdout:329: seq_num 125 ranges {172032=499712,671744=745472,1417216=409600,1826816=450560} 2024-08-29T14:50:04.311 INFO:tasks.rados.rados.0.smithi131.stdout:329: writing smithi13174786-11 from 172032 to 671744 tid 1 2024-08-29T14:50:04.315 INFO:tasks.rados.rados.0.smithi131.stdout:329: writing smithi13174786-11 from 671744 to 1417216 tid 2 2024-08-29T14:50:04.318 INFO:tasks.rados.rados.0.smithi131.stdout:329: writing smithi13174786-11 from 1417216 to 1826816 tid 3 2024-08-29T14:50:04.320 INFO:tasks.rados.rados.0.smithi131.stdout:329: writing smithi13174786-11 from 1826816 to 2277376 tid 4 2024-08-29T14:50:04.320 INFO:tasks.rados.rados.0.smithi131.stdout:330: snap_remove snap 26 2024-08-29T14:50:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:04 smithi131 ceph-mon[17514]: osdmap e135: 8 total, 8 up, 8 in 2024-08-29T14:50:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:04 smithi131 ceph-mon[29516]: osdmap e135: 8 total, 8 up, 8 in 2024-08-29T14:50:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:04 smithi169 ceph-mon[20881]: osdmap e135: 8 total, 8 up, 8 in 2024-08-29T14:50:05.263 INFO:tasks.rados.rados.0.smithi131.stdout:327: finishing write tid 4 to smithi13174786-22 2024-08-29T14:50:05.263 INFO:tasks.rados.rados.0.smithi131.stdout:327: finishing write tid 5 to smithi13174786-22 2024-08-29T14:50:05.263 INFO:tasks.rados.rados.0.smithi131.stdout:328: finishing copy_from racing read to smithi13174786-27 2024-08-29T14:50:05.263 INFO:tasks.rados.rados.0.smithi131.stdout:328: finishing copy_from to smithi13174786-27 2024-08-29T14:50:05.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 161 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-29T14:50:05.263 INFO:tasks.rados.rados.0.smithi131.stdout:327: finishing write tid 6 to smithi13174786-22 2024-08-29T14:50:05.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 173 (ObjNum 124 snap 30 seq_num 124) dirty exists 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:327: left oid 22 (ObjNum 124 snap 30 seq_num 124) 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:329: finishing write tid 1 to smithi13174786-11 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:329: finishing write tid 2 to smithi13174786-11 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:329: finishing write tid 3 to smithi13174786-11 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:329: finishing write tid 4 to smithi13174786-11 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:329: finishing write tid 5 to smithi13174786-11 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:329: finishing write tid 6 to smithi13174786-11 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 167 (ObjNum 125 snap 30 seq_num 125) dirty exists 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:329: left oid 11 (ObjNum 125 snap 30 seq_num 125) 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:327: done (3 left) 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:328: done (2 left) 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:329: done (1 left) 2024-08-29T14:50:05.264 INFO:tasks.rados.rados.0.smithi131.stdout:330: done (0 left) 2024-08-29T14:50:05.265 INFO:tasks.rados.rados.0.smithi131.stdout:331: copy_from oid 20 from oid 39 current snap is 30 2024-08-29T14:50:05.265 INFO:tasks.rados.rados.0.smithi131.stdout:332: copy_from oid 18 from oid 27 current snap is 30 2024-08-29T14:50:05.265 INFO:tasks.rados.rados.0.smithi131.stdout:333: snap_create 2024-08-29T14:50:05.277 INFO:tasks.rados.rados.0.smithi131.stdout:332: finishing copy_from racing read to smithi13174786-18 2024-08-29T14:50:05.277 INFO:tasks.rados.rados.0.smithi131.stdout:332: finishing copy_from to smithi13174786-18 2024-08-29T14:50:05.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 161 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-29T14:50:05.280 INFO:tasks.rados.rados.0.smithi131.stdout:331: finishing copy_from racing read to smithi13174786-20 2024-08-29T14:50:05.281 INFO:tasks.rados.rados.0.smithi131.stdout:331: finishing copy_from to smithi13174786-20 2024-08-29T14:50:05.281 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 69 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-08-29T14:50:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:05 smithi131 ceph-mon[17514]: osdmap e136: 8 total, 8 up, 8 in 2024-08-29T14:50:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:05 smithi131 ceph-mon[17514]: pgmap v182: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-29T14:50:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:05 smithi131 ceph-mon[29516]: osdmap e136: 8 total, 8 up, 8 in 2024-08-29T14:50:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:05 smithi131 ceph-mon[29516]: pgmap v182: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-29T14:50:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:05 smithi169 ceph-mon[20881]: osdmap e136: 8 total, 8 up, 8 in 2024-08-29T14:50:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:05 smithi169 ceph-mon[20881]: pgmap v182: 121 pgs: 121 active+clean; 83 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-29T14:50:06.264 INFO:tasks.rados.rados.0.smithi131.stdout:331: done (2 left) 2024-08-29T14:50:06.264 INFO:tasks.rados.rados.0.smithi131.stdout:332: done (1 left) 2024-08-29T14:50:06.265 INFO:tasks.rados.rados.0.smithi131.stdout:333: done (0 left) 2024-08-29T14:50:06.265 INFO:tasks.rados.rados.0.smithi131.stdout:334: read oid 15 snap -1 2024-08-29T14:50:06.265 INFO:tasks.rados.rados.0.smithi131.stdout:334: expect (ObjNum 123 snap 30 seq_num 123) 2024-08-29T14:50:06.265 INFO:tasks.rados.rados.0.smithi131.stdout:335: copy_from oid 3 from oid 47 current snap is 31 2024-08-29T14:50:06.265 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 31 2024-08-29T14:50:06.265 INFO:tasks.rados.rados.0.smithi131.stdout:336: seq_num 126 ranges {2244608=516096,2760704=630784,3391488=614400,4005888=360448} 2024-08-29T14:50:06.279 INFO:tasks.rados.rados.0.smithi131.stdout:336: writing smithi13174786-38 from 2244608 to 2760704 tid 1 2024-08-29T14:50:06.283 INFO:tasks.rados.rados.0.smithi131.stdout:336: writing smithi13174786-38 from 2760704 to 3391488 tid 2 2024-08-29T14:50:06.287 INFO:tasks.rados.rados.0.smithi131.stdout:336: writing smithi13174786-38 from 3391488 to 4005888 tid 3 2024-08-29T14:50:06.289 INFO:tasks.rados.rados.0.smithi131.stdout:336: writing smithi13174786-38 from 4005888 to 4366336 tid 4 2024-08-29T14:50:06.290 INFO:tasks.rados.rados.0.smithi131.stdout:337: read oid 39 snap -1 2024-08-29T14:50:06.290 INFO:tasks.rados.rados.0.smithi131.stdout:337: expect (ObjNum 100 snap 20 seq_num 100) 2024-08-29T14:50:06.290 INFO:tasks.rados.rados.0.smithi131.stdout:338: rmattr oid 46 current snap is 31 2024-08-29T14:50:06.290 INFO:tasks.rados.rados.0.smithi131.stdout:334: expect (ObjNum 123 snap 30 seq_num 123) 2024-08-29T14:50:06.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:06 smithi169 ceph-mon[20881]: osdmap e137: 8 total, 8 up, 8 in 2024-08-29T14:50:06.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:06 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:06.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:50:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:50:06.403 INFO:tasks.rados.rados.0.smithi131.stdout:335: finishing copy_from racing read to smithi13174786-3 2024-08-29T14:50:06.404 INFO:tasks.rados.rados.0.smithi131.stdout:335: finishing copy_from to smithi13174786-3 2024-08-29T14:50:06.404 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 23 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:50:06.404 INFO:tasks.rados.rados.0.smithi131.stdout:336: finishing write tid 1 to smithi13174786-38 2024-08-29T14:50:06.404 INFO:tasks.rados.rados.0.smithi131.stdout:336: finishing write tid 2 to smithi13174786-38 2024-08-29T14:50:06.404 INFO:tasks.rados.rados.0.smithi131.stdout:336: finishing write tid 3 to smithi13174786-38 2024-08-29T14:50:06.404 INFO:tasks.rados.rados.0.smithi131.stdout:336: finishing write tid 4 to smithi13174786-38 2024-08-29T14:50:06.404 INFO:tasks.rados.rados.0.smithi131.stdout:334: done (4 left) 2024-08-29T14:50:06.404 INFO:tasks.rados.rados.0.smithi131.stdout:335: done (3 left) 2024-08-29T14:50:06.404 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 31 2024-08-29T14:50:06.405 INFO:tasks.rados.rados.0.smithi131.stdout:336: finishing write tid 5 to smithi13174786-38 2024-08-29T14:50:06.405 INFO:tasks.rados.rados.0.smithi131.stdout:336: finishing write tid 6 to smithi13174786-38 2024-08-29T14:50:06.405 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 166 (ObjNum 126 snap 31 seq_num 126) dirty exists 2024-08-29T14:50:06.405 INFO:tasks.rados.rados.0.smithi131.stdout:336: left oid 38 (ObjNum 126 snap 31 seq_num 126) 2024-08-29T14:50:06.405 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 57 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T14:50:06.405 INFO:tasks.rados.rados.0.smithi131.stdout:339: seq_num 127 ranges {1974272=532480,2506752=507904,3014656=778240,3792896=319488} 2024-08-29T14:50:06.416 INFO:tasks.rados.rados.0.smithi131.stdout:339: writing smithi13174786-12 from 1974272 to 2506752 tid 1 2024-08-29T14:50:06.419 INFO:tasks.rados.rados.0.smithi131.stdout:339: writing smithi13174786-12 from 2506752 to 3014656 tid 2 2024-08-29T14:50:06.423 INFO:tasks.rados.rados.0.smithi131.stdout:339: writing smithi13174786-12 from 3014656 to 3792896 tid 3 2024-08-29T14:50:06.426 INFO:tasks.rados.rados.0.smithi131.stdout:339: writing smithi13174786-12 from 3792896 to 4112384 tid 4 2024-08-29T14:50:06.426 INFO:tasks.rados.rados.0.smithi131.stdout:336: done (3 left) 2024-08-29T14:50:06.426 INFO:tasks.rados.rados.0.smithi131.stdout:338: done (2 left) 2024-08-29T14:50:06.426 INFO:tasks.rados.rados.0.smithi131.stdout:340: read oid 15 snap -1 2024-08-29T14:50:06.426 INFO:tasks.rados.rados.0.smithi131.stdout:340: expect (ObjNum 123 snap 30 seq_num 123) 2024-08-29T14:50:06.426 INFO:tasks.rados.rados.0.smithi131.stdout:341: copy_from oid 18 from oid 44 current snap is 31 2024-08-29T14:50:06.426 INFO:tasks.rados.rados.0.smithi131.stdout:337: expect (ObjNum 100 snap 20 seq_num 100) 2024-08-29T14:50:06.545 INFO:tasks.rados.rados.0.smithi131.stdout:339: finishing write tid 1 to smithi13174786-12 2024-08-29T14:50:06.545 INFO:tasks.rados.rados.0.smithi131.stdout:339: finishing write tid 2 to smithi13174786-12 2024-08-29T14:50:06.546 INFO:tasks.rados.rados.0.smithi131.stdout:341: finishing copy_from to smithi13174786-18 2024-08-29T14:50:06.546 INFO:tasks.rados.rados.0.smithi131.stdout:341: got expected ENOENT (src dne) 2024-08-29T14:50:06.546 INFO:tasks.rados.rados.0.smithi131.stdout:341: finishing copy_from racing read to smithi13174786-18 2024-08-29T14:50:06.546 INFO:tasks.rados.rados.0.smithi131.stdout:339: finishing write tid 3 to smithi13174786-12 2024-08-29T14:50:06.546 INFO:tasks.rados.rados.0.smithi131.stdout:339: finishing write tid 4 to smithi13174786-12 2024-08-29T14:50:06.546 INFO:tasks.rados.rados.0.smithi131.stdout:339: finishing write tid 5 to smithi13174786-12 2024-08-29T14:50:06.546 INFO:tasks.rados.rados.0.smithi131.stdout:339: finishing write tid 6 to smithi13174786-12 2024-08-29T14:50:06.546 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 59 (ObjNum 127 snap 31 seq_num 127) dirty exists 2024-08-29T14:50:06.546 INFO:tasks.rados.rados.0.smithi131.stdout:339: left oid 12 (ObjNum 127 snap 31 seq_num 127) 2024-08-29T14:50:06.546 INFO:tasks.rados.rados.0.smithi131.stdout:340: expect (ObjNum 123 snap 30 seq_num 123) 2024-08-29T14:50:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:06 smithi131 ceph-mon[17514]: osdmap e137: 8 total, 8 up, 8 in 2024-08-29T14:50:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:06 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:06.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:06 smithi131 ceph-mon[29516]: osdmap e137: 8 total, 8 up, 8 in 2024-08-29T14:50:06.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:06 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:06.656 INFO:tasks.rados.rados.0.smithi131.stdout:337: done (3 left) 2024-08-29T14:50:06.656 INFO:tasks.rados.rados.0.smithi131.stdout:339: done (2 left) 2024-08-29T14:50:06.656 INFO:tasks.rados.rados.0.smithi131.stdout:340: done (1 left) 2024-08-29T14:50:06.657 INFO:tasks.rados.rados.0.smithi131.stdout:341: done (0 left) 2024-08-29T14:50:06.657 INFO:tasks.rados.rados.0.smithi131.stdout:342: read oid 25 snap -1 2024-08-29T14:50:06.657 INFO:tasks.rados.rados.0.smithi131.stdout:342: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:50:06.657 INFO:tasks.rados.rados.0.smithi131.stdout:343: read oid 13 snap 27 2024-08-29T14:50:06.657 INFO:tasks.rados.rados.0.smithi131.stdout:343: expect (ObjNum 76 snap 11 seq_num 76) 2024-08-29T14:50:06.657 INFO:tasks.rados.rados.0.smithi131.stdout:344: read oid 16 snap -1 2024-08-29T14:50:06.657 INFO:tasks.rados.rados.0.smithi131.stdout:344: expect (ObjNum 85 snap 15 seq_num 85) 2024-08-29T14:50:06.657 INFO:tasks.rados.rados.0.smithi131.stdout:345: snap_create 2024-08-29T14:50:06.658 INFO:tasks.rados.rados.0.smithi131.stdout:342: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:50:06.664 INFO:tasks.rados.rados.0.smithi131.stdout:343: expect (ObjNum 76 snap 11 seq_num 76) 2024-08-29T14:50:06.705 INFO:tasks.rados.rados.0.smithi131.stdout:344: expect (ObjNum 85 snap 15 seq_num 85) 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:342: done (3 left) 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:343: done (2 left) 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:344: done (1 left) 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:345: done (0 left) 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:346: rollback oid 41 current snap is 32 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 41 to 27 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:347: rollback oid 18 current snap is 32 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 18 to 28 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:348: rmattr oid 23 current snap is 32 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:349: copy_from oid 13 from oid 37 current snap is 32 2024-08-29T14:50:07.216 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 32 2024-08-29T14:50:07.217 INFO:tasks.rados.rados.0.smithi131.stdout:350: seq_num 128 ranges {1818624=548864,2367488=794624,3162112=581632,3743744=229376} 2024-08-29T14:50:07.228 INFO:tasks.rados.rados.0.smithi131.stdout:350: writing smithi13174786-36 from 1818624 to 2367488 tid 1 2024-08-29T14:50:07.233 INFO:tasks.rados.rados.0.smithi131.stdout:350: writing smithi13174786-36 from 2367488 to 3162112 tid 2 2024-08-29T14:50:07.237 INFO:tasks.rados.rados.0.smithi131.stdout:350: writing smithi13174786-36 from 3162112 to 3743744 tid 3 2024-08-29T14:50:07.239 INFO:tasks.rados.rados.0.smithi131.stdout:350: writing smithi13174786-36 from 3743744 to 3973120 tid 4 2024-08-29T14:50:07.239 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 32 2024-08-29T14:50:07.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 61 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-29T14:50:07.239 INFO:tasks.rados.rados.0.smithi131.stdout:346: finishing rollback tid 0 to smithi13174786-41 2024-08-29T14:50:07.239 INFO:tasks.rados.rados.0.smithi131.stdout:346: finishing rollback tid 1 to smithi13174786-41 2024-08-29T14:50:07.239 INFO:tasks.rados.rados.0.smithi131.stdout:346: finishing rollback tid 2 to smithi13174786-41 2024-08-29T14:50:07.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 187 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-29T14:50:07.239 INFO:tasks.rados.rados.0.smithi131.stdout:347: finishing rollback tid 0 to smithi13174786-18 2024-08-29T14:50:07.240 INFO:tasks.rados.rados.0.smithi131.stdout:347: finishing rollback tid 1 to smithi13174786-18 2024-08-29T14:50:07.240 INFO:tasks.rados.rados.0.smithi131.stdout:347: finishing rollback tid 2 to smithi13174786-18 2024-08-29T14:50:07.240 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 191 (ObjNum 120 snap 28 seq_num 120) dirty exists 2024-08-29T14:50:07.240 INFO:tasks.rados.rados.0.smithi131.stdout:350: finishing write tid 1 to smithi13174786-36 2024-08-29T14:50:07.240 INFO:tasks.rados.rados.0.smithi131.stdout:349: finishing copy_from racing read to smithi13174786-13 2024-08-29T14:50:07.240 INFO:tasks.rados.rados.0.smithi131.stdout:350: finishing write tid 2 to smithi13174786-36 2024-08-29T14:50:07.240 INFO:tasks.rados.rados.0.smithi131.stdout:351: seq_num 129 ranges {0=565248,565248=679936,1245184=786432,2031616=139264} 2024-08-29T14:50:07.242 INFO:tasks.rados.rados.0.smithi131.stdout:351: writing smithi13174786-31 from 0 to 565248 tid 1 2024-08-29T14:50:07.246 INFO:tasks.rados.rados.0.smithi131.stdout:351: writing smithi13174786-31 from 565248 to 1245184 tid 2 2024-08-29T14:50:07.250 INFO:tasks.rados.rados.0.smithi131.stdout:351: writing smithi13174786-31 from 1245184 to 2031616 tid 3 2024-08-29T14:50:07.251 INFO:tasks.rados.rados.0.smithi131.stdout:351: writing smithi13174786-31 from 2031616 to 2170880 tid 4 2024-08-29T14:50:07.251 INFO:tasks.rados.rados.0.smithi131.stdout:346: done (5 left) 2024-08-29T14:50:07.251 INFO:tasks.rados.rados.0.smithi131.stdout:347: done (4 left) 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:348: done (3 left) 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:352: setattr oid 16 current snap is 32 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:349: finishing copy_from to smithi13174786-13 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 125 (ObjNum 119 snap 27 seq_num 119) dirty exists 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:350: finishing write tid 3 to smithi13174786-36 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:350: finishing write tid 4 to smithi13174786-36 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:350: finishing write tid 5 to smithi13174786-36 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:350: finishing write tid 6 to smithi13174786-36 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 129 (ObjNum 128 snap 32 seq_num 128) dirty exists 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:350: left oid 36 (ObjNum 128 snap 32 seq_num 128) 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:351: finishing write tid 1 to smithi13174786-31 2024-08-29T14:50:07.252 INFO:tasks.rados.rados.0.smithi131.stdout:351: finishing write tid 2 to smithi13174786-31 2024-08-29T14:50:07.253 INFO:tasks.rados.rados.0.smithi131.stdout:349: done (3 left) 2024-08-29T14:50:07.253 INFO:tasks.rados.rados.0.smithi131.stdout:350: done (2 left) 2024-08-29T14:50:07.253 INFO:tasks.rados.rados.0.smithi131.stdout:353: snap_create 2024-08-29T14:50:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:351: finishing write tid 3 to smithi13174786-31 2024-08-29T14:50:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:351: finishing write tid 4 to smithi13174786-31 2024-08-29T14:50:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:351: finishing write tid 5 to smithi13174786-31 2024-08-29T14:50:07.255 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 175 (ObjNum 85 snap 15 seq_num 85) dirty exists 2024-08-29T14:50:07.256 INFO:tasks.rados.rados.0.smithi131.stdout:351: finishing write tid 6 to smithi13174786-31 2024-08-29T14:50:07.256 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 137 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-29T14:50:07.256 INFO:tasks.rados.rados.0.smithi131.stdout:351: left oid 31 (ObjNum 129 snap 32 seq_num 129) 2024-08-29T14:50:07.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:07 smithi131 ceph-mon[17514]: osdmap e138: 8 total, 8 up, 8 in 2024-08-29T14:50:07.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:07 smithi131 ceph-mon[17514]: pgmap v185: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-08-29T14:50:07.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:07 smithi131 ceph-mon[17514]: osdmap e139: 8 total, 8 up, 8 in 2024-08-29T14:50:07.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:07 smithi131 ceph-mon[29516]: osdmap e138: 8 total, 8 up, 8 in 2024-08-29T14:50:07.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:07 smithi131 ceph-mon[29516]: pgmap v185: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-08-29T14:50:07.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:07 smithi131 ceph-mon[29516]: osdmap e139: 8 total, 8 up, 8 in 2024-08-29T14:50:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:07 smithi169 ceph-mon[20881]: osdmap e138: 8 total, 8 up, 8 in 2024-08-29T14:50:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:07 smithi169 ceph-mon[20881]: pgmap v185: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-08-29T14:50:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:07 smithi169 ceph-mon[20881]: osdmap e139: 8 total, 8 up, 8 in 2024-08-29T14:50:08.217 INFO:tasks.rados.rados.0.smithi131.stdout:351: done (2 left) 2024-08-29T14:50:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:352: done (1 left) 2024-08-29T14:50:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:353: done (0 left) 2024-08-29T14:50:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:354: copy_from oid 34 from oid 46 current snap is 33 2024-08-29T14:50:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:355: snap_remove snap 21 2024-08-29T14:50:09.223 INFO:tasks.rados.rados.0.smithi131.stdout:355: done (1 left) 2024-08-29T14:50:09.223 INFO:tasks.rados.rados.0.smithi131.stdout:356: rollback oid 45 current snap is 33 2024-08-29T14:50:09.223 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 45 to 23 2024-08-29T14:50:09.223 INFO:tasks.rados.rados.0.smithi131.stdout:354: finishing copy_from racing read to smithi13174786-34 2024-08-29T14:50:09.223 INFO:tasks.rados.rados.0.smithi131.stdout:354: finishing copy_from to smithi13174786-34 2024-08-29T14:50:09.223 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 57 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T14:50:09.223 INFO:tasks.rados.rados.0.smithi131.stdout:354: done (1 left) 2024-08-29T14:50:09.224 INFO:tasks.rados.rados.0.smithi131.stdout:357: read oid 28 snap -1 2024-08-29T14:50:09.224 INFO:tasks.rados.rados.0.smithi131.stdout:357: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:50:09.224 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 33 2024-08-29T14:50:09.224 INFO:tasks.rados.rados.0.smithi131.stdout:358: seq_num 130 ranges {2580480=581632,3162112=614400,3776512=598016,4374528=393216} 2024-08-29T14:50:09.244 INFO:tasks.rados.rados.0.smithi131.stdout:358: writing smithi13174786-21 from 2580480 to 3162112 tid 1 2024-08-29T14:50:09.247 INFO:tasks.rados.rados.0.smithi131.stdout:358: writing smithi13174786-21 from 3162112 to 3776512 tid 2 2024-08-29T14:50:09.251 INFO:tasks.rados.rados.0.smithi131.stdout:358: writing smithi13174786-21 from 3776512 to 4374528 tid 3 2024-08-29T14:50:09.254 INFO:tasks.rados.rados.0.smithi131.stdout:358: writing smithi13174786-21 from 4374528 to 4767744 tid 4 2024-08-29T14:50:09.254 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 33 2024-08-29T14:50:09.254 INFO:tasks.rados.rados.0.smithi131.stdout:356: finishing rollback tid 0 to smithi13174786-45 2024-08-29T14:50:09.254 INFO:tasks.rados.rados.0.smithi131.stdout:359: seq_num 131 ranges {3284992=598016,3883008=499712,4382720=753664,5136384=352256} 2024-08-29T14:50:09.275 INFO:tasks.rados.rados.0.smithi131.stdout:359: writing smithi13174786-39 from 3284992 to 3883008 tid 1 2024-08-29T14:50:09.277 INFO:tasks.rados.rados.0.smithi131.stdout:359: writing smithi13174786-39 from 3883008 to 4382720 tid 2 2024-08-29T14:50:09.282 INFO:tasks.rados.rados.0.smithi131.stdout:359: writing smithi13174786-39 from 4382720 to 5136384 tid 3 2024-08-29T14:50:09.284 INFO:tasks.rados.rados.0.smithi131.stdout:359: writing smithi13174786-39 from 5136384 to 5488640 tid 4 2024-08-29T14:50:09.284 INFO:tasks.rados.rados.0.smithi131.stdout:360: delete oid 9 current snap is 33 2024-08-29T14:50:09.284 INFO:tasks.rados.rados.0.smithi131.stdout:356: finishing rollback tid 1 to smithi13174786-45 2024-08-29T14:50:09.284 INFO:tasks.rados.rados.0.smithi131.stdout:357: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:50:09.289 INFO:tasks.rados.rados.0.smithi131.stdout:356: finishing rollback tid 2 to smithi13174786-45 2024-08-29T14:50:09.289 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 53 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-29T14:50:09.289 INFO:tasks.rados.rados.0.smithi131.stdout:358: finishing write tid 1 to smithi13174786-21 2024-08-29T14:50:09.289 INFO:tasks.rados.rados.0.smithi131.stdout:358: finishing write tid 2 to smithi13174786-21 2024-08-29T14:50:09.289 INFO:tasks.rados.rados.0.smithi131.stdout:356: done (4 left) 2024-08-29T14:50:09.289 INFO:tasks.rados.rados.0.smithi131.stdout:357: done (3 left) 2024-08-29T14:50:09.289 INFO:tasks.rados.rados.0.smithi131.stdout:360: done (2 left) 2024-08-29T14:50:09.289 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 33 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:358: finishing write tid 3 to smithi13174786-21 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:358: finishing write tid 4 to smithi13174786-21 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:358: finishing write tid 5 to smithi13174786-21 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:358: finishing write tid 6 to smithi13174786-21 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 132 (ObjNum 130 snap 33 seq_num 130) dirty exists 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:358: left oid 21 (ObjNum 130 snap 33 seq_num 130) 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:359: finishing write tid 1 to smithi13174786-39 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:359: finishing write tid 2 to smithi13174786-39 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:359: finishing write tid 3 to smithi13174786-39 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:359: finishing write tid 4 to smithi13174786-39 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:359: finishing write tid 5 to smithi13174786-39 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:359: finishing write tid 6 to smithi13174786-39 2024-08-29T14:50:09.290 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 138 (ObjNum 131 snap 33 seq_num 131) dirty exists 2024-08-29T14:50:09.291 INFO:tasks.rados.rados.0.smithi131.stdout:359: left oid 39 (ObjNum 131 snap 33 seq_num 131) 2024-08-29T14:50:09.291 INFO:tasks.rados.rados.0.smithi131.stdout:361: seq_num 133 ranges {0=630784,630784=663552,1294336=770048,2064384=172032} 2024-08-29T14:50:09.292 INFO:tasks.rados.rados.0.smithi131.stdout:361: writing smithi13174786-5 from 0 to 630784 tid 1 2024-08-29T14:50:09.295 INFO:tasks.rados.rados.0.smithi131.stdout:361: writing smithi13174786-5 from 630784 to 1294336 tid 2 2024-08-29T14:50:09.300 INFO:tasks.rados.rados.0.smithi131.stdout:361: writing smithi13174786-5 from 1294336 to 2064384 tid 3 2024-08-29T14:50:09.301 INFO:tasks.rados.rados.0.smithi131.stdout:361: writing smithi13174786-5 from 2064384 to 2236416 tid 4 2024-08-29T14:50:09.301 INFO:tasks.rados.rados.0.smithi131.stdout:358: done (2 left) 2024-08-29T14:50:09.301 INFO:tasks.rados.rados.0.smithi131.stdout:359: done (1 left) 2024-08-29T14:50:09.302 INFO:tasks.rados.rados.0.smithi131.stdout:362: delete oid 6 current snap is 33 2024-08-29T14:50:09.302 INFO:tasks.rados.rados.0.smithi131.stdout:361: finishing write tid 1 to smithi13174786-5 2024-08-29T14:50:09.302 INFO:tasks.rados.rados.0.smithi131.stdout:361: finishing write tid 2 to smithi13174786-5 2024-08-29T14:50:09.304 INFO:tasks.rados.rados.0.smithi131.stdout:362: done (1 left) 2024-08-29T14:50:09.304 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 33 2024-08-29T14:50:09.304 INFO:tasks.rados.rados.0.smithi131.stdout:363: seq_num 135 ranges {3973120=663552,4636672=434176,5070848=786432,5857280=385024} 2024-08-29T14:50:09.329 INFO:tasks.rados.rados.0.smithi131.stdout:363: writing smithi13174786-36 from 3973120 to 4636672 tid 1 2024-08-29T14:50:09.331 INFO:tasks.rados.rados.0.smithi131.stdout:363: writing smithi13174786-36 from 4636672 to 5070848 tid 2 2024-08-29T14:50:09.336 INFO:tasks.rados.rados.0.smithi131.stdout:363: writing smithi13174786-36 from 5070848 to 5857280 tid 3 2024-08-29T14:50:09.338 INFO:tasks.rados.rados.0.smithi131.stdout:363: writing smithi13174786-36 from 5857280 to 6242304 tid 4 2024-08-29T14:50:09.338 INFO:tasks.rados.rados.0.smithi131.stdout:364: copy_from oid 21 from oid 20 current snap is 33 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:361: finishing write tid 3 to smithi13174786-5 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:361: finishing write tid 4 to smithi13174786-5 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:361: finishing write tid 5 to smithi13174786-5 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:361: finishing write tid 6 to smithi13174786-5 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 144 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:361: left oid 5 (ObjNum 133 snap 33 seq_num 133) 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:363: finishing write tid 1 to smithi13174786-36 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:363: finishing write tid 2 to smithi13174786-36 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:361: done (2 left) 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:365: setattr oid 43 current snap is 33 2024-08-29T14:50:09.339 INFO:tasks.rados.rados.0.smithi131.stdout:363: finishing write tid 3 to smithi13174786-36 2024-08-29T14:50:09.340 INFO:tasks.rados.rados.0.smithi131.stdout:366: read oid 34 snap -1 2024-08-29T14:50:09.341 INFO:tasks.rados.rados.0.smithi131.stdout:366: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:50:09.341 INFO:tasks.rados.rados.0.smithi131.stdout:367: read oid 17 snap -1 2024-08-29T14:50:09.341 INFO:tasks.rados.rados.0.smithi131.stdout:367: expect (ObjNum 106 snap 22 seq_num 106) 2024-08-29T14:50:09.341 INFO:tasks.rados.rados.0.smithi131.stdout:368: snap_remove snap 29 2024-08-29T14:50:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:09 smithi131 ceph-mon[17514]: osdmap e140: 8 total, 8 up, 8 in 2024-08-29T14:50:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:09 smithi131 ceph-mon[17514]: pgmap v188: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-08-29T14:50:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:09 smithi131 ceph-mon[29516]: osdmap e140: 8 total, 8 up, 8 in 2024-08-29T14:50:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:09 smithi131 ceph-mon[29516]: pgmap v188: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-08-29T14:50:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:09 smithi169 ceph-mon[20881]: osdmap e140: 8 total, 8 up, 8 in 2024-08-29T14:50:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:09 smithi169 ceph-mon[20881]: pgmap v188: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-08-29T14:50:10.101 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:50:10.223 INFO:tasks.rados.rados.0.smithi131.stdout:368: done (5 left) 2024-08-29T14:50:10.223 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 33 2024-08-29T14:50:10.224 INFO:tasks.rados.rados.0.smithi131.stdout:363: finishing write tid 4 to smithi13174786-36 2024-08-29T14:50:10.224 INFO:tasks.rados.rados.0.smithi131.stdout:363: finishing write tid 5 to smithi13174786-36 2024-08-29T14:50:10.224 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 139 (ObjNum 114 snap 24 seq_num 114) dirty exists 2024-08-29T14:50:10.224 INFO:tasks.rados.rados.0.smithi131.stdout:366: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:50:10.263 INFO:tasks.rados.rados.0.smithi131.stdout:363: finishing write tid 6 to smithi13174786-36 2024-08-29T14:50:10.264 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 141 (ObjNum 135 snap 33 seq_num 135) dirty exists 2024-08-29T14:50:10.264 INFO:tasks.rados.rados.0.smithi131.stdout:363: left oid 36 (ObjNum 135 snap 33 seq_num 135) 2024-08-29T14:50:10.264 INFO:tasks.rados.rados.0.smithi131.stdout:367: expect (ObjNum 106 snap 22 seq_num 106) 2024-08-29T14:50:10.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:10 smithi131 ceph-mon[17514]: osdmap e141: 8 total, 8 up, 8 in 2024-08-29T14:50:10.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:10 smithi131 ceph-mon[17514]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:10 smithi131 ceph-mon[29516]: osdmap e141: 8 total, 8 up, 8 in 2024-08-29T14:50:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:10 smithi131 ceph-mon[29516]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:10.374 INFO:tasks.rados.rados.0.smithi131.stdout:364: finishing copy_from racing read to smithi13174786-21 2024-08-29T14:50:10.374 INFO:tasks.rados.rados.0.smithi131.stdout:364: finishing copy_from to smithi13174786-21 2024-08-29T14:50:10.374 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 69 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-08-29T14:50:10.374 INFO:tasks.rados.rados.0.smithi131.stdout:369: seq_num 136 ranges {679936=688128,1368064=720896,2088960=540672,2629632=344064} 2024-08-29T14:50:10.381 INFO:tasks.rados.rados.0.smithi131.stdout:369: writing smithi13174786-41 from 679936 to 1368064 tid 1 2024-08-29T14:50:10.385 INFO:tasks.rados.rados.0.smithi131.stdout:369: writing smithi13174786-41 from 1368064 to 2088960 tid 2 2024-08-29T14:50:10.388 INFO:tasks.rados.rados.0.smithi131.stdout:369: writing smithi13174786-41 from 2088960 to 2629632 tid 3 2024-08-29T14:50:10.390 INFO:tasks.rados.rados.0.smithi131.stdout:369: writing smithi13174786-41 from 2629632 to 2973696 tid 4 2024-08-29T14:50:10.390 INFO:tasks.rados.rados.0.smithi131.stdout:363: done (5 left) 2024-08-29T14:50:10.391 INFO:tasks.rados.rados.0.smithi131.stdout:364: done (4 left) 2024-08-29T14:50:10.391 INFO:tasks.rados.rados.0.smithi131.stdout:365: done (3 left) 2024-08-29T14:50:10.391 INFO:tasks.rados.rados.0.smithi131.stdout:366: done (2 left) 2024-08-29T14:50:10.391 INFO:tasks.rados.rados.0.smithi131.stdout:367: done (1 left) 2024-08-29T14:50:10.391 INFO:tasks.rados.rados.0.smithi131.stdout:370: delete oid 15 current snap is 33 2024-08-29T14:50:10.391 INFO:tasks.rados.rados.0.smithi131.stdout:369: finishing write tid 1 to smithi13174786-41 2024-08-29T14:50:10.391 INFO:tasks.rados.rados.0.smithi131.stdout:369: finishing write tid 2 to smithi13174786-41 2024-08-29T14:50:10.392 INFO:tasks.rados.rados.0.smithi131.stdout:369: finishing write tid 3 to smithi13174786-41 2024-08-29T14:50:10.393 INFO:tasks.rados.rados.0.smithi131.stdout:370: done (1 left) 2024-08-29T14:50:10.393 INFO:tasks.rados.rados.0.smithi131.stdout:371: rollback oid 46 current snap is 33 2024-08-29T14:50:10.393 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 46 to 27 2024-08-29T14:50:10.393 INFO:tasks.rados.rados.0.smithi131.stdout:372: rmattr oid 9 current snap is 33 2024-08-29T14:50:10.393 INFO:tasks.rados.rados.0.smithi131.stdout:373: snap_remove snap 32 2024-08-29T14:50:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:10 smithi169 ceph-mon[20881]: osdmap e141: 8 total, 8 up, 8 in 2024-08-29T14:50:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:10 smithi169 ceph-mon[20881]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:10.646 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:50:10.646 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (2m) 2m ago 3m 16.6M - 0.25.0 c8568f914cd2 1bf922693814 2024-08-29T14:50:10.646 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (3m) 2m ago 3m 81.3M - 9.4.7 954c08fa6188 fce1b34fbb1a 2024-08-29T14:50:10.646 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (4m) 2m ago 4m 14.9M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:50:10.646 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (4m) 2m ago 4m 16.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:50:10.646 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443 running (8m) 2m ago 8m 398M - 17.2.7-1503-ga89f613d 250d9a61b6c5 02d523ca734b 2024-08-29T14:50:10.646 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:9283,8765 running (9m) 2m ago 9m 445M - 17.2.7-1503-ga89f613d 250d9a61b6c5 70a5c86a7aa0 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (9m) 2m ago 10m 46.7M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 9f8fb909b793 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (8m) 2m ago 8m 41.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 bbaae749879e 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (8m) 2m ago 8m 37.3M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 0987b030a99f 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (3m) 2m ago 3m 13.2M - 1.5.0 0da6a335fe13 49b23ed72088 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (3m) 2m ago 3m 3472k - 1.5.0 0da6a335fe13 7874297960da 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (8m) 2m ago 8m 44.7M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 2c38c2b27878 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (7m) 2m ago 7m 46.5M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (7m) 2m ago 7m 44.5M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (6m) 2m ago 6m 40.3M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (6m) 2m ago 6m 42.9M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (6m) 2m ago 6m 41.4M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (5m) 2m ago 5m 42.1M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (5m) 2m ago 5m 41.1M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:50:10.647 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (2m) 2m ago 3m 23.2M - 2.43.0 a07b618ecd1d 7382015f1183 2024-08-29T14:50:10.951 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:50:10.951 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:50:10.951 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:50:10.952 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 15 2024-08-29T14:50:10.953 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:50:10.953 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:50:11.212 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:50:11.212 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:50:11.212 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:50:11.212 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:50:11.212 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [], 2024-08-29T14:50:11.212 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "0/20 daemons upgraded", 2024-08-29T14:50:11.212 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc image on host smithi169", 2024-08-29T14:50:11.212 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:50:11.212 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:50:11.248 INFO:tasks.rados.rados.0.smithi131.stdout:373: done (3 left) 2024-08-29T14:50:11.248 INFO:tasks.rados.rados.0.smithi131.stdout:374: copy_from oid 44 from oid 30 current snap is 33 2024-08-29T14:50:11.248 INFO:tasks.rados.rados.0.smithi131.stdout:369: finishing write tid 4 to smithi13174786-41 2024-08-29T14:50:11.248 INFO:tasks.rados.rados.0.smithi131.stdout:369: finishing write tid 5 to smithi13174786-41 2024-08-29T14:50:11.248 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-29T14:50:11.248 INFO:tasks.rados.rados.0.smithi131.stdout:369: finishing write tid 6 to smithi13174786-41 2024-08-29T14:50:11.248 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 219 (ObjNum 136 snap 33 seq_num 136) dirty exists 2024-08-29T14:50:11.248 INFO:tasks.rados.rados.0.smithi131.stdout:369: left oid 41 (ObjNum 136 snap 33 seq_num 136) 2024-08-29T14:50:11.248 INFO:tasks.rados.rados.0.smithi131.stdout:369: done (3 left) 2024-08-29T14:50:11.248 INFO:tasks.rados.rados.0.smithi131.stdout:372: done (2 left) 2024-08-29T14:50:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:375: snap_create 2024-08-29T14:50:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:371: finishing rollback tid 0 to smithi13174786-46 2024-08-29T14:50:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:371: finishing rollback tid 1 to smithi13174786-46 2024-08-29T14:50:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:371: finishing rollback tid 2 to smithi13174786-46 2024-08-29T14:50:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 67 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T14:50:11.254 INFO:tasks.rados.rados.0.smithi131.stdout:374: finishing copy_from racing read to smithi13174786-44 2024-08-29T14:50:11.254 INFO:tasks.rados.rados.0.smithi131.stdout:374: finishing copy_from to smithi13174786-44 2024-08-29T14:50:11.255 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 71 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-29T14:50:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:11 smithi131 ceph-mon[17514]: osdmap e142: 8 total, 8 up, 8 in 2024-08-29T14:50:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:11 smithi131 ceph-mon[17514]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:11 smithi131 ceph-mon[17514]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:11 smithi131 ceph-mon[17514]: pgmap v191: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:11 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2446667715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:50:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:11 smithi131 ceph-mon[29516]: osdmap e142: 8 total, 8 up, 8 in 2024-08-29T14:50:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:11 smithi131 ceph-mon[29516]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:11 smithi131 ceph-mon[29516]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:11 smithi131 ceph-mon[29516]: pgmap v191: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:11.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:11 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2446667715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:50:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:11 smithi169 ceph-mon[20881]: osdmap e142: 8 total, 8 up, 8 in 2024-08-29T14:50:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:11 smithi169 ceph-mon[20881]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:11 smithi169 ceph-mon[20881]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:11 smithi169 ceph-mon[20881]: pgmap v191: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:11 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2446667715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:50:12.245 INFO:tasks.rados.rados.0.smithi131.stdout:371: done (2 left) 2024-08-29T14:50:12.245 INFO:tasks.rados.rados.0.smithi131.stdout:374: done (1 left) 2024-08-29T14:50:12.245 INFO:tasks.rados.rados.0.smithi131.stdout:375: done (0 left) 2024-08-29T14:50:12.245 INFO:tasks.rados.rados.0.smithi131.stdout:376: copy_from oid 27 from oid 39 current snap is 34 2024-08-29T14:50:12.245 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 34 2024-08-29T14:50:12.245 INFO:tasks.rados.rados.0.smithi131.stdout:377: seq_num 138 ranges {2039808=720896,2760704=540672,3301376=557056,3858432=507904} 2024-08-29T14:50:12.260 INFO:tasks.rados.rados.0.smithi131.stdout:377: writing smithi13174786-8 from 2039808 to 2760704 tid 1 2024-08-29T14:50:12.264 INFO:tasks.rados.rados.0.smithi131.stdout:377: writing smithi13174786-8 from 2760704 to 3301376 tid 2 2024-08-29T14:50:12.268 INFO:tasks.rados.rados.0.smithi131.stdout:377: writing smithi13174786-8 from 3301376 to 3858432 tid 3 2024-08-29T14:50:12.272 INFO:tasks.rados.rados.0.smithi131.stdout:377: writing smithi13174786-8 from 3858432 to 4366336 tid 4 2024-08-29T14:50:12.272 INFO:tasks.rados.rados.0.smithi131.stdout:378: copy_from oid 45 from oid 50 current snap is 34 2024-08-29T14:50:12.272 INFO:tasks.rados.rados.0.smithi131.stdout:377: finishing write tid 1 to smithi13174786-8 2024-08-29T14:50:12.272 INFO:tasks.rados.rados.0.smithi131.stdout:377: finishing write tid 2 to smithi13174786-8 2024-08-29T14:50:12.272 INFO:tasks.rados.rados.0.smithi131.stdout:377: finishing write tid 3 to smithi13174786-8 2024-08-29T14:50:12.272 INFO:tasks.rados.rados.0.smithi131.stdout:379: snap_create 2024-08-29T14:50:12.274 INFO:tasks.rados.rados.0.smithi131.stdout:376: finishing copy_from racing read to smithi13174786-27 2024-08-29T14:50:12.275 INFO:tasks.rados.rados.0.smithi131.stdout:377: finishing write tid 4 to smithi13174786-8 2024-08-29T14:50:12.275 INFO:tasks.rados.rados.0.smithi131.stdout:377: finishing write tid 5 to smithi13174786-8 2024-08-29T14:50:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:377: finishing write tid 6 to smithi13174786-8 2024-08-29T14:50:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 150 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-08-29T14:50:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:377: left oid 8 (ObjNum 138 snap 34 seq_num 138) 2024-08-29T14:50:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:376: finishing copy_from to smithi13174786-27 2024-08-29T14:50:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 138 (ObjNum 131 snap 33 seq_num 131) dirty exists 2024-08-29T14:50:12.280 INFO:tasks.rados.rados.0.smithi131.stdout:378: finishing copy_from racing read to smithi13174786-45 2024-08-29T14:50:12.280 INFO:tasks.rados.rados.0.smithi131.stdout:378: finishing copy_from to smithi13174786-45 2024-08-29T14:50:12.281 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 167 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-29T14:50:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:12 smithi131 ceph-mon[17514]: from='client.15021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:12 smithi131 ceph-mon[17514]: osdmap e143: 8 total, 8 up, 8 in 2024-08-29T14:50:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:12 smithi131 ceph-mon[29516]: from='client.15021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:12 smithi131 ceph-mon[29516]: osdmap e143: 8 total, 8 up, 8 in 2024-08-29T14:50:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:12 smithi169 ceph-mon[20881]: from='client.15021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:12 smithi169 ceph-mon[20881]: osdmap e143: 8 total, 8 up, 8 in 2024-08-29T14:50:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:376: done (3 left) 2024-08-29T14:50:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:377: done (2 left) 2024-08-29T14:50:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:378: done (1 left) 2024-08-29T14:50:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:379: done (0 left) 2024-08-29T14:50:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:380: read oid 36 snap -1 2024-08-29T14:50:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:380: expect (ObjNum 135 snap 33 seq_num 135) 2024-08-29T14:50:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:381: read oid 26 snap -1 2024-08-29T14:50:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:381: expect deleted 2024-08-29T14:50:13.252 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 35 2024-08-29T14:50:13.252 INFO:tasks.rados.rados.0.smithi131.stdout:382: seq_num 139 ranges {2170880=737280,2908160=425984,3334144=761856,4096000=417792} 2024-08-29T14:50:13.266 INFO:tasks.rados.rados.0.smithi131.stdout:382: writing smithi13174786-31 from 2170880 to 2908160 tid 1 2024-08-29T14:50:13.269 INFO:tasks.rados.rados.0.smithi131.stdout:382: writing smithi13174786-31 from 2908160 to 3334144 tid 2 2024-08-29T14:50:13.273 INFO:tasks.rados.rados.0.smithi131.stdout:382: writing smithi13174786-31 from 3334144 to 4096000 tid 3 2024-08-29T14:50:13.276 INFO:tasks.rados.rados.0.smithi131.stdout:382: writing smithi13174786-31 from 4096000 to 4513792 tid 4 2024-08-29T14:50:13.276 INFO:tasks.rados.rados.0.smithi131.stdout:383: setattr oid 8 current snap is 35 2024-08-29T14:50:13.276 INFO:tasks.rados.rados.0.smithi131.stdout:382: finishing write tid 1 to smithi13174786-31 2024-08-29T14:50:13.276 INFO:tasks.rados.rados.0.smithi131.stdout:382: finishing write tid 2 to smithi13174786-31 2024-08-29T14:50:13.277 INFO:tasks.rados.rados.0.smithi131.stdout:380: expect (ObjNum 135 snap 33 seq_num 135) 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:382: finishing write tid 3 to smithi13174786-31 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:382: finishing write tid 4 to smithi13174786-31 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:382: finishing write tid 5 to smithi13174786-31 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:382: finishing write tid 6 to smithi13174786-31 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 156 (ObjNum 139 snap 35 seq_num 139) dirty exists 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:382: left oid 31 (ObjNum 139 snap 35 seq_num 139) 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:380: done (3 left) 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:381: done (2 left) 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:382: done (1 left) 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:384: read oid 47 snap -1 2024-08-29T14:50:13.533 INFO:tasks.rados.rados.0.smithi131.stdout:384: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:50:13.534 INFO:tasks.rados.rados.0.smithi131.stdout:385: snap_remove snap 25 2024-08-29T14:50:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:13 smithi131 ceph-mon[17514]: osdmap e144: 8 total, 8 up, 8 in 2024-08-29T14:50:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:13 smithi131 ceph-mon[17514]: pgmap v194: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2024-08-29T14:50:13.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:50:13] "GET /metrics HTTP/1.1" 200 240025 "" "Prometheus/2.43.0" 2024-08-29T14:50:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:13 smithi131 ceph-mon[29516]: osdmap e144: 8 total, 8 up, 8 in 2024-08-29T14:50:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:13 smithi131 ceph-mon[29516]: pgmap v194: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2024-08-29T14:50:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:13 smithi169 ceph-mon[20881]: osdmap e144: 8 total, 8 up, 8 in 2024-08-29T14:50:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:13 smithi169 ceph-mon[20881]: pgmap v194: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2024-08-29T14:50:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 158 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-08-29T14:50:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:384: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:50:14.298 INFO:tasks.rados.rados.0.smithi131.stdout:383: done (2 left) 2024-08-29T14:50:14.298 INFO:tasks.rados.rados.0.smithi131.stdout:384: done (1 left) 2024-08-29T14:50:14.298 INFO:tasks.rados.rados.0.smithi131.stdout:385: done (0 left) 2024-08-29T14:50:14.298 INFO:tasks.rados.rados.0.smithi131.stdout:386: snap_remove snap 34 2024-08-29T14:50:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:14 smithi131 ceph-mon[17514]: osdmap e145: 8 total, 8 up, 8 in 2024-08-29T14:50:14.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:14 smithi131 ceph-mon[29516]: osdmap e145: 8 total, 8 up, 8 in 2024-08-29T14:50:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:14 smithi169 ceph-mon[20881]: osdmap e145: 8 total, 8 up, 8 in 2024-08-29T14:50:15.266 INFO:tasks.rados.rados.0.smithi131.stdout:386: done (0 left) 2024-08-29T14:50:15.266 INFO:tasks.rados.rados.0.smithi131.stdout:387: read oid 36 snap -1 2024-08-29T14:50:15.266 INFO:tasks.rados.rados.0.smithi131.stdout:387: expect (ObjNum 135 snap 33 seq_num 135) 2024-08-29T14:50:15.266 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 35 2024-08-29T14:50:15.266 INFO:tasks.rados.rados.0.smithi131.stdout:388: seq_num 140 ranges {2228224=753664,2981888=704512,3686400=524288,4210688=376832} 2024-08-29T14:50:15.284 INFO:tasks.rados.rados.0.smithi131.stdout:388: writing smithi13174786-13 from 2228224 to 2981888 tid 1 2024-08-29T14:50:15.287 INFO:tasks.rados.rados.0.smithi131.stdout:388: writing smithi13174786-13 from 2981888 to 3686400 tid 2 2024-08-29T14:50:15.290 INFO:tasks.rados.rados.0.smithi131.stdout:388: writing smithi13174786-13 from 3686400 to 4210688 tid 3 2024-08-29T14:50:15.293 INFO:tasks.rados.rados.0.smithi131.stdout:388: writing smithi13174786-13 from 4210688 to 4587520 tid 4 2024-08-29T14:50:15.293 INFO:tasks.rados.rados.0.smithi131.stdout:389: delete oid 15 current snap is 35 2024-08-29T14:50:15.293 INFO:tasks.rados.rados.0.smithi131.stdout:388: finishing write tid 1 to smithi13174786-13 2024-08-29T14:50:15.294 INFO:tasks.rados.rados.0.smithi131.stdout:387: expect (ObjNum 135 snap 33 seq_num 135) 2024-08-29T14:50:15.547 INFO:tasks.rados.rados.0.smithi131.stdout:388: finishing write tid 2 to smithi13174786-13 2024-08-29T14:50:15.547 INFO:tasks.rados.rados.0.smithi131.stdout:387: done (2 left) 2024-08-29T14:50:15.547 INFO:tasks.rados.rados.0.smithi131.stdout:389: done (1 left) 2024-08-29T14:50:15.547 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 35 2024-08-29T14:50:15.547 INFO:tasks.rados.rados.0.smithi131.stdout:388: finishing write tid 3 to smithi13174786-13 2024-08-29T14:50:15.547 INFO:tasks.rados.rados.0.smithi131.stdout:390: seq_num 142 ranges {4366336=786432,5152768=475136,5627904=540672,6168576=589824} 2024-08-29T14:50:15.574 INFO:tasks.rados.rados.0.smithi131.stdout:390: writing smithi13174786-38 from 4366336 to 5152768 tid 1 2024-08-29T14:50:15.577 INFO:tasks.rados.rados.0.smithi131.stdout:390: writing smithi13174786-38 from 5152768 to 5627904 tid 2 2024-08-29T14:50:15.580 INFO:tasks.rados.rados.0.smithi131.stdout:390: writing smithi13174786-38 from 5627904 to 6168576 tid 3 2024-08-29T14:50:15.584 INFO:tasks.rados.rados.0.smithi131.stdout:390: writing smithi13174786-38 from 6168576 to 6758400 tid 4 2024-08-29T14:50:15.584 INFO:tasks.rados.rados.0.smithi131.stdout:391: setattr oid 20 current snap is 35 2024-08-29T14:50:15.584 INFO:tasks.rados.rados.0.smithi131.stdout:388: finishing write tid 4 to smithi13174786-13 2024-08-29T14:50:15.584 INFO:tasks.rados.rados.0.smithi131.stdout:388: finishing write tid 5 to smithi13174786-13 2024-08-29T14:50:15.584 INFO:tasks.rados.rados.0.smithi131.stdout:388: finishing write tid 6 to smithi13174786-13 2024-08-29T14:50:15.584 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 130 (ObjNum 140 snap 35 seq_num 140) dirty exists 2024-08-29T14:50:15.584 INFO:tasks.rados.rados.0.smithi131.stdout:388: left oid 13 (ObjNum 140 snap 35 seq_num 140) 2024-08-29T14:50:15.584 INFO:tasks.rados.rados.0.smithi131.stdout:390: finishing write tid 1 to smithi13174786-38 2024-08-29T14:50:15.584 INFO:tasks.rados.rados.0.smithi131.stdout:390: finishing write tid 2 to smithi13174786-38 2024-08-29T14:50:15.584 INFO:tasks.rados.rados.0.smithi131.stdout:390: finishing write tid 3 to smithi13174786-38 2024-08-29T14:50:15.586 INFO:tasks.rados.rados.0.smithi131.stdout:388: done (2 left) 2024-08-29T14:50:15.586 INFO:tasks.rados.rados.0.smithi131.stdout:392: read oid 14 snap -1 2024-08-29T14:50:15.586 INFO:tasks.rados.rados.0.smithi131.stdout:392: expect (ObjNum 119 snap 27 seq_num 119) 2024-08-29T14:50:15.586 INFO:tasks.rados.rados.0.smithi131.stdout:393: snap_create 2024-08-29T14:50:15.586 INFO:tasks.rados.rados.0.smithi131.stdout:390: finishing write tid 4 to smithi13174786-38 2024-08-29T14:50:15.586 INFO:tasks.rados.rados.0.smithi131.stdout:390: finishing write tid 5 to smithi13174786-38 2024-08-29T14:50:15.587 INFO:tasks.rados.rados.0.smithi131.stdout:390: finishing write tid 6 to smithi13174786-38 2024-08-29T14:50:15.587 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 172 (ObjNum 142 snap 35 seq_num 142) dirty exists 2024-08-29T14:50:15.588 INFO:tasks.rados.rados.0.smithi131.stdout:390: left oid 38 (ObjNum 142 snap 35 seq_num 142) 2024-08-29T14:50:15.588 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 153 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-08-29T14:50:15.596 INFO:tasks.rados.rados.0.smithi131.stdout:392: expect (ObjNum 119 snap 27 seq_num 119) 2024-08-29T14:50:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:15 smithi131 ceph-mon[17514]: osdmap e146: 8 total, 8 up, 8 in 2024-08-29T14:50:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:15 smithi131 ceph-mon[17514]: pgmap v197: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2024-08-29T14:50:15.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:15 smithi131 ceph-mon[29516]: osdmap e146: 8 total, 8 up, 8 in 2024-08-29T14:50:15.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:15 smithi131 ceph-mon[29516]: pgmap v197: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2024-08-29T14:50:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:15 smithi169 ceph-mon[20881]: osdmap e146: 8 total, 8 up, 8 in 2024-08-29T14:50:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:15 smithi169 ceph-mon[20881]: pgmap v197: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2024-08-29T14:50:16.276 INFO:tasks.rados.rados.0.smithi131.stdout:390: done (3 left) 2024-08-29T14:50:16.276 INFO:tasks.rados.rados.0.smithi131.stdout:391: done (2 left) 2024-08-29T14:50:16.276 INFO:tasks.rados.rados.0.smithi131.stdout:392: done (1 left) 2024-08-29T14:50:16.276 INFO:tasks.rados.rados.0.smithi131.stdout:393: done (0 left) 2024-08-29T14:50:16.276 INFO:tasks.rados.rados.0.smithi131.stdout:394: delete oid 27 current snap is 36 2024-08-29T14:50:16.280 INFO:tasks.rados.rados.0.smithi131.stdout:394: done (0 left) 2024-08-29T14:50:16.280 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 36 2024-08-29T14:50:16.280 INFO:tasks.rados.rados.0.smithi131.stdout:395: seq_num 144 ranges {1343488=16384} 2024-08-29T14:50:16.287 INFO:tasks.rados.rados.0.smithi131.stdout:395: writing smithi13174786-3 from 1343488 to 1359872 tid 1 2024-08-29T14:50:16.288 INFO:tasks.rados.rados.0.smithi131.stdout:396: snap_create 2024-08-29T14:50:16.292 INFO:tasks.rados.rados.0.smithi131.stdout:395: finishing write tid 1 to smithi13174786-3 2024-08-29T14:50:16.293 INFO:tasks.rados.rados.0.smithi131.stdout:395: finishing write tid 2 to smithi13174786-3 2024-08-29T14:50:16.294 INFO:tasks.rados.rados.0.smithi131.stdout:395: finishing write tid 3 to smithi13174786-3 2024-08-29T14:50:16.294 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 234 (ObjNum 144 snap 36 seq_num 144) dirty exists 2024-08-29T14:50:16.294 INFO:tasks.rados.rados.0.smithi131.stdout:395: left oid 3 (ObjNum 144 snap 36 seq_num 144) 2024-08-29T14:50:16.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:16 smithi169 ceph-mon[20881]: osdmap e147: 8 total, 8 up, 8 in 2024-08-29T14:50:16.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[22971]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:50:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:50:16.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:16 smithi131 ceph-mon[17514]: osdmap e147: 8 total, 8 up, 8 in 2024-08-29T14:50:16.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:16 smithi131 ceph-mon[29516]: osdmap e147: 8 total, 8 up, 8 in 2024-08-29T14:50:17.219 INFO:tasks.rados.rados.0.smithi131.stdout:395: done (1 left) 2024-08-29T14:50:17.219 INFO:tasks.rados.rados.0.smithi131.stdout:396: done (0 left) 2024-08-29T14:50:17.219 INFO:tasks.rados.rados.0.smithi131.stdout:397: rollback oid 27 current snap is 37 2024-08-29T14:50:17.219 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 36 2024-08-29T14:50:17.219 INFO:tasks.rados.rados.0.smithi131.stdout:398: setattr oid 20 current snap is 37 2024-08-29T14:50:17.219 INFO:tasks.rados.rados.0.smithi131.stdout:399: snap_create 2024-08-29T14:50:17.223 INFO:tasks.rados.rados.0.smithi131.stdout:397: finishing rollback tid 1 to smithi13174786-27 2024-08-29T14:50:17.223 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 173 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T14:50:17.224 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 155 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-08-29T14:50:17.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:17 smithi131 ceph-mon[17514]: osdmap e148: 8 total, 8 up, 8 in 2024-08-29T14:50:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:17 smithi131 ceph-mon[17514]: pgmap v200: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-29T14:50:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:17 smithi131 ceph-mon[17514]: osdmap e149: 8 total, 8 up, 8 in 2024-08-29T14:50:17.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:17 smithi131 ceph-mon[29516]: osdmap e148: 8 total, 8 up, 8 in 2024-08-29T14:50:17.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:17 smithi131 ceph-mon[29516]: pgmap v200: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-29T14:50:17.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:17 smithi131 ceph-mon[29516]: osdmap e149: 8 total, 8 up, 8 in 2024-08-29T14:50:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:17 smithi169 ceph-mon[20881]: osdmap e148: 8 total, 8 up, 8 in 2024-08-29T14:50:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:17 smithi169 ceph-mon[20881]: pgmap v200: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-29T14:50:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:17 smithi169 ceph-mon[20881]: osdmap e149: 8 total, 8 up, 8 in 2024-08-29T14:50:18.219 INFO:tasks.rados.rados.0.smithi131.stdout:397: done (2 left) 2024-08-29T14:50:18.219 INFO:tasks.rados.rados.0.smithi131.stdout:398: done (1 left) 2024-08-29T14:50:18.219 INFO:tasks.rados.rados.0.smithi131.stdout:399: done (0 left) 2024-08-29T14:50:18.220 INFO:tasks.rados.rados.0.smithi131.stdout:400: read oid 46 snap -1 2024-08-29T14:50:18.220 INFO:tasks.rados.rados.0.smithi131.stdout:400: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:50:18.220 INFO:tasks.rados.rados.0.smithi131.stdout:401: snap_create 2024-08-29T14:50:18.222 INFO:tasks.rados.rados.0.smithi131.stdout:400: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:50:19.229 INFO:tasks.rados.rados.0.smithi131.stdout:400: done (1 left) 2024-08-29T14:50:19.229 INFO:tasks.rados.rados.0.smithi131.stdout:401: done (0 left) 2024-08-29T14:50:19.229 INFO:tasks.rados.rados.0.smithi131.stdout:402: delete oid 32 current snap is 39 2024-08-29T14:50:19.234 INFO:tasks.rados.rados.0.smithi131.stdout:402: done (0 left) 2024-08-29T14:50:19.234 INFO:tasks.rados.rados.0.smithi131.stdout:403: read oid 29 snap 23 2024-08-29T14:50:19.234 INFO:tasks.rados.rados.0.smithi131.stdout:403: expect (ObjNum 87 snap 15 seq_num 87) 2024-08-29T14:50:19.234 INFO:tasks.rados.rados.0.smithi131.stdout:404: copy_from oid 39 from oid 21 current snap is 39 2024-08-29T14:50:19.234 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 39 2024-08-29T14:50:19.234 INFO:tasks.rados.rados.0.smithi131.stdout:405: seq_num 146 ranges {2228224=49152} 2024-08-29T14:50:19.246 INFO:tasks.rados.rados.0.smithi131.stdout:405: writing smithi13174786-14 from 2228224 to 2277376 tid 1 2024-08-29T14:50:19.246 INFO:tasks.rados.rados.0.smithi131.stdout:406: rollback oid 13 current snap is 39 2024-08-29T14:50:19.247 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 13 to 16 2024-08-29T14:50:19.247 INFO:tasks.rados.rados.0.smithi131.stdout:407: snap_remove snap 31 2024-08-29T14:50:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:19 smithi131 ceph-mon[17514]: osdmap e150: 8 total, 8 up, 8 in 2024-08-29T14:50:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:19 smithi131 ceph-mon[17514]: pgmap v203: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-29T14:50:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:19 smithi131 ceph-mon[29516]: osdmap e150: 8 total, 8 up, 8 in 2024-08-29T14:50:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:19 smithi131 ceph-mon[29516]: pgmap v203: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-29T14:50:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:19 smithi169 ceph-mon[20881]: osdmap e150: 8 total, 8 up, 8 in 2024-08-29T14:50:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:19 smithi169 ceph-mon[20881]: pgmap v203: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-29T14:50:20.232 INFO:tasks.rados.rados.0.smithi131.stdout:407: done (4 left) 2024-08-29T14:50:20.232 INFO:tasks.rados.rados.0.smithi131.stdout:408: read oid 17 snap 30 2024-08-29T14:50:20.232 INFO:tasks.rados.rados.0.smithi131.stdout:408: expect (ObjNum 106 snap 22 seq_num 106) 2024-08-29T14:50:20.232 INFO:tasks.rados.rados.0.smithi131.stdout:409: setattr oid 12 current snap is 39 2024-08-29T14:50:20.232 INFO:tasks.rados.rados.0.smithi131.stdout:403: expect (ObjNum 87 snap 15 seq_num 87) 2024-08-29T14:50:20.277 INFO:tasks.rados.rados.0.smithi131.stdout:405: finishing write tid 1 to smithi13174786-14 2024-08-29T14:50:20.277 INFO:tasks.rados.rados.0.smithi131.stdout:406: finishing rollback tid 0 to smithi13174786-13 2024-08-29T14:50:20.277 INFO:tasks.rados.rados.0.smithi131.stdout:404: finishing copy_from racing read to smithi13174786-39 2024-08-29T14:50:20.277 INFO:tasks.rados.rados.0.smithi131.stdout:406: finishing rollback tid 1 to smithi13174786-13 2024-08-29T14:50:20.277 INFO:tasks.rados.rados.0.smithi131.stdout:406: finishing rollback tid 2 to smithi13174786-13 2024-08-29T14:50:20.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 133 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-29T14:50:20.277 INFO:tasks.rados.rados.0.smithi131.stdout:405: finishing write tid 2 to smithi13174786-14 2024-08-29T14:50:20.277 INFO:tasks.rados.rados.0.smithi131.stdout:404: finishing copy_from to smithi13174786-39 2024-08-29T14:50:20.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 69 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-08-29T14:50:20.277 INFO:tasks.rados.rados.0.smithi131.stdout:405: finishing write tid 3 to smithi13174786-14 2024-08-29T14:50:20.278 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 167 (ObjNum 146 snap 39 seq_num 146) dirty exists 2024-08-29T14:50:20.278 INFO:tasks.rados.rados.0.smithi131.stdout:405: left oid 14 (ObjNum 146 snap 39 seq_num 146) 2024-08-29T14:50:20.278 INFO:tasks.rados.rados.0.smithi131.stdout:408: expect (ObjNum 106 snap 22 seq_num 106) 2024-08-29T14:50:20.380 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 77 (ObjNum 127 snap 31 seq_num 127) dirty exists 2024-08-29T14:50:20.380 INFO:tasks.rados.rados.0.smithi131.stdout:403: done (5 left) 2024-08-29T14:50:20.380 INFO:tasks.rados.rados.0.smithi131.stdout:404: done (4 left) 2024-08-29T14:50:20.380 INFO:tasks.rados.rados.0.smithi131.stdout:405: done (3 left) 2024-08-29T14:50:20.380 INFO:tasks.rados.rados.0.smithi131.stdout:406: done (2 left) 2024-08-29T14:50:20.380 INFO:tasks.rados.rados.0.smithi131.stdout:408: done (1 left) 2024-08-29T14:50:20.380 INFO:tasks.rados.rados.0.smithi131.stdout:409: done (0 left) 2024-08-29T14:50:20.380 INFO:tasks.rados.rados.0.smithi131.stdout:410: setattr oid 48 current snap is 39 2024-08-29T14:50:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:411: delete oid 2 current snap is 39 2024-08-29T14:50:20.385 INFO:tasks.rados.rados.0.smithi131.stdout:411: done (1 left) 2024-08-29T14:50:20.385 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 39 2024-08-29T14:50:20.385 INFO:tasks.rados.rados.0.smithi131.stdout:412: seq_num 148 ranges {0=81920} 2024-08-29T14:50:20.385 INFO:tasks.rados.rados.0.smithi131.stdout:412: writing smithi13174786-28 from 0 to 81920 tid 1 2024-08-29T14:50:20.385 INFO:tasks.rados.rados.0.smithi131.stdout:413: snap_remove snap 30 2024-08-29T14:50:20.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:20 smithi131 ceph-mon[17514]: osdmap e151: 8 total, 8 up, 8 in 2024-08-29T14:50:20.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:20 smithi131 ceph-mon[29516]: osdmap e151: 8 total, 8 up, 8 in 2024-08-29T14:50:20.628 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:20 smithi169 ceph-mon[20881]: osdmap e151: 8 total, 8 up, 8 in 2024-08-29T14:50:21.236 INFO:tasks.rados.rados.0.smithi131.stdout:413: done (2 left) 2024-08-29T14:50:21.236 INFO:tasks.rados.rados.0.smithi131.stdout:414: copy_from oid 22 from oid 13 current snap is 39 2024-08-29T14:50:21.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 153 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:50:21.236 INFO:tasks.rados.rados.0.smithi131.stdout:412: finishing write tid 1 to smithi13174786-28 2024-08-29T14:50:21.236 INFO:tasks.rados.rados.0.smithi131.stdout:412: finishing write tid 2 to smithi13174786-28 2024-08-29T14:50:21.237 INFO:tasks.rados.rados.0.smithi131.stdout:412: finishing write tid 3 to smithi13174786-28 2024-08-29T14:50:21.237 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 76 (ObjNum 148 snap 39 seq_num 148) dirty exists 2024-08-29T14:50:21.237 INFO:tasks.rados.rados.0.smithi131.stdout:412: left oid 28 (ObjNum 148 snap 39 seq_num 148) 2024-08-29T14:50:21.237 INFO:tasks.rados.rados.0.smithi131.stdout:410: done (2 left) 2024-08-29T14:50:21.237 INFO:tasks.rados.rados.0.smithi131.stdout:412: done (1 left) 2024-08-29T14:50:21.237 INFO:tasks.rados.rados.0.smithi131.stdout:415: read oid 50 snap -1 2024-08-29T14:50:21.237 INFO:tasks.rados.rados.0.smithi131.stdout:415: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-29T14:50:21.237 INFO:tasks.rados.rados.0.smithi131.stdout:416: rollback oid 1 current snap is 39 2024-08-29T14:50:21.237 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 33 2024-08-29T14:50:21.237 INFO:tasks.rados.rados.0.smithi131.stdout:417: snap_remove snap 27 2024-08-29T14:50:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:21 smithi131 ceph-mon[17514]: osdmap e152: 8 total, 8 up, 8 in 2024-08-29T14:50:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:21 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:21 smithi131 ceph-mon[17514]: pgmap v206: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:21 smithi131 ceph-mon[29516]: osdmap e152: 8 total, 8 up, 8 in 2024-08-29T14:50:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:21 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:21 smithi131 ceph-mon[29516]: pgmap v206: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:21 smithi169 ceph-mon[20881]: osdmap e152: 8 total, 8 up, 8 in 2024-08-29T14:50:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:21 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:21 smithi169 ceph-mon[20881]: pgmap v206: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:22.244 INFO:tasks.rados.rados.0.smithi131.stdout:417: done (3 left) 2024-08-29T14:50:22.244 INFO:tasks.rados.rados.0.smithi131.stdout:418: setattr oid 48 current snap is 39 2024-08-29T14:50:22.244 INFO:tasks.rados.rados.0.smithi131.stdout:415: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-29T14:50:22.273 INFO:tasks.rados.rados.0.smithi131.stdout:416: finishing rollback tid 0 to smithi13174786-1 2024-08-29T14:50:22.273 INFO:tasks.rados.rados.0.smithi131.stdout:416: finishing rollback tid 1 to smithi13174786-1 2024-08-29T14:50:22.273 INFO:tasks.rados.rados.0.smithi131.stdout:416: finishing rollback tid 2 to smithi13174786-1 2024-08-29T14:50:22.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 87 (ObjNum 92 snap 19 seq_num 92) dirty exists 2024-08-29T14:50:22.273 INFO:tasks.rados.rados.0.smithi131.stdout:414: finishing copy_from racing read to smithi13174786-22 2024-08-29T14:50:22.273 INFO:tasks.rados.rados.0.smithi131.stdout:414: finishing copy_from to smithi13174786-22 2024-08-29T14:50:22.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 133 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-29T14:50:22.273 INFO:tasks.rados.rados.0.smithi131.stdout:414: done (3 left) 2024-08-29T14:50:22.273 INFO:tasks.rados.rados.0.smithi131.stdout:415: done (2 left) 2024-08-29T14:50:22.273 INFO:tasks.rados.rados.0.smithi131.stdout:416: done (1 left) 2024-08-29T14:50:22.274 INFO:tasks.rados.rados.0.smithi131.stdout:419: read oid 47 snap -1 2024-08-29T14:50:22.274 INFO:tasks.rados.rados.0.smithi131.stdout:419: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:50:22.274 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 39 2024-08-29T14:50:22.274 INFO:tasks.rados.rados.0.smithi131.stdout:420: seq_num 149 ranges {81920=98304} 2024-08-29T14:50:22.274 INFO:tasks.rados.rados.0.smithi131.stdout:420: writing smithi13174786-28 from 81920 to 180224 tid 1 2024-08-29T14:50:22.274 INFO:tasks.rados.rados.0.smithi131.stdout:421: delete oid 27 current snap is 39 2024-08-29T14:50:22.276 INFO:tasks.rados.rados.0.smithi131.stdout:421: done (3 left) 2024-08-29T14:50:22.276 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 39 2024-08-29T14:50:22.276 INFO:tasks.rados.rados.0.smithi131.stdout:422: seq_num 151 ranges {827392=131072} 2024-08-29T14:50:22.282 INFO:tasks.rados.rados.0.smithi131.stdout:422: writing smithi13174786-45 from 827392 to 958464 tid 1 2024-08-29T14:50:22.282 INFO:tasks.rados.rados.0.smithi131.stdout:423: read oid 40 snap -1 2024-08-29T14:50:22.282 INFO:tasks.rados.rados.0.smithi131.stdout:423: expect deleted 2024-08-29T14:50:22.282 INFO:tasks.rados.rados.0.smithi131.stdout:424: setattr oid 31 current snap is 39 2024-08-29T14:50:22.282 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 162 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:50:22.282 INFO:tasks.rados.rados.0.smithi131.stdout:420: finishing write tid 1 to smithi13174786-28 2024-08-29T14:50:22.282 INFO:tasks.rados.rados.0.smithi131.stdout:420: finishing write tid 2 to smithi13174786-28 2024-08-29T14:50:22.283 INFO:tasks.rados.rados.0.smithi131.stdout:420: finishing write tid 3 to smithi13174786-28 2024-08-29T14:50:22.283 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 86 (ObjNum 149 snap 39 seq_num 149) dirty exists 2024-08-29T14:50:22.283 INFO:tasks.rados.rados.0.smithi131.stdout:420: left oid 28 (ObjNum 149 snap 39 seq_num 149) 2024-08-29T14:50:22.283 INFO:tasks.rados.rados.0.smithi131.stdout:419: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:50:22.317 INFO:tasks.rados.rados.0.smithi131.stdout:422: finishing write tid 1 to smithi13174786-45 2024-08-29T14:50:22.317 INFO:tasks.rados.rados.0.smithi131.stdout:422: finishing write tid 2 to smithi13174786-45 2024-08-29T14:50:22.317 INFO:tasks.rados.rados.0.smithi131.stdout:422: finishing write tid 3 to smithi13174786-45 2024-08-29T14:50:22.318 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 170 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-08-29T14:50:22.318 INFO:tasks.rados.rados.0.smithi131.stdout:422: left oid 45 (ObjNum 151 snap 39 seq_num 151) 2024-08-29T14:50:22.318 INFO:tasks.rados.rados.0.smithi131.stdout:418: done (5 left) 2024-08-29T14:50:22.318 INFO:tasks.rados.rados.0.smithi131.stdout:419: done (4 left) 2024-08-29T14:50:22.318 INFO:tasks.rados.rados.0.smithi131.stdout:420: done (3 left) 2024-08-29T14:50:22.318 INFO:tasks.rados.rados.0.smithi131.stdout:422: done (2 left) 2024-08-29T14:50:22.318 INFO:tasks.rados.rados.0.smithi131.stdout:423: done (1 left) 2024-08-29T14:50:22.318 INFO:tasks.rados.rados.0.smithi131.stdout:425: read oid 9 snap 33 2024-08-29T14:50:22.318 INFO:tasks.rados.rados.0.smithi131.stdout:425: expect deleted 2024-08-29T14:50:22.318 INFO:tasks.rados.rados.0.smithi131.stdout:426: delete oid 12 current snap is 39 2024-08-29T14:50:22.319 INFO:tasks.rados.rados.0.smithi131.stdout:425: done (2 left) 2024-08-29T14:50:22.319 INFO:tasks.rados.rados.0.smithi131.stdout:426: done (1 left) 2024-08-29T14:50:22.319 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 39 2024-08-29T14:50:22.319 INFO:tasks.rados.rados.0.smithi131.stdout:427: seq_num 153 ranges {811008=163840} 2024-08-29T14:50:22.324 INFO:tasks.rados.rados.0.smithi131.stdout:427: writing smithi13174786-49 from 811008 to 974848 tid 1 2024-08-29T14:50:22.325 INFO:tasks.rados.rados.0.smithi131.stdout:428: setattr oid 17 current snap is 39 2024-08-29T14:50:22.325 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 179 (ObjNum 139 snap 35 seq_num 139) dirty exists 2024-08-29T14:50:22.325 INFO:tasks.rados.rados.0.smithi131.stdout:424: done (2 left) 2024-08-29T14:50:22.326 INFO:tasks.rados.rados.0.smithi131.stdout:429: read oid 15 snap -1 2024-08-29T14:50:22.326 INFO:tasks.rados.rados.0.smithi131.stdout:429: expect deleted 2024-08-29T14:50:22.326 INFO:tasks.rados.rados.0.smithi131.stdout:430: rollback oid 38 current snap is 39 2024-08-29T14:50:22.326 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 28 2024-08-29T14:50:22.326 INFO:tasks.rados.rados.0.smithi131.stdout:431: snap_create 2024-08-29T14:50:22.326 INFO:tasks.rados.rados.0.smithi131.stdout:427: finishing write tid 1 to smithi13174786-49 2024-08-29T14:50:22.327 INFO:tasks.rados.rados.0.smithi131.stdout:427: finishing write tid 2 to smithi13174786-49 2024-08-29T14:50:22.328 INFO:tasks.rados.rados.0.smithi131.stdout:427: finishing write tid 3 to smithi13174786-49 2024-08-29T14:50:22.328 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 211 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-08-29T14:50:22.328 INFO:tasks.rados.rados.0.smithi131.stdout:427: left oid 49 (ObjNum 153 snap 39 seq_num 153) 2024-08-29T14:50:22.328 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 164 (ObjNum 106 snap 22 seq_num 106) dirty exists 2024-08-29T14:50:22.329 INFO:tasks.rados.rados.0.smithi131.stdout:430: finishing rollback tid 0 to smithi13174786-38 2024-08-29T14:50:22.329 INFO:tasks.rados.rados.0.smithi131.stdout:430: finishing rollback tid 1 to smithi13174786-38 2024-08-29T14:50:22.329 INFO:tasks.rados.rados.0.smithi131.stdout:430: finishing rollback tid 2 to smithi13174786-38 2024-08-29T14:50:22.329 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 181 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-08-29T14:50:22.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:22 smithi169 ceph-mon[20881]: osdmap e153: 8 total, 8 up, 8 in 2024-08-29T14:50:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:22 smithi131 ceph-mon[17514]: osdmap e153: 8 total, 8 up, 8 in 2024-08-29T14:50:22.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:22 smithi131 ceph-mon[29516]: osdmap e153: 8 total, 8 up, 8 in 2024-08-29T14:50:23.253 INFO:tasks.rados.rados.0.smithi131.stdout:427: done (4 left) 2024-08-29T14:50:23.253 INFO:tasks.rados.rados.0.smithi131.stdout:428: done (3 left) 2024-08-29T14:50:23.253 INFO:tasks.rados.rados.0.smithi131.stdout:429: done (2 left) 2024-08-29T14:50:23.253 INFO:tasks.rados.rados.0.smithi131.stdout:430: done (1 left) 2024-08-29T14:50:23.253 INFO:tasks.rados.rados.0.smithi131.stdout:431: done (0 left) 2024-08-29T14:50:23.254 INFO:tasks.rados.rados.0.smithi131.stdout:432: read oid 14 snap -1 2024-08-29T14:50:23.254 INFO:tasks.rados.rados.0.smithi131.stdout:432: expect (ObjNum 146 snap 39 seq_num 146) 2024-08-29T14:50:23.254 INFO:tasks.rados.rados.0.smithi131.stdout:433: delete oid 12 current snap is 40 2024-08-29T14:50:23.257 INFO:tasks.rados.rados.0.smithi131.stdout:433: done (1 left) 2024-08-29T14:50:23.257 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 47 current snap is 40 2024-08-29T14:50:23.257 INFO:tasks.rados.rados.0.smithi131.stdout:434: seq_num 155 ranges {1343488=204800} 2024-08-29T14:50:23.266 INFO:tasks.rados.rados.0.smithi131.stdout:434: writing smithi13174786-47 from 1343488 to 1548288 tid 1 2024-08-29T14:50:23.266 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 40 2024-08-29T14:50:23.266 INFO:tasks.rados.rados.0.smithi131.stdout:435: seq_num 156 ranges {491520=221184} 2024-08-29T14:50:23.270 INFO:tasks.rados.rados.0.smithi131.stdout:435: writing smithi13174786-44 from 491520 to 712704 tid 1 2024-08-29T14:50:23.270 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 40 2024-08-29T14:50:23.270 INFO:tasks.rados.rados.0.smithi131.stdout:436: seq_num 157 ranges {0=237568} 2024-08-29T14:50:23.271 INFO:tasks.rados.rados.0.smithi131.stdout:436: writing smithi13174786-9 from 0 to 237568 tid 1 2024-08-29T14:50:23.271 INFO:tasks.rados.rados.0.smithi131.stdout:437: snap_remove snap 35 2024-08-29T14:50:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:23 smithi169 ceph-mon[20881]: osdmap e154: 8 total, 8 up, 8 in 2024-08-29T14:50:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:23 smithi169 ceph-mon[20881]: pgmap v209: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 883 KiB/s wr, 23 op/s 2024-08-29T14:50:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:23 smithi131 ceph-mon[17514]: osdmap e154: 8 total, 8 up, 8 in 2024-08-29T14:50:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:23 smithi131 ceph-mon[17514]: pgmap v209: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 883 KiB/s wr, 23 op/s 2024-08-29T14:50:23.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:23 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:50:23] "GET /metrics HTTP/1.1" 200 240104 "" "Prometheus/2.43.0" 2024-08-29T14:50:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:23 smithi131 ceph-mon[29516]: osdmap e154: 8 total, 8 up, 8 in 2024-08-29T14:50:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:23 smithi131 ceph-mon[29516]: pgmap v209: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 883 KiB/s wr, 23 op/s 2024-08-29T14:50:24.257 INFO:tasks.rados.rados.0.smithi131.stdout:437: done (4 left) 2024-08-29T14:50:24.258 INFO:tasks.rados.rados.0.smithi131.stdout:438: rollback oid 29 current snap is 40 2024-08-29T14:50:24.258 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 29 to 38 2024-08-29T14:50:24.258 INFO:tasks.rados.rados.0.smithi131.stdout:432: expect (ObjNum 146 snap 39 seq_num 146) 2024-08-29T14:50:24.359 INFO:tasks.rados.rados.0.smithi131.stdout:434: finishing write tid 1 to smithi13174786-47 2024-08-29T14:50:24.359 INFO:tasks.rados.rados.0.smithi131.stdout:434: finishing write tid 2 to smithi13174786-47 2024-08-29T14:50:24.359 INFO:tasks.rados.rados.0.smithi131.stdout:434: finishing write tid 3 to smithi13174786-47 2024-08-29T14:50:24.359 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 92 (ObjNum 155 snap 40 seq_num 155) dirty exists 2024-08-29T14:50:24.359 INFO:tasks.rados.rados.0.smithi131.stdout:434: left oid 47 (ObjNum 155 snap 40 seq_num 155) 2024-08-29T14:50:24.359 INFO:tasks.rados.rados.0.smithi131.stdout:432: done (4 left) 2024-08-29T14:50:24.359 INFO:tasks.rados.rados.0.smithi131.stdout:434: done (3 left) 2024-08-29T14:50:24.359 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 40 2024-08-29T14:50:24.359 INFO:tasks.rados.rados.0.smithi131.stdout:435: finishing write tid 1 to smithi13174786-44 2024-08-29T14:50:24.359 INFO:tasks.rados.rados.0.smithi131.stdout:439: seq_num 158 ranges {3284992=253952} 2024-08-29T14:50:24.378 INFO:tasks.rados.rados.0.smithi131.stdout:439: writing smithi13174786-21 from 3284992 to 3538944 tid 1 2024-08-29T14:50:24.378 INFO:tasks.rados.rados.0.smithi131.stdout:440: copy_from oid 39 from oid 12 current snap is 40 2024-08-29T14:50:24.378 INFO:tasks.rados.rados.0.smithi131.stdout:435: finishing write tid 2 to smithi13174786-44 2024-08-29T14:50:24.378 INFO:tasks.rados.rados.0.smithi131.stdout:435: finishing write tid 3 to smithi13174786-44 2024-08-29T14:50:24.378 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 214 (ObjNum 156 snap 40 seq_num 156) dirty exists 2024-08-29T14:50:24.378 INFO:tasks.rados.rados.0.smithi131.stdout:435: left oid 44 (ObjNum 156 snap 40 seq_num 156) 2024-08-29T14:50:24.378 INFO:tasks.rados.rados.0.smithi131.stdout:436: finishing write tid 1 to smithi13174786-9 2024-08-29T14:50:24.378 INFO:tasks.rados.rados.0.smithi131.stdout:435: done (4 left) 2024-08-29T14:50:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:441: snap_create 2024-08-29T14:50:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:436: finishing write tid 2 to smithi13174786-9 2024-08-29T14:50:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:436: finishing write tid 3 to smithi13174786-9 2024-08-29T14:50:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 141 (ObjNum 157 snap 40 seq_num 157) dirty exists 2024-08-29T14:50:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:436: left oid 9 (ObjNum 157 snap 40 seq_num 157) 2024-08-29T14:50:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:438: finishing rollback tid 0 to smithi13174786-29 2024-08-29T14:50:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:438: finishing rollback tid 1 to smithi13174786-29 2024-08-29T14:50:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:438: finishing rollback tid 2 to smithi13174786-29 2024-08-29T14:50:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 173 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-08-29T14:50:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:439: finishing write tid 1 to smithi13174786-21 2024-08-29T14:50:24.380 INFO:tasks.rados.rados.0.smithi131.stdout:439: finishing write tid 2 to smithi13174786-21 2024-08-29T14:50:24.381 INFO:tasks.rados.rados.0.smithi131.stdout:440: finishing copy_from to smithi13174786-39 2024-08-29T14:50:24.381 INFO:tasks.rados.rados.0.smithi131.stdout:440: got expected ENOENT (src dne) 2024-08-29T14:50:24.381 INFO:tasks.rados.rados.0.smithi131.stdout:440: finishing copy_from racing read to smithi13174786-39 2024-08-29T14:50:24.381 INFO:tasks.rados.rados.0.smithi131.stdout:439: finishing write tid 3 to smithi13174786-21 2024-08-29T14:50:24.381 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 180 (ObjNum 158 snap 40 seq_num 158) dirty exists 2024-08-29T14:50:24.381 INFO:tasks.rados.rados.0.smithi131.stdout:439: left oid 21 (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:50:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[17514]: osdmap e155: 8 total, 8 up, 8 in 2024-08-29T14:50:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[17514]: Upgrade: Updating mgr.x 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[17514]: Deploying daemon mgr.x on smithi169 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[29516]: osdmap e155: 8 total, 8 up, 8 in 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[29516]: Upgrade: Updating mgr.x 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:50:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:50:24.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:50:24.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:24.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:24 smithi131 ceph-mon[29516]: Deploying daemon mgr.x on smithi169 2024-08-29T14:50:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:24 smithi169 ceph-mon[20881]: osdmap e155: 8 total, 8 up, 8 in 2024-08-29T14:50:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:24 smithi169 ceph-mon[20881]: Upgrade: Updating mgr.x 2024-08-29T14:50:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:24 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:50:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:24 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:50:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:24 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:50:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:24 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:24 smithi169 ceph-mon[20881]: Deploying daemon mgr.x on smithi169 2024-08-29T14:50:25.268 INFO:tasks.rados.rados.0.smithi131.stdout:436: done (4 left) 2024-08-29T14:50:25.268 INFO:tasks.rados.rados.0.smithi131.stdout:438: done (3 left) 2024-08-29T14:50:25.268 INFO:tasks.rados.rados.0.smithi131.stdout:439: done (2 left) 2024-08-29T14:50:25.269 INFO:tasks.rados.rados.0.smithi131.stdout:440: done (1 left) 2024-08-29T14:50:25.269 INFO:tasks.rados.rados.0.smithi131.stdout:441: done (0 left) 2024-08-29T14:50:25.269 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 41 2024-08-29T14:50:25.269 INFO:tasks.rados.rados.0.smithi131.stdout:442: seq_num 159 ranges {0=270336} 2024-08-29T14:50:25.270 INFO:tasks.rados.rados.0.smithi131.stdout:442: writing smithi13174786-12 from 0 to 270336 tid 1 2024-08-29T14:50:25.270 INFO:tasks.rados.rados.0.smithi131.stdout:443: read oid 9 snap -1 2024-08-29T14:50:25.270 INFO:tasks.rados.rados.0.smithi131.stdout:443: expect (ObjNum 157 snap 40 seq_num 157) 2024-08-29T14:50:25.270 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 41 2024-08-29T14:50:25.270 INFO:tasks.rados.rados.0.smithi131.stdout:444: seq_num 160 ranges {0=286720} 2024-08-29T14:50:25.271 INFO:tasks.rados.rados.0.smithi131.stdout:444: writing smithi13174786-26 from 0 to 286720 tid 1 2024-08-29T14:50:25.272 INFO:tasks.rados.rados.0.smithi131.stdout:445: snap_create 2024-08-29T14:50:25.275 INFO:tasks.rados.rados.0.smithi131.stdout:443: expect (ObjNum 157 snap 40 seq_num 157) 2024-08-29T14:50:25.282 INFO:tasks.rados.rados.0.smithi131.stdout:442: finishing write tid 1 to smithi13174786-12 2024-08-29T14:50:25.282 INFO:tasks.rados.rados.0.smithi131.stdout:444: finishing write tid 1 to smithi13174786-26 2024-08-29T14:50:25.282 INFO:tasks.rados.rados.0.smithi131.stdout:444: finishing write tid 2 to smithi13174786-26 2024-08-29T14:50:25.282 INFO:tasks.rados.rados.0.smithi131.stdout:442: finishing write tid 2 to smithi13174786-12 2024-08-29T14:50:25.282 INFO:tasks.rados.rados.0.smithi131.stdout:442: finishing write tid 3 to smithi13174786-12 2024-08-29T14:50:25.283 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 91 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-08-29T14:50:25.283 INFO:tasks.rados.rados.0.smithi131.stdout:442: left oid 12 (ObjNum 159 snap 41 seq_num 159) 2024-08-29T14:50:25.283 INFO:tasks.rados.rados.0.smithi131.stdout:444: finishing write tid 3 to smithi13174786-26 2024-08-29T14:50:25.283 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 28 (ObjNum 160 snap 41 seq_num 160) dirty exists 2024-08-29T14:50:25.283 INFO:tasks.rados.rados.0.smithi131.stdout:444: left oid 26 (ObjNum 160 snap 41 seq_num 160) 2024-08-29T14:50:25.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:25 smithi169 systemd[1]: Stopping Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:50:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:25 smithi169 ceph-mon[20881]: osdmap e156: 8 total, 8 up, 8 in 2024-08-29T14:50:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:25 smithi169 ceph-mon[20881]: pgmap v212: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 883 KiB/s wr, 23 op/s 2024-08-29T14:50:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:25 smithi131 ceph-mon[17514]: osdmap e156: 8 total, 8 up, 8 in 2024-08-29T14:50:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:25 smithi131 ceph-mon[17514]: pgmap v212: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 883 KiB/s wr, 23 op/s 2024-08-29T14:50:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:25 smithi131 ceph-mon[29516]: osdmap e156: 8 total, 8 up, 8 in 2024-08-29T14:50:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:25 smithi131 ceph-mon[29516]: pgmap v212: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 883 KiB/s wr, 23 op/s 2024-08-29T14:50:25.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:25 smithi169 podman[56505]: 2024-08-29 14:50:25.387957719 +0000 UTC m=+0.136230791 container died 02d523ca734b722c8cf5407e89e2516bbffad8a80a86e4f704dd2bc15cb95720 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.1, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-29T14:50:26.016 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:25 smithi169 podman[56505]: 2024-08-29 14:50:25.756244244 +0000 UTC m=+0.504517313 container cleanup 02d523ca734b722c8cf5407e89e2516bbffad8a80a86e4f704dd2bc15cb95720 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, ceph=True, io.buildah.version=1.37.1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-29T14:50:26.016 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:25 smithi169 bash[56505]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x 2024-08-29T14:50:26.270 INFO:tasks.rados.rados.0.smithi131.stdout:442: done (3 left) 2024-08-29T14:50:26.270 INFO:tasks.rados.rados.0.smithi131.stdout:443: done (2 left) 2024-08-29T14:50:26.270 INFO:tasks.rados.rados.0.smithi131.stdout:444: done (1 left) 2024-08-29T14:50:26.270 INFO:tasks.rados.rados.0.smithi131.stdout:445: done (0 left) 2024-08-29T14:50:26.271 INFO:tasks.rados.rados.0.smithi131.stdout:446: copy_from oid 15 from oid 40 current snap is 42 2024-08-29T14:50:26.271 INFO:tasks.rados.rados.0.smithi131.stdout:447: read oid 7 snap 40 2024-08-29T14:50:26.271 INFO:tasks.rados.rados.0.smithi131.stdout:447: expect deleted 2024-08-29T14:50:26.271 INFO:tasks.rados.rados.0.smithi131.stdout:448: rollback oid 31 current snap is 42 2024-08-29T14:50:26.271 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 31 to 33 2024-08-29T14:50:26.271 INFO:tasks.rados.rados.0.smithi131.stdout:449: delete oid 35 current snap is 42 2024-08-29T14:50:26.272 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:26 smithi169 podman[56522]: 2024-08-29 14:50:26.016105791 +0000 UTC m=+0.621506890 container remove 02d523ca734b722c8cf5407e89e2516bbffad8a80a86e4f704dd2bc15cb95720 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.1, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=quincy-a89f613, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:50:26.272 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:26 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:50:26.272 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:26 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-29T14:50:26.272 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:26 smithi169 systemd[1]: Stopped Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:50:26.272 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:26 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.x.service: Consumed 10.276s CPU time. 2024-08-29T14:50:26.274 INFO:tasks.rados.rados.0.smithi131.stdout:447: done (3 left) 2024-08-29T14:50:26.274 INFO:tasks.rados.rados.0.smithi131.stdout:449: done (2 left) 2024-08-29T14:50:26.274 INFO:tasks.rados.rados.0.smithi131.stdout:450: read oid 8 snap -1 2024-08-29T14:50:26.274 INFO:tasks.rados.rados.0.smithi131.stdout:450: expect (ObjNum 138 snap 34 seq_num 138) 2024-08-29T14:50:26.274 INFO:tasks.rados.rados.0.smithi131.stdout:451: rollback oid 5 current snap is 42 2024-08-29T14:50:26.274 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 5 to 33 2024-08-29T14:50:26.274 INFO:tasks.rados.rados.0.smithi131.stdout:452: delete oid 37 current snap is 42 2024-08-29T14:50:26.275 INFO:tasks.rados.rados.0.smithi131.stdout:448: finishing rollback tid 0 to smithi13174786-31 2024-08-29T14:50:26.276 INFO:tasks.rados.rados.0.smithi131.stdout:448: finishing rollback tid 1 to smithi13174786-31 2024-08-29T14:50:26.276 INFO:tasks.rados.rados.0.smithi131.stdout:448: finishing rollback tid 2 to smithi13174786-31 2024-08-29T14:50:26.276 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 187 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-29T14:50:26.277 INFO:tasks.rados.rados.0.smithi131.stdout:448: done (4 left) 2024-08-29T14:50:26.278 INFO:tasks.rados.rados.0.smithi131.stdout:452: done (3 left) 2024-08-29T14:50:26.278 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 47 current snap is 42 2024-08-29T14:50:26.278 INFO:tasks.rados.rados.0.smithi131.stdout:453: seq_num 163 ranges {1548288=335872} 2024-08-29T14:50:26.288 INFO:tasks.rados.rados.0.smithi131.stdout:453: writing smithi13174786-47 from 1548288 to 1884160 tid 1 2024-08-29T14:50:26.288 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 42 2024-08-29T14:50:26.288 INFO:tasks.rados.rados.0.smithi131.stdout:446: finishing copy_from to smithi13174786-15 2024-08-29T14:50:26.288 INFO:tasks.rados.rados.0.smithi131.stdout:446: got expected ENOENT (src dne) 2024-08-29T14:50:26.288 INFO:tasks.rados.rados.0.smithi131.stdout:446: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:50:26.288 INFO:tasks.rados.rados.0.smithi131.stdout:454: seq_num 164 ranges {180224=352256} 2024-08-29T14:50:26.291 INFO:tasks.rados.rados.0.smithi131.stdout:454: writing smithi13174786-28 from 180224 to 532480 tid 1 2024-08-29T14:50:26.292 INFO:tasks.rados.rados.0.smithi131.stdout:446: done (4 left) 2024-08-29T14:50:26.292 INFO:tasks.rados.rados.0.smithi131.stdout:455: read oid 11 snap -1 2024-08-29T14:50:26.292 INFO:tasks.rados.rados.0.smithi131.stdout:455: expect (ObjNum 125 snap 30 seq_num 125) 2024-08-29T14:50:26.292 INFO:tasks.rados.rados.0.smithi131.stdout:456: read oid 34 snap -1 2024-08-29T14:50:26.292 INFO:tasks.rados.rados.0.smithi131.stdout:456: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:50:26.292 INFO:tasks.rados.rados.0.smithi131.stdout:457: setattr oid 18 current snap is 42 2024-08-29T14:50:26.292 INFO:tasks.rados.rados.0.smithi131.stdout:453: finishing write tid 1 to smithi13174786-47 2024-08-29T14:50:26.293 INFO:tasks.rados.rados.0.smithi131.stdout:453: finishing write tid 2 to smithi13174786-47 2024-08-29T14:50:26.293 INFO:tasks.rados.rados.0.smithi131.stdout:458: snap_create 2024-08-29T14:50:26.294 INFO:tasks.rados.rados.0.smithi131.stdout:453: finishing write tid 3 to smithi13174786-47 2024-08-29T14:50:26.294 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 99 (ObjNum 163 snap 42 seq_num 163) dirty exists 2024-08-29T14:50:26.294 INFO:tasks.rados.rados.0.smithi131.stdout:453: left oid 47 (ObjNum 163 snap 42 seq_num 163) 2024-08-29T14:50:26.296 INFO:tasks.rados.rados.0.smithi131.stdout:454: finishing write tid 1 to smithi13174786-28 2024-08-29T14:50:26.296 INFO:tasks.rados.rados.0.smithi131.stdout:454: finishing write tid 2 to smithi13174786-28 2024-08-29T14:50:26.297 INFO:tasks.rados.rados.0.smithi131.stdout:454: finishing write tid 3 to smithi13174786-28 2024-08-29T14:50:26.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 91 (ObjNum 164 snap 42 seq_num 164) dirty exists 2024-08-29T14:50:26.297 INFO:tasks.rados.rados.0.smithi131.stdout:454: left oid 28 (ObjNum 164 snap 42 seq_num 164) 2024-08-29T14:50:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 274 (ObjNum 120 snap 28 seq_num 120) dirty exists 2024-08-29T14:50:26.300 INFO:tasks.rados.rados.0.smithi131.stdout:450: expect (ObjNum 138 snap 34 seq_num 138) 2024-08-29T14:50:26.447 INFO:tasks.rados.rados.0.smithi131.stdout:451: finishing rollback tid 0 to smithi13174786-5 2024-08-29T14:50:26.447 INFO:tasks.rados.rados.0.smithi131.stdout:451: finishing rollback tid 1 to smithi13174786-5 2024-08-29T14:50:26.447 INFO:tasks.rados.rados.0.smithi131.stdout:451: finishing rollback tid 2 to smithi13174786-5 2024-08-29T14:50:26.447 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 191 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-08-29T14:50:26.447 INFO:tasks.rados.rados.0.smithi131.stdout:456: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:50:26.466 INFO:tasks.rados.rados.0.smithi131.stdout:455: expect (ObjNum 125 snap 30 seq_num 125) 2024-08-29T14:50:26.590 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:26 smithi169 ceph-mon[20881]: osdmap e157: 8 total, 8 up, 8 in 2024-08-29T14:50:26.590 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:26 smithi169 systemd[1]: Starting Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:50:26.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:26 smithi131 ceph-mon[17514]: osdmap e157: 8 total, 8 up, 8 in 2024-08-29T14:50:26.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:26 smithi131 ceph-mon[29516]: osdmap e157: 8 total, 8 up, 8 in 2024-08-29T14:50:26.879 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:26 smithi169 podman[56655]: 2024-08-29 14:50:26.492092435 +0000 UTC m=+0.015813949 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:50:26.879 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:26 smithi169 podman[56655]: 2024-08-29 14:50:26.692558923 +0000 UTC m=+0.216280467 container create 8c00c05b164eb972eda6165ad7b1577e546ad69a36f1c432a363b8d88d426e6b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:50:27.221 INFO:tasks.rados.rados.0.smithi131.stdout:450: done (7 left) 2024-08-29T14:50:27.221 INFO:tasks.rados.rados.0.smithi131.stdout:451: done (6 left) 2024-08-29T14:50:27.221 INFO:tasks.rados.rados.0.smithi131.stdout:453: done (5 left) 2024-08-29T14:50:27.222 INFO:tasks.rados.rados.0.smithi131.stdout:454: done (4 left) 2024-08-29T14:50:27.222 INFO:tasks.rados.rados.0.smithi131.stdout:455: done (3 left) 2024-08-29T14:50:27.222 INFO:tasks.rados.rados.0.smithi131.stdout:456: done (2 left) 2024-08-29T14:50:27.222 INFO:tasks.rados.rados.0.smithi131.stdout:457: done (1 left) 2024-08-29T14:50:27.222 INFO:tasks.rados.rados.0.smithi131.stdout:458: done (0 left) 2024-08-29T14:50:27.222 INFO:tasks.rados.rados.0.smithi131.stdout:459: setattr oid 39 current snap is 43 2024-08-29T14:50:27.223 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 43 2024-08-29T14:50:27.223 INFO:tasks.rados.rados.0.smithi131.stdout:460: seq_num 165 ranges {204800=368640} 2024-08-29T14:50:27.225 INFO:tasks.rados.rados.0.smithi131.stdout:460: writing smithi13174786-22 from 204800 to 573440 tid 1 2024-08-29T14:50:27.226 INFO:tasks.rados.rados.0.smithi131.stdout:461: snap_remove snap 23 2024-08-29T14:50:27.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:27 smithi131 ceph-mon[17514]: osdmap e158: 8 total, 8 up, 8 in 2024-08-29T14:50:27.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:27 smithi131 ceph-mon[17514]: pgmap v215: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 624 KiB/s wr, 37 op/s 2024-08-29T14:50:27.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:27 smithi131 ceph-mon[17514]: osdmap e159: 8 total, 8 up, 8 in 2024-08-29T14:50:27.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:27 smithi131 ceph-mon[29516]: osdmap e158: 8 total, 8 up, 8 in 2024-08-29T14:50:27.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:27 smithi131 ceph-mon[29516]: pgmap v215: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 624 KiB/s wr, 37 op/s 2024-08-29T14:50:27.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:27 smithi131 ceph-mon[29516]: osdmap e159: 8 total, 8 up, 8 in 2024-08-29T14:50:27.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:27 smithi169 ceph-mon[20881]: osdmap e158: 8 total, 8 up, 8 in 2024-08-29T14:50:27.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:27 smithi169 ceph-mon[20881]: pgmap v215: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 624 KiB/s wr, 37 op/s 2024-08-29T14:50:27.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:27 smithi169 ceph-mon[20881]: osdmap e159: 8 total, 8 up, 8 in 2024-08-29T14:50:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:461: done (2 left) 2024-08-29T14:50:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:462: rmattr oid 7 current snap is 43 2024-08-29T14:50:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:462: done (2 left) 2024-08-29T14:50:28.224 INFO:tasks.rados.rados.0.smithi131.stdout:463: copy_from oid 19 from oid 37 current snap is 43 2024-08-29T14:50:28.225 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 182 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-08-29T14:50:28.225 INFO:tasks.rados.rados.0.smithi131.stdout:460: finishing write tid 1 to smithi13174786-22 2024-08-29T14:50:28.225 INFO:tasks.rados.rados.0.smithi131.stdout:460: finishing write tid 2 to smithi13174786-22 2024-08-29T14:50:28.225 INFO:tasks.rados.rados.0.smithi131.stdout:460: finishing write tid 3 to smithi13174786-22 2024-08-29T14:50:28.225 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 277 (ObjNum 165 snap 43 seq_num 165) dirty exists 2024-08-29T14:50:28.225 INFO:tasks.rados.rados.0.smithi131.stdout:460: left oid 22 (ObjNum 165 snap 43 seq_num 165) 2024-08-29T14:50:28.225 INFO:tasks.rados.rados.0.smithi131.stdout:459: done (2 left) 2024-08-29T14:50:28.225 INFO:tasks.rados.rados.0.smithi131.stdout:460: done (1 left) 2024-08-29T14:50:28.225 INFO:tasks.rados.rados.0.smithi131.stdout:464: copy_from oid 48 from oid 31 current snap is 43 2024-08-29T14:50:28.225 INFO:tasks.rados.rados.0.smithi131.stdout:465: delete oid 16 current snap is 43 2024-08-29T14:50:28.230 INFO:tasks.rados.rados.0.smithi131.stdout:463: finishing copy_from to smithi13174786-19 2024-08-29T14:50:28.230 INFO:tasks.rados.rados.0.smithi131.stdout:463: got expected ENOENT (src dne) 2024-08-29T14:50:28.231 INFO:tasks.rados.rados.0.smithi131.stdout:463: finishing copy_from racing read to smithi13174786-19 2024-08-29T14:50:28.231 INFO:tasks.rados.rados.0.smithi131.stdout:463: done (2 left) 2024-08-29T14:50:28.231 INFO:tasks.rados.rados.0.smithi131.stdout:465: done (1 left) 2024-08-29T14:50:28.231 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 43 2024-08-29T14:50:28.231 INFO:tasks.rados.rados.0.smithi131.stdout:466: seq_num 167 ranges {3399680=401408} 2024-08-29T14:50:28.253 INFO:tasks.rados.rados.0.smithi131.stdout:466: writing smithi13174786-43 from 3399680 to 3801088 tid 1 2024-08-29T14:50:28.253 INFO:tasks.rados.rados.0.smithi131.stdout:467: delete oid 18 current snap is 43 2024-08-29T14:50:28.253 INFO:tasks.rados.rados.0.smithi131.stdout:464: finishing copy_from racing read to smithi13174786-48 2024-08-29T14:50:28.253 INFO:tasks.rados.rados.0.smithi131.stdout:464: finishing copy_from to smithi13174786-48 2024-08-29T14:50:28.253 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 187 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-29T14:50:28.255 INFO:tasks.rados.rados.0.smithi131.stdout:464: done (2 left) 2024-08-29T14:50:28.256 INFO:tasks.rados.rados.0.smithi131.stdout:467: done (1 left) 2024-08-29T14:50:28.256 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 43 2024-08-29T14:50:28.256 INFO:tasks.rados.rados.0.smithi131.stdout:468: seq_num 169 ranges {0=434176} 2024-08-29T14:50:28.258 INFO:tasks.rados.rados.0.smithi131.stdout:468: writing smithi13174786-15 from 0 to 434176 tid 1 2024-08-29T14:50:28.258 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 43 2024-08-29T14:50:28.258 INFO:tasks.rados.rados.0.smithi131.stdout:466: finishing write tid 1 to smithi13174786-43 2024-08-29T14:50:28.258 INFO:tasks.rados.rados.0.smithi131.stdout:466: finishing write tid 2 to smithi13174786-43 2024-08-29T14:50:28.259 INFO:tasks.rados.rados.0.smithi131.stdout:466: finishing write tid 3 to smithi13174786-43 2024-08-29T14:50:28.259 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 143 (ObjNum 167 snap 43 seq_num 167) dirty exists 2024-08-29T14:50:28.259 INFO:tasks.rados.rados.0.smithi131.stdout:466: left oid 43 (ObjNum 167 snap 43 seq_num 167) 2024-08-29T14:50:28.259 INFO:tasks.rados.rados.0.smithi131.stdout:469: seq_num 170 ranges {532480=450560} 2024-08-29T14:50:28.264 INFO:tasks.rados.rados.0.smithi131.stdout:469: writing smithi13174786-28 from 532480 to 983040 tid 1 2024-08-29T14:50:28.264 INFO:tasks.rados.rados.0.smithi131.stdout:466: done (2 left) 2024-08-29T14:50:28.264 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 43 2024-08-29T14:50:28.264 INFO:tasks.rados.rados.0.smithi131.stdout:468: finishing write tid 1 to smithi13174786-15 2024-08-29T14:50:28.264 INFO:tasks.rados.rados.0.smithi131.stdout:468: finishing write tid 2 to smithi13174786-15 2024-08-29T14:50:28.264 INFO:tasks.rados.rados.0.smithi131.stdout:468: finishing write tid 3 to smithi13174786-15 2024-08-29T14:50:28.264 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 197 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-08-29T14:50:28.264 INFO:tasks.rados.rados.0.smithi131.stdout:468: left oid 15 (ObjNum 169 snap 43 seq_num 169) 2024-08-29T14:50:28.264 INFO:tasks.rados.rados.0.smithi131.stdout:470: seq_num 171 ranges {270336=466944} 2024-08-29T14:50:28.268 INFO:tasks.rados.rados.0.smithi131.stdout:470: writing smithi13174786-12 from 270336 to 737280 tid 1 2024-08-29T14:50:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:468: done (2 left) 2024-08-29T14:50:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:471: read oid 29 snap -1 2024-08-29T14:50:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:471: expect (ObjNum 87 snap 15 seq_num 87) 2024-08-29T14:50:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 43 2024-08-29T14:50:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:469: finishing write tid 1 to smithi13174786-28 2024-08-29T14:50:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:472: seq_num 172 ranges {303104=483328} 2024-08-29T14:50:28.274 INFO:tasks.rados.rados.0.smithi131.stdout:472: writing smithi13174786-19 from 303104 to 786432 tid 1 2024-08-29T14:50:28.274 INFO:tasks.rados.rados.0.smithi131.stdout:473: read oid 15 snap 36 2024-08-29T14:50:28.274 INFO:tasks.rados.rados.0.smithi131.stdout:473: expect deleted 2024-08-29T14:50:28.274 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 47 current snap is 43 2024-08-29T14:50:28.274 INFO:tasks.rados.rados.0.smithi131.stdout:469: finishing write tid 2 to smithi13174786-28 2024-08-29T14:50:28.275 INFO:tasks.rados.rados.0.smithi131.stdout:469: finishing write tid 3 to smithi13174786-28 2024-08-29T14:50:28.275 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 100 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-08-29T14:50:28.275 INFO:tasks.rados.rados.0.smithi131.stdout:469: left oid 28 (ObjNum 170 snap 43 seq_num 170) 2024-08-29T14:50:28.275 INFO:tasks.rados.rados.0.smithi131.stdout:470: finishing write tid 1 to smithi13174786-12 2024-08-29T14:50:28.275 INFO:tasks.rados.rados.0.smithi131.stdout:470: finishing write tid 2 to smithi13174786-12 2024-08-29T14:50:28.275 INFO:tasks.rados.rados.0.smithi131.stdout:474: seq_num 173 ranges {1884160=499712} 2024-08-29T14:50:28.287 INFO:tasks.rados.rados.0.smithi131.stdout:474: writing smithi13174786-47 from 1884160 to 2383872 tid 1 2024-08-29T14:50:28.287 INFO:tasks.rados.rados.0.smithi131.stdout:469: done (5 left) 2024-08-29T14:50:28.287 INFO:tasks.rados.rados.0.smithi131.stdout:475: delete oid 9 current snap is 43 2024-08-29T14:50:28.287 INFO:tasks.rados.rados.0.smithi131.stdout:470: finishing write tid 3 to smithi13174786-12 2024-08-29T14:50:28.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 98 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-08-29T14:50:28.287 INFO:tasks.rados.rados.0.smithi131.stdout:470: left oid 12 (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:50:28.287 INFO:tasks.rados.rados.0.smithi131.stdout:471: expect (ObjNum 87 snap 15 seq_num 87) 2024-08-29T14:50:28.328 INFO:tasks.rados.rados.0.smithi131.stdout:472: finishing write tid 1 to smithi13174786-19 2024-08-29T14:50:28.328 INFO:tasks.rados.rados.0.smithi131.stdout:472: finishing write tid 2 to smithi13174786-19 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:472: finishing write tid 3 to smithi13174786-19 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 77 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:472: left oid 19 (ObjNum 172 snap 43 seq_num 172) 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:470: done (5 left) 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:471: done (4 left) 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:472: done (3 left) 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:473: done (2 left) 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:475: done (1 left) 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:476: copy_from oid 48 from oid 6 current snap is 43 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:474: finishing write tid 1 to smithi13174786-47 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:474: finishing write tid 2 to smithi13174786-47 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:474: finishing write tid 3 to smithi13174786-47 2024-08-29T14:50:28.329 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 106 (ObjNum 173 snap 43 seq_num 173) dirty exists 2024-08-29T14:50:28.330 INFO:tasks.rados.rados.0.smithi131.stdout:474: left oid 47 (ObjNum 173 snap 43 seq_num 173) 2024-08-29T14:50:28.330 INFO:tasks.rados.rados.0.smithi131.stdout:474: done (1 left) 2024-08-29T14:50:28.330 INFO:tasks.rados.rados.0.smithi131.stdout:477: read oid 34 snap 40 2024-08-29T14:50:28.330 INFO:tasks.rados.rados.0.smithi131.stdout:477: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:50:28.330 INFO:tasks.rados.rados.0.smithi131.stdout:478: read oid 12 snap -1 2024-08-29T14:50:28.330 INFO:tasks.rados.rados.0.smithi131.stdout:478: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:50:28.330 INFO:tasks.rados.rados.0.smithi131.stdout:479: rollback oid 26 current snap is 43 2024-08-29T14:50:28.330 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 39 2024-08-29T14:50:28.330 INFO:tasks.rados.rados.0.smithi131.stdout:480: snap_create 2024-08-29T14:50:28.330 INFO:tasks.rados.rados.0.smithi131.stdout:479: finishing rollback tid 0 to smithi13174786-26 2024-08-29T14:50:28.331 INFO:tasks.rados.rados.0.smithi131.stdout:479: finishing rollback tid 1 to smithi13174786-26 2024-08-29T14:50:28.331 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 31 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:50:28.331 INFO:tasks.rados.rados.0.smithi131.stdout:476: finishing copy_from to smithi13174786-48 2024-08-29T14:50:28.331 INFO:tasks.rados.rados.0.smithi131.stdout:476: got expected ENOENT (src dne) 2024-08-29T14:50:28.331 INFO:tasks.rados.rados.0.smithi131.stdout:478: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:50:28.354 INFO:tasks.rados.rados.0.smithi131.stdout:476: finishing copy_from racing read to smithi13174786-48 2024-08-29T14:50:28.354 INFO:tasks.rados.rados.0.smithi131.stdout:477: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:50:29.129 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:28 smithi169 podman[56655]: 2024-08-29 14:50:28.77677644 +0000 UTC m=+2.300497941 container init 8c00c05b164eb972eda6165ad7b1577e546ad69a36f1c432a363b8d88d426e6b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:50:29.129 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:28 smithi169 podman[56655]: 2024-08-29 14:50:28.783359539 +0000 UTC m=+2.307081051 container start 8c00c05b164eb972eda6165ad7b1577e546ad69a36f1c432a363b8d88d426e6b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=) 2024-08-29T14:50:29.130 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:28 smithi169 ceph-mgr[56694]: -- 172.21.15.169:0/1099518368 <== mon.2 v2:172.21.15.131:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557e72f0f0e0 con 0x557e72eed400 2024-08-29T14:50:29.230 INFO:tasks.rados.rados.0.smithi131.stdout:476: done (4 left) 2024-08-29T14:50:29.230 INFO:tasks.rados.rados.0.smithi131.stdout:477: done (3 left) 2024-08-29T14:50:29.230 INFO:tasks.rados.rados.0.smithi131.stdout:478: done (2 left) 2024-08-29T14:50:29.230 INFO:tasks.rados.rados.0.smithi131.stdout:479: done (1 left) 2024-08-29T14:50:29.230 INFO:tasks.rados.rados.0.smithi131.stdout:480: done (0 left) 2024-08-29T14:50:29.230 INFO:tasks.rados.rados.0.smithi131.stdout:481: rollback oid 11 current snap is 44 2024-08-29T14:50:29.230 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 11 to 37 2024-08-29T14:50:29.230 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 44 2024-08-29T14:50:29.230 INFO:tasks.rados.rados.0.smithi131.stdout:482: seq_num 175 ranges {3153920=540672} 2024-08-29T14:50:29.250 INFO:tasks.rados.rados.0.smithi131.stdout:482: writing smithi13174786-17 from 3153920 to 3694592 tid 1 2024-08-29T14:50:29.250 INFO:tasks.rados.rados.0.smithi131.stdout:483: rollback oid 47 current snap is 44 2024-08-29T14:50:29.250 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 47 to 38 2024-08-29T14:50:29.250 INFO:tasks.rados.rados.0.smithi131.stdout:481: finishing rollback tid 0 to smithi13174786-11 2024-08-29T14:50:29.250 INFO:tasks.rados.rados.0.smithi131.stdout:481: finishing rollback tid 1 to smithi13174786-11 2024-08-29T14:50:29.250 INFO:tasks.rados.rados.0.smithi131.stdout:481: finishing rollback tid 2 to smithi13174786-11 2024-08-29T14:50:29.250 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 238 (ObjNum 125 snap 30 seq_num 125) dirty exists 2024-08-29T14:50:29.250 INFO:tasks.rados.rados.0.smithi131.stdout:481: done (2 left) 2024-08-29T14:50:29.251 INFO:tasks.rados.rados.0.smithi131.stdout:484: snap_remove snap 28 2024-08-29T14:50:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:29 smithi131 ceph-mon[17514]: osdmap e160: 8 total, 8 up, 8 in 2024-08-29T14:50:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:29 smithi131 ceph-mon[17514]: pgmap v218: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 624 KiB/s wr, 37 op/s 2024-08-29T14:50:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:29 smithi131 ceph-mon[29516]: osdmap e160: 8 total, 8 up, 8 in 2024-08-29T14:50:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:29 smithi131 ceph-mon[29516]: pgmap v218: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 624 KiB/s wr, 37 op/s 2024-08-29T14:50:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:29 smithi169 ceph-mon[20881]: osdmap e160: 8 total, 8 up, 8 in 2024-08-29T14:50:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:29 smithi169 ceph-mon[20881]: pgmap v218: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 624 KiB/s wr, 37 op/s 2024-08-29T14:50:30.129 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:29 smithi169 bash[56655]: 8c00c05b164eb972eda6165ad7b1577e546ad69a36f1c432a363b8d88d426e6b 2024-08-29T14:50:30.129 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:29 smithi169 systemd[1]: Started Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:50:30.236 INFO:tasks.rados.rados.0.smithi131.stdout:484: done (2 left) 2024-08-29T14:50:30.236 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 44 2024-08-29T14:50:30.236 INFO:tasks.rados.rados.0.smithi131.stdout:485: seq_num 176 ranges {712704=557056} 2024-08-29T14:50:30.244 INFO:tasks.rados.rados.0.smithi131.stdout:485: writing smithi13174786-44 from 712704 to 1269760 tid 1 2024-08-29T14:50:30.244 INFO:tasks.rados.rados.0.smithi131.stdout:486: delete oid 48 current snap is 44 2024-08-29T14:50:30.244 INFO:tasks.rados.rados.0.smithi131.stdout:482: finishing write tid 1 to smithi13174786-17 2024-08-29T14:50:30.244 INFO:tasks.rados.rados.0.smithi131.stdout:482: finishing write tid 2 to smithi13174786-17 2024-08-29T14:50:30.244 INFO:tasks.rados.rados.0.smithi131.stdout:482: finishing write tid 3 to smithi13174786-17 2024-08-29T14:50:30.244 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 189 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-29T14:50:30.244 INFO:tasks.rados.rados.0.smithi131.stdout:482: left oid 17 (ObjNum 175 snap 44 seq_num 175) 2024-08-29T14:50:30.244 INFO:tasks.rados.rados.0.smithi131.stdout:483: finishing rollback tid 0 to smithi13174786-47 2024-08-29T14:50:30.245 INFO:tasks.rados.rados.0.smithi131.stdout:483: finishing rollback tid 1 to smithi13174786-47 2024-08-29T14:50:30.245 INFO:tasks.rados.rados.0.smithi131.stdout:483: finishing rollback tid 2 to smithi13174786-47 2024-08-29T14:50:30.245 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 110 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:50:30.250 INFO:tasks.rados.rados.0.smithi131.stdout:485: finishing write tid 1 to smithi13174786-44 2024-08-29T14:50:30.250 INFO:tasks.rados.rados.0.smithi131.stdout:485: finishing write tid 2 to smithi13174786-44 2024-08-29T14:50:30.250 INFO:tasks.rados.rados.0.smithi131.stdout:482: done (3 left) 2024-08-29T14:50:30.250 INFO:tasks.rados.rados.0.smithi131.stdout:483: done (2 left) 2024-08-29T14:50:30.251 INFO:tasks.rados.rados.0.smithi131.stdout:486: done (1 left) 2024-08-29T14:50:30.251 INFO:tasks.rados.rados.0.smithi131.stdout:487: snap_create 2024-08-29T14:50:30.251 INFO:tasks.rados.rados.0.smithi131.stdout:485: finishing write tid 3 to smithi13174786-44 2024-08-29T14:50:30.251 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 249 (ObjNum 176 snap 44 seq_num 176) dirty exists 2024-08-29T14:50:30.251 INFO:tasks.rados.rados.0.smithi131.stdout:485: left oid 44 (ObjNum 176 snap 44 seq_num 176) 2024-08-29T14:50:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:30 smithi131 ceph-mon[17514]: osdmap e161: 8 total, 8 up, 8 in 2024-08-29T14:50:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:30 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:30 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:30 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:30 smithi131 ceph-mon[29516]: osdmap e161: 8 total, 8 up, 8 in 2024-08-29T14:50:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:30 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:30 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:30 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:30 smithi169 ceph-mon[20881]: osdmap e161: 8 total, 8 up, 8 in 2024-08-29T14:50:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:30 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:30 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:30 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:31.242 INFO:tasks.rados.rados.0.smithi131.stdout:485: done (1 left) 2024-08-29T14:50:31.242 INFO:tasks.rados.rados.0.smithi131.stdout:487: done (0 left) 2024-08-29T14:50:31.242 INFO:tasks.rados.rados.0.smithi131.stdout:488: snap_create 2024-08-29T14:50:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:31 smithi131 ceph-mon[17514]: osdmap e162: 8 total, 8 up, 8 in 2024-08-29T14:50:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:31 smithi131 ceph-mon[17514]: pgmap v221: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:31 smithi131 ceph-mon[29516]: osdmap e162: 8 total, 8 up, 8 in 2024-08-29T14:50:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:31 smithi131 ceph-mon[29516]: pgmap v221: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:31.628 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:31 smithi169 ceph-mon[20881]: osdmap e162: 8 total, 8 up, 8 in 2024-08-29T14:50:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:31 smithi169 ceph-mon[20881]: pgmap v221: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:32.242 INFO:tasks.rados.rados.0.smithi131.stdout:488: done (0 left) 2024-08-29T14:50:32.242 INFO:tasks.rados.rados.0.smithi131.stdout:489: snap_remove snap 40 2024-08-29T14:50:32.593 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:32 smithi169 ceph-mon[20881]: osdmap e163: 8 total, 8 up, 8 in 2024-08-29T14:50:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:32 smithi131 ceph-mon[17514]: osdmap e163: 8 total, 8 up, 8 in 2024-08-29T14:50:32.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:32 smithi131 ceph-mon[29516]: osdmap e163: 8 total, 8 up, 8 in 2024-08-29T14:50:33.255 INFO:tasks.rados.rados.0.smithi131.stdout:489: done (0 left) 2024-08-29T14:50:33.255 INFO:tasks.rados.rados.0.smithi131.stdout:490: read oid 21 snap -1 2024-08-29T14:50:33.255 INFO:tasks.rados.rados.0.smithi131.stdout:490: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:50:33.255 INFO:tasks.rados.rados.0.smithi131.stdout:491: snap_create 2024-08-29T14:50:33.273 INFO:tasks.rados.rados.0.smithi131.stdout:490: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:50:33.581 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:33 smithi169 ceph-mon[20881]: osdmap e164: 8 total, 8 up, 8 in 2024-08-29T14:50:33.582 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:33 smithi169 ceph-mon[20881]: pgmap v224: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-29T14:50:33.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:50:33] "GET /metrics HTTP/1.1" 200 240104 "" "Prometheus/2.43.0" 2024-08-29T14:50:33.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:33 smithi131 ceph-mon[17514]: osdmap e164: 8 total, 8 up, 8 in 2024-08-29T14:50:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:33 smithi131 ceph-mon[17514]: pgmap v224: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-29T14:50:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:33 smithi131 ceph-mon[29516]: osdmap e164: 8 total, 8 up, 8 in 2024-08-29T14:50:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:33 smithi131 ceph-mon[29516]: pgmap v224: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-29T14:50:34.254 INFO:tasks.rados.rados.0.smithi131.stdout:490: done (1 left) 2024-08-29T14:50:34.254 INFO:tasks.rados.rados.0.smithi131.stdout:491: done (0 left) 2024-08-29T14:50:34.254 INFO:tasks.rados.rados.0.smithi131.stdout:492: copy_from oid 24 from oid 25 current snap is 47 2024-08-29T14:50:34.254 INFO:tasks.rados.rados.0.smithi131.stdout:493: snap_remove snap 36 2024-08-29T14:50:34.256 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:50:33] ENGINE Bus STARTING 2024-08-29T14:50:34.256 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: CherryPy Checker: 2024-08-29T14:50:34.256 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: The Application mounted at '' has an empty config. 2024-08-29T14:50:34.256 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:34.257 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:50:34] ENGINE Serving on http://:::9283 2024-08-29T14:50:34.257 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:50:34] ENGINE Bus STARTED 2024-08-29T14:50:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[17514]: osdmap e165: 8 total, 8 up, 8 in 2024-08-29T14:50:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[17514]: Standby manager daemon x restarted 2024-08-29T14:50:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[17514]: Standby manager daemon x started 2024-08-29T14:50:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:50:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:50:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:50:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:50:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[29516]: osdmap e165: 8 total, 8 up, 8 in 2024-08-29T14:50:34.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[29516]: Standby manager daemon x restarted 2024-08-29T14:50:34.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[29516]: Standby manager daemon x started 2024-08-29T14:50:34.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:50:34.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:50:34.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:50:34.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:34 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:50:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:34 smithi169 ceph-mon[20881]: osdmap e165: 8 total, 8 up, 8 in 2024-08-29T14:50:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:34 smithi169 ceph-mon[20881]: Standby manager daemon x restarted 2024-08-29T14:50:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:34 smithi169 ceph-mon[20881]: Standby manager daemon x started 2024-08-29T14:50:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:34 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:50:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:34 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:50:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:34 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:50:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:34 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:50:35.273 INFO:tasks.rados.rados.0.smithi131.stdout:493: done (1 left) 2024-08-29T14:50:35.273 INFO:tasks.rados.rados.0.smithi131.stdout:494: rollback oid 16 current snap is 47 2024-08-29T14:50:35.273 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 16 to 43 2024-08-29T14:50:35.273 INFO:tasks.rados.rados.0.smithi131.stdout:495: read oid 35 snap 16 2024-08-29T14:50:35.273 INFO:tasks.rados.rados.0.smithi131.stdout:495: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-29T14:50:35.273 INFO:tasks.rados.rados.0.smithi131.stdout:496: rollback oid 10 current snap is 47 2024-08-29T14:50:35.274 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 10 to 38 2024-08-29T14:50:35.274 INFO:tasks.rados.rados.0.smithi131.stdout:497: snap_create 2024-08-29T14:50:35.274 INFO:tasks.rados.rados.0.smithi131.stdout:492: finishing copy_from racing read to smithi13174786-24 2024-08-29T14:50:35.274 INFO:tasks.rados.rados.0.smithi131.stdout:492: finishing copy_from to smithi13174786-24 2024-08-29T14:50:35.274 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 133 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T14:50:35.280 INFO:tasks.rados.rados.0.smithi131.stdout:494: finishing rollback tid 1 to smithi13174786-16 2024-08-29T14:50:35.280 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 226 (ObjNum 129 snap 0 seq_num 2120371376) dirty dne 2024-08-29T14:50:35.283 INFO:tasks.rados.rados.0.smithi131.stdout:495: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-29T14:50:35.301 INFO:tasks.rados.rados.0.smithi131.stdout:496: finishing rollback tid 0 to smithi13174786-10 2024-08-29T14:50:35.301 INFO:tasks.rados.rados.0.smithi131.stdout:496: finishing rollback tid 1 to smithi13174786-10 2024-08-29T14:50:35.301 INFO:tasks.rados.rados.0.smithi131.stdout:496: finishing rollback tid 2 to smithi13174786-10 2024-08-29T14:50:35.301 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 266 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-08-29T14:50:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:35 smithi131 ceph-mon[17514]: osdmap e166: 8 total, 8 up, 8 in 2024-08-29T14:50:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:35 smithi131 ceph-mon[17514]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-29T14:50:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:35 smithi131 ceph-mon[17514]: pgmap v227: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-29T14:50:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:35 smithi131 ceph-mon[29516]: osdmap e166: 8 total, 8 up, 8 in 2024-08-29T14:50:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:35 smithi131 ceph-mon[29516]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-29T14:50:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:35 smithi131 ceph-mon[29516]: pgmap v227: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-29T14:50:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:35 smithi169 ceph-mon[20881]: osdmap e166: 8 total, 8 up, 8 in 2024-08-29T14:50:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:35 smithi169 ceph-mon[20881]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-29T14:50:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:35 smithi169 ceph-mon[20881]: pgmap v227: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-29T14:50:36.270 INFO:tasks.rados.rados.0.smithi131.stdout:492: done (4 left) 2024-08-29T14:50:36.270 INFO:tasks.rados.rados.0.smithi131.stdout:494: done (3 left) 2024-08-29T14:50:36.270 INFO:tasks.rados.rados.0.smithi131.stdout:495: done (2 left) 2024-08-29T14:50:36.270 INFO:tasks.rados.rados.0.smithi131.stdout:496: done (1 left) 2024-08-29T14:50:36.271 INFO:tasks.rados.rados.0.smithi131.stdout:497: done (0 left) 2024-08-29T14:50:36.271 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 48 2024-08-29T14:50:36.271 INFO:tasks.rados.rados.0.smithi131.stdout:498: seq_num 178 ranges {3358720=589824} 2024-08-29T14:50:36.291 INFO:tasks.rados.rados.0.smithi131.stdout:498: writing smithi13174786-33 from 3358720 to 3948544 tid 1 2024-08-29T14:50:36.291 INFO:tasks.rados.rados.0.smithi131.stdout:499: read oid 27 snap -1 2024-08-29T14:50:36.292 INFO:tasks.rados.rados.0.smithi131.stdout:499: expect deleted 2024-08-29T14:50:36.292 INFO:tasks.rados.rados.0.smithi131.stdout:500: copy_from oid 30 from oid 25 current snap is 48 2024-08-29T14:50:36.292 INFO:tasks.rados.rados.0.smithi131.stdout:501: read oid 31 snap -1 2024-08-29T14:50:36.292 INFO:tasks.rados.rados.0.smithi131.stdout:501: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-29T14:50:36.292 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 48 2024-08-29T14:50:36.292 INFO:tasks.rados.rados.0.smithi131.stdout:502: seq_num 179 ranges {0=606208} 2024-08-29T14:50:36.295 INFO:tasks.rados.rados.0.smithi131.stdout:502: writing smithi13174786-6 from 0 to 606208 tid 1 2024-08-29T14:50:36.296 INFO:tasks.rados.rados.0.smithi131.stdout:503: read oid 41 snap 39 2024-08-29T14:50:36.296 INFO:tasks.rados.rados.0.smithi131.stdout:503: expect (ObjNum 136 snap 33 seq_num 136) 2024-08-29T14:50:36.296 INFO:tasks.rados.rados.0.smithi131.stdout:504: copy_from oid 11 from oid 29 current snap is 48 2024-08-29T14:50:36.296 INFO:tasks.rados.rados.0.smithi131.stdout:499: done (6 left) 2024-08-29T14:50:36.296 INFO:tasks.rados.rados.0.smithi131.stdout:505: read oid 7 snap -1 2024-08-29T14:50:36.296 INFO:tasks.rados.rados.0.smithi131.stdout:505: expect deleted 2024-08-29T14:50:36.296 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 48 2024-08-29T14:50:36.296 INFO:tasks.rados.rados.0.smithi131.stdout:506: seq_num 180 ranges {958464=622592} 2024-08-29T14:50:36.304 INFO:tasks.rados.rados.0.smithi131.stdout:506: writing smithi13174786-45 from 958464 to 1581056 tid 1 2024-08-29T14:50:36.304 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 48 2024-08-29T14:50:36.305 INFO:tasks.rados.rados.0.smithi131.stdout:507: seq_num 181 ranges {0=638976} 2024-08-29T14:50:36.309 INFO:tasks.rados.rados.0.smithi131.stdout:507: writing smithi13174786-16 from 0 to 638976 tid 1 2024-08-29T14:50:36.309 INFO:tasks.rados.rados.0.smithi131.stdout:508: snap_remove snap 42 2024-08-29T14:50:36.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:50:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:50:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:36 smithi169 ceph-mon[20881]: osdmap e167: 8 total, 8 up, 8 in 2024-08-29T14:50:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:36 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:36 smithi131 ceph-mon[17514]: osdmap e167: 8 total, 8 up, 8 in 2024-08-29T14:50:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:36 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:36.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:36 smithi131 ceph-mon[29516]: osdmap e167: 8 total, 8 up, 8 in 2024-08-29T14:50:36.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:36 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:37.229 INFO:tasks.rados.rados.0.smithi131.stdout:498: finishing write tid 1 to smithi13174786-33 2024-08-29T14:50:37.229 INFO:tasks.rados.rados.0.smithi131.stdout:498: finishing write tid 2 to smithi13174786-33 2024-08-29T14:50:37.229 INFO:tasks.rados.rados.0.smithi131.stdout:498: finishing write tid 3 to smithi13174786-33 2024-08-29T14:50:37.229 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 111 (ObjNum 178 snap 48 seq_num 178) dirty exists 2024-08-29T14:50:37.229 INFO:tasks.rados.rados.0.smithi131.stdout:498: left oid 33 (ObjNum 178 snap 48 seq_num 178) 2024-08-29T14:50:37.229 INFO:tasks.rados.rados.0.smithi131.stdout:501: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:502: finishing write tid 1 to smithi13174786-6 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:502: finishing write tid 2 to smithi13174786-6 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:502: finishing write tid 3 to smithi13174786-6 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 82 (ObjNum 179 snap 48 seq_num 179) dirty exists 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:502: left oid 6 (ObjNum 179 snap 48 seq_num 179) 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:506: finishing write tid 1 to smithi13174786-45 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:506: finishing write tid 2 to smithi13174786-45 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:498: done (9 left) 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:501: done (8 left) 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:502: done (7 left) 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:505: done (6 left) 2024-08-29T14:50:37.292 INFO:tasks.rados.rados.0.smithi131.stdout:508: done (5 left) 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:509: snap_create 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:506: finishing write tid 3 to smithi13174786-45 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 175 (ObjNum 180 snap 48 seq_num 180) dirty exists 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:506: left oid 45 (ObjNum 180 snap 48 seq_num 180) 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:500: finishing copy_from racing read to smithi13174786-30 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:504: finishing copy_from racing read to smithi13174786-11 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:500: finishing copy_from to smithi13174786-30 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 133 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:504: finishing copy_from to smithi13174786-11 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 173 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:507: finishing write tid 1 to smithi13174786-16 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:507: finishing write tid 2 to smithi13174786-16 2024-08-29T14:50:37.293 INFO:tasks.rados.rados.0.smithi131.stdout:507: finishing write tid 3 to smithi13174786-16 2024-08-29T14:50:37.294 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 276 (ObjNum 181 snap 48 seq_num 181) dirty exists 2024-08-29T14:50:37.294 INFO:tasks.rados.rados.0.smithi131.stdout:507: left oid 16 (ObjNum 181 snap 48 seq_num 181) 2024-08-29T14:50:37.294 INFO:tasks.rados.rados.0.smithi131.stdout:503: expect (ObjNum 136 snap 33 seq_num 136) 2024-08-29T14:50:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:37 smithi131 ceph-mon[17514]: osdmap e168: 8 total, 8 up, 8 in 2024-08-29T14:50:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:37 smithi131 ceph-mon[17514]: pgmap v230: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1002 KiB/s wr, 8 op/s 2024-08-29T14:50:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:37 smithi131 ceph-mon[17514]: osdmap e169: 8 total, 8 up, 8 in 2024-08-29T14:50:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:37 smithi131 ceph-mon[29516]: osdmap e168: 8 total, 8 up, 8 in 2024-08-29T14:50:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:37 smithi131 ceph-mon[29516]: pgmap v230: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1002 KiB/s wr, 8 op/s 2024-08-29T14:50:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:37 smithi131 ceph-mon[29516]: osdmap e169: 8 total, 8 up, 8 in 2024-08-29T14:50:37.620 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:37 smithi169 ceph-mon[20881]: osdmap e168: 8 total, 8 up, 8 in 2024-08-29T14:50:37.620 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:37 smithi169 ceph-mon[20881]: pgmap v230: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1002 KiB/s wr, 8 op/s 2024-08-29T14:50:37.620 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:37 smithi169 ceph-mon[20881]: osdmap e169: 8 total, 8 up, 8 in 2024-08-29T14:50:38.282 INFO:tasks.rados.rados.0.smithi131.stdout:500: done (5 left) 2024-08-29T14:50:38.282 INFO:tasks.rados.rados.0.smithi131.stdout:503: done (4 left) 2024-08-29T14:50:38.282 INFO:tasks.rados.rados.0.smithi131.stdout:504: done (3 left) 2024-08-29T14:50:38.282 INFO:tasks.rados.rados.0.smithi131.stdout:506: done (2 left) 2024-08-29T14:50:38.282 INFO:tasks.rados.rados.0.smithi131.stdout:507: done (1 left) 2024-08-29T14:50:38.282 INFO:tasks.rados.rados.0.smithi131.stdout:509: done (0 left) 2024-08-29T14:50:38.282 INFO:tasks.rados.rados.0.smithi131.stdout:510: snap_remove snap 16 2024-08-29T14:50:39.289 INFO:tasks.rados.rados.0.smithi131.stdout:510: done (0 left) 2024-08-29T14:50:39.289 INFO:tasks.rados.rados.0.smithi131.stdout:511: read oid 16 snap 39 2024-08-29T14:50:39.289 INFO:tasks.rados.rados.0.smithi131.stdout:511: expect (ObjNum 85 snap 15 seq_num 85) 2024-08-29T14:50:39.289 INFO:tasks.rados.rados.0.smithi131.stdout:512: snap_remove snap 48 2024-08-29T14:50:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:39 smithi131 ceph-mon[17514]: osdmap e170: 8 total, 8 up, 8 in 2024-08-29T14:50:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:39 smithi131 ceph-mon[17514]: pgmap v233: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1002 KiB/s wr, 8 op/s 2024-08-29T14:50:39.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:39 smithi131 ceph-mon[29516]: osdmap e170: 8 total, 8 up, 8 in 2024-08-29T14:50:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:39 smithi131 ceph-mon[29516]: pgmap v233: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1002 KiB/s wr, 8 op/s 2024-08-29T14:50:39.622 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:39 smithi169 ceph-mon[20881]: osdmap e170: 8 total, 8 up, 8 in 2024-08-29T14:50:39.622 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:39 smithi169 ceph-mon[20881]: pgmap v233: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1002 KiB/s wr, 8 op/s 2024-08-29T14:50:40.296 INFO:tasks.rados.rados.0.smithi131.stdout:512: done (1 left) 2024-08-29T14:50:40.296 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 49 2024-08-29T14:50:40.296 INFO:tasks.rados.rados.0.smithi131.stdout:513: seq_num 182 ranges {974848=655360} 2024-08-29T14:50:40.305 INFO:tasks.rados.rados.0.smithi131.stdout:513: writing smithi13174786-49 from 974848 to 1630208 tid 1 2024-08-29T14:50:40.305 INFO:tasks.rados.rados.0.smithi131.stdout:514: rollback oid 5 current snap is 49 2024-08-29T14:50:40.305 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 5 to 33 2024-08-29T14:50:40.305 INFO:tasks.rados.rados.0.smithi131.stdout:511: expect (ObjNum 85 snap 15 seq_num 85) 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:514: finishing rollback tid 0 to smithi13174786-5 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:514: finishing rollback tid 1 to smithi13174786-5 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:514: finishing rollback tid 2 to smithi13174786-5 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 215 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:513: finishing write tid 1 to smithi13174786-49 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:513: finishing write tid 2 to smithi13174786-49 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:513: finishing write tid 3 to smithi13174786-49 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 299 (ObjNum 182 snap 49 seq_num 182) dirty exists 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:513: left oid 49 (ObjNum 182 snap 49 seq_num 182) 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:511: done (2 left) 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:513: done (1 left) 2024-08-29T14:50:40.418 INFO:tasks.rados.rados.0.smithi131.stdout:514: done (0 left) 2024-08-29T14:50:40.419 INFO:tasks.rados.rados.0.smithi131.stdout:515: rmattr oid 9 current snap is 49 2024-08-29T14:50:40.419 INFO:tasks.rados.rados.0.smithi131.stdout:515: done (0 left) 2024-08-29T14:50:40.419 INFO:tasks.rados.rados.0.smithi131.stdout:516: read oid 15 snap -1 2024-08-29T14:50:40.419 INFO:tasks.rados.rados.0.smithi131.stdout:516: expect (ObjNum 169 snap 43 seq_num 169) 2024-08-29T14:50:40.419 INFO:tasks.rados.rados.0.smithi131.stdout:517: snap_create 2024-08-29T14:50:40.420 INFO:tasks.rados.rados.0.smithi131.stdout:516: expect (ObjNum 169 snap 43 seq_num 169) 2024-08-29T14:50:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:40 smithi131 ceph-mon[17514]: osdmap e171: 8 total, 8 up, 8 in 2024-08-29T14:50:40.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:40 smithi131 ceph-mon[29516]: osdmap e171: 8 total, 8 up, 8 in 2024-08-29T14:50:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:40 smithi169 ceph-mon[20881]: osdmap e171: 8 total, 8 up, 8 in 2024-08-29T14:50:41.302 INFO:tasks.rados.rados.0.smithi131.stdout:516: done (1 left) 2024-08-29T14:50:41.302 INFO:tasks.rados.rados.0.smithi131.stdout:517: done (0 left) 2024-08-29T14:50:41.302 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 50 2024-08-29T14:50:41.302 INFO:tasks.rados.rados.0.smithi131.stdout:518: seq_num 183 ranges {1359872=671744} 2024-08-29T14:50:41.313 INFO:tasks.rados.rados.0.smithi131.stdout:518: writing smithi13174786-3 from 1359872 to 2031616 tid 1 2024-08-29T14:50:41.313 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 50 2024-08-29T14:50:41.313 INFO:tasks.rados.rados.0.smithi131.stdout:519: seq_num 184 ranges {1630208=688128} 2024-08-29T14:50:41.326 INFO:tasks.rados.rados.0.smithi131.stdout:519: writing smithi13174786-49 from 1630208 to 2318336 tid 1 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:520: read oid 32 snap 38 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:520: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:521: rollback oid 19 current snap is 50 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 19 to 43 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:518: finishing write tid 1 to smithi13174786-3 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:518: finishing write tid 2 to smithi13174786-3 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:518: finishing write tid 3 to smithi13174786-3 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 332 (ObjNum 183 snap 50 seq_num 183) dirty exists 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:518: left oid 3 (ObjNum 183 snap 50 seq_num 183) 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:518: done (3 left) 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:522: copy_from oid 14 from oid 5 current snap is 50 2024-08-29T14:50:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 50 2024-08-29T14:50:41.328 INFO:tasks.rados.rados.0.smithi131.stdout:523: seq_num 185 ranges {761856=704512} 2024-08-29T14:50:41.335 INFO:tasks.rados.rados.0.smithi131.stdout:523: writing smithi13174786-34 from 761856 to 1466368 tid 1 2024-08-29T14:50:41.335 INFO:tasks.rados.rados.0.smithi131.stdout:524: read oid 13 snap 37 2024-08-29T14:50:41.335 INFO:tasks.rados.rados.0.smithi131.stdout:524: expect (ObjNum 140 snap 35 seq_num 140) 2024-08-29T14:50:41.335 INFO:tasks.rados.rados.0.smithi131.stdout:525: read oid 40 snap -1 2024-08-29T14:50:41.335 INFO:tasks.rados.rados.0.smithi131.stdout:525: expect deleted 2024-08-29T14:50:41.335 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 50 2024-08-29T14:50:41.335 INFO:tasks.rados.rados.0.smithi131.stdout:526: seq_num 186 ranges {3948544=720896} 2024-08-29T14:50:41.360 INFO:tasks.rados.rados.0.smithi131.stdout:526: writing smithi13174786-33 from 3948544 to 4669440 tid 1 2024-08-29T14:50:41.361 INFO:tasks.rados.rados.0.smithi131.stdout:527: rollback oid 48 current snap is 50 2024-08-29T14:50:41.361 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 47 2024-08-29T14:50:41.361 INFO:tasks.rados.rados.0.smithi131.stdout:521: finishing rollback tid 0 to smithi13174786-19 2024-08-29T14:50:41.361 INFO:tasks.rados.rados.0.smithi131.stdout:520: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-29T14:50:41.400 INFO:tasks.rados.rados.0.smithi131.stdout:521: finishing rollback tid 1 to smithi13174786-19 2024-08-29T14:50:41.400 INFO:tasks.rados.rados.0.smithi131.stdout:521: finishing rollback tid 2 to smithi13174786-19 2024-08-29T14:50:41.400 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 94 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-08-29T14:50:41.400 INFO:tasks.rados.rados.0.smithi131.stdout:519: finishing write tid 1 to smithi13174786-49 2024-08-29T14:50:41.400 INFO:tasks.rados.rados.0.smithi131.stdout:519: finishing write tid 2 to smithi13174786-49 2024-08-29T14:50:41.400 INFO:tasks.rados.rados.0.smithi131.stdout:519: finishing write tid 3 to smithi13174786-49 2024-08-29T14:50:41.400 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 302 (ObjNum 184 snap 50 seq_num 184) dirty exists 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:519: left oid 49 (ObjNum 184 snap 50 seq_num 184) 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:522: finishing copy_from racing read to smithi13174786-14 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:523: finishing write tid 1 to smithi13174786-34 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:523: finishing write tid 2 to smithi13174786-34 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:519: done (8 left) 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:520: done (7 left) 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:521: done (6 left) 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:525: done (5 left) 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:528: rollback oid 50 current snap is 50 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 50 to 37 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:522: finishing copy_from to smithi13174786-14 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 215 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:523: finishing write tid 3 to smithi13174786-34 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 97 (ObjNum 185 snap 50 seq_num 185) dirty exists 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:523: left oid 34 (ObjNum 185 snap 50 seq_num 185) 2024-08-29T14:50:41.401 INFO:tasks.rados.rados.0.smithi131.stdout:524: expect (ObjNum 140 snap 35 seq_num 140) 2024-08-29T14:50:41.540 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:50:41.572 INFO:tasks.rados.rados.0.smithi131.stdout:527: finishing rollback tid 1 to smithi13174786-48 2024-08-29T14:50:41.572 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 190 (ObjNum 113 snap 0 seq_num 2120005280) dirty dne 2024-08-29T14:50:41.572 INFO:tasks.rados.rados.0.smithi131.stdout:526: finishing write tid 1 to smithi13174786-33 2024-08-29T14:50:41.572 INFO:tasks.rados.rados.0.smithi131.stdout:522: done (5 left) 2024-08-29T14:50:41.572 INFO:tasks.rados.rados.0.smithi131.stdout:523: done (4 left) 2024-08-29T14:50:41.573 INFO:tasks.rados.rados.0.smithi131.stdout:524: done (3 left) 2024-08-29T14:50:41.573 INFO:tasks.rados.rados.0.smithi131.stdout:527: done (2 left) 2024-08-29T14:50:41.573 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 50 2024-08-29T14:50:41.573 INFO:tasks.rados.rados.0.smithi131.stdout:526: finishing write tid 2 to smithi13174786-33 2024-08-29T14:50:41.573 INFO:tasks.rados.rados.0.smithi131.stdout:526: finishing write tid 3 to smithi13174786-33 2024-08-29T14:50:41.573 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 124 (ObjNum 186 snap 50 seq_num 186) dirty exists 2024-08-29T14:50:41.573 INFO:tasks.rados.rados.0.smithi131.stdout:526: left oid 33 (ObjNum 186 snap 50 seq_num 186) 2024-08-29T14:50:41.573 INFO:tasks.rados.rados.0.smithi131.stdout:528: finishing rollback tid 0 to smithi13174786-50 2024-08-29T14:50:41.573 INFO:tasks.rados.rados.0.smithi131.stdout:529: seq_num 187 ranges {0=737280} 2024-08-29T14:50:41.578 INFO:tasks.rados.rados.0.smithi131.stdout:529: writing smithi13174786-26 from 0 to 737280 tid 1 2024-08-29T14:50:41.578 INFO:tasks.rados.rados.0.smithi131.stdout:526: done (2 left) 2024-08-29T14:50:41.578 INFO:tasks.rados.rados.0.smithi131.stdout:530: rollback oid 9 current snap is 50 2024-08-29T14:50:41.578 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 9 to 49 2024-08-29T14:50:41.578 INFO:tasks.rados.rados.0.smithi131.stdout:528: finishing rollback tid 1 to smithi13174786-50 2024-08-29T14:50:41.578 INFO:tasks.rados.rados.0.smithi131.stdout:528: finishing rollback tid 2 to smithi13174786-50 2024-08-29T14:50:41.578 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 336 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-29T14:50:41.578 INFO:tasks.rados.rados.0.smithi131.stdout:528: done (2 left) 2024-08-29T14:50:41.579 INFO:tasks.rados.rados.0.smithi131.stdout:531: read oid 43 snap -1 2024-08-29T14:50:41.579 INFO:tasks.rados.rados.0.smithi131.stdout:531: expect (ObjNum 167 snap 43 seq_num 167) 2024-08-29T14:50:41.579 INFO:tasks.rados.rados.0.smithi131.stdout:532: read oid 4 snap -1 2024-08-29T14:50:41.579 INFO:tasks.rados.rados.0.smithi131.stdout:532: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-29T14:50:41.579 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 50 2024-08-29T14:50:41.579 INFO:tasks.rados.rados.0.smithi131.stdout:533: seq_num 188 ranges {573440=753664} 2024-08-29T14:50:41.586 INFO:tasks.rados.rados.0.smithi131.stdout:533: writing smithi13174786-22 from 573440 to 1327104 tid 1 2024-08-29T14:50:41.586 INFO:tasks.rados.rados.0.smithi131.stdout:534: rollback oid 46 current snap is 50 2024-08-29T14:50:41.587 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 46 to 49 2024-08-29T14:50:41.587 INFO:tasks.rados.rados.0.smithi131.stdout:532: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-29T14:50:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:41 smithi131 ceph-mon[17514]: osdmap e172: 8 total, 8 up, 8 in 2024-08-29T14:50:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:41 smithi131 ceph-mon[17514]: pgmap v236: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:41.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:41 smithi131 ceph-mon[29516]: osdmap e172: 8 total, 8 up, 8 in 2024-08-29T14:50:41.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:41 smithi131 ceph-mon[29516]: pgmap v236: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:41.603 INFO:tasks.rados.rados.0.smithi131.stdout:529: finishing write tid 1 to smithi13174786-26 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:529: finishing write tid 2 to smithi13174786-26 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:532: done (5 left) 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:535: delete oid 20 current snap is 50 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:530: finishing rollback tid 1 to smithi13174786-9 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 144 (ObjNum 33 snap 0 seq_num 2120248672) dirty dne 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:529: finishing write tid 3 to smithi13174786-26 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 35 (ObjNum 187 snap 50 seq_num 187) dirty exists 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:529: left oid 26 (ObjNum 187 snap 50 seq_num 187) 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:533: finishing write tid 1 to smithi13174786-22 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:533: finishing write tid 2 to smithi13174786-22 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:533: finishing write tid 3 to smithi13174786-22 2024-08-29T14:50:41.604 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 339 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-08-29T14:50:41.605 INFO:tasks.rados.rados.0.smithi131.stdout:533: left oid 22 (ObjNum 188 snap 50 seq_num 188) 2024-08-29T14:50:41.605 INFO:tasks.rados.rados.0.smithi131.stdout:531: expect (ObjNum 167 snap 43 seq_num 167) 2024-08-29T14:50:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:41 smithi169 ceph-mon[20881]: osdmap e172: 8 total, 8 up, 8 in 2024-08-29T14:50:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:41 smithi169 ceph-mon[20881]: pgmap v236: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:41.789 INFO:tasks.rados.rados.0.smithi131.stdout:534: finishing rollback tid 0 to smithi13174786-46 2024-08-29T14:50:41.789 INFO:tasks.rados.rados.0.smithi131.stdout:534: finishing rollback tid 1 to smithi13174786-46 2024-08-29T14:50:41.789 INFO:tasks.rados.rados.0.smithi131.stdout:534: finishing rollback tid 2 to smithi13174786-46 2024-08-29T14:50:41.789 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 128 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T14:50:41.789 INFO:tasks.rados.rados.0.smithi131.stdout:529: done (5 left) 2024-08-29T14:50:41.790 INFO:tasks.rados.rados.0.smithi131.stdout:530: done (4 left) 2024-08-29T14:50:41.790 INFO:tasks.rados.rados.0.smithi131.stdout:531: done (3 left) 2024-08-29T14:50:41.790 INFO:tasks.rados.rados.0.smithi131.stdout:533: done (2 left) 2024-08-29T14:50:41.790 INFO:tasks.rados.rados.0.smithi131.stdout:534: done (1 left) 2024-08-29T14:50:41.790 INFO:tasks.rados.rados.0.smithi131.stdout:535: done (0 left) 2024-08-29T14:50:41.790 INFO:tasks.rados.rados.0.smithi131.stdout:536: delete oid 40 current snap is 50 2024-08-29T14:50:41.791 INFO:tasks.rados.rados.0.smithi131.stdout:536: done (0 left) 2024-08-29T14:50:41.791 INFO:tasks.rados.rados.0.smithi131.stdout:537: read oid 50 snap -1 2024-08-29T14:50:41.791 INFO:tasks.rados.rados.0.smithi131.stdout:537: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-29T14:50:41.791 INFO:tasks.rados.rados.0.smithi131.stdout:538: rollback oid 34 current snap is 50 2024-08-29T14:50:41.791 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 34 to 46 2024-08-29T14:50:41.791 INFO:tasks.rados.rados.0.smithi131.stdout:539: delete oid 5 current snap is 50 2024-08-29T14:50:41.792 INFO:tasks.rados.rados.0.smithi131.stdout:539: done (2 left) 2024-08-29T14:50:41.792 INFO:tasks.rados.rados.0.smithi131.stdout:540: read oid 10 snap -1 2024-08-29T14:50:41.793 INFO:tasks.rados.rados.0.smithi131.stdout:540: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:50:41.793 INFO:tasks.rados.rados.0.smithi131.stdout:541: snap_create 2024-08-29T14:50:41.794 INFO:tasks.rados.rados.0.smithi131.stdout:538: finishing rollback tid 0 to smithi13174786-34 2024-08-29T14:50:41.794 INFO:tasks.rados.rados.0.smithi131.stdout:538: finishing rollback tid 1 to smithi13174786-34 2024-08-29T14:50:41.795 INFO:tasks.rados.rados.0.smithi131.stdout:537: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-29T14:50:41.820 INFO:tasks.rados.rados.0.smithi131.stdout:538: finishing rollback tid 2 to smithi13174786-34 2024-08-29T14:50:41.820 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 100 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T14:50:41.820 INFO:tasks.rados.rados.0.smithi131.stdout:540: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (3m) 2m ago 4m 16.6M - 0.25.0 c8568f914cd2 1bf922693814 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (3m) 0s ago 3m 85.9M - 9.4.7 954c08fa6188 fce1b34fbb1a 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (5m) 2m ago 5m 14.9M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (5m) 0s ago 5m 17.9M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283 running (15s) 0s ago 8m 127M - 19.3.0-4579-g1f4056d9 d17246d170ec 8c00c05b164e 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:9283,8765 running (10m) 2m ago 10m 445M - 17.2.7-1503-ga89f613d 250d9a61b6c5 70a5c86a7aa0 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (10m) 2m ago 10m 46.7M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 9f8fb909b793 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (9m) 0s ago 9m 43.1M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 bbaae749879e 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (9m) 2m ago 9m 37.3M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 0987b030a99f 2024-08-29T14:50:42.116 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (3m) 2m ago 3m 13.2M - 1.5.0 0da6a335fe13 49b23ed72088 2024-08-29T14:50:42.117 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (3m) 0s ago 3m 16.9M - 1.5.0 0da6a335fe13 7874297960da 2024-08-29T14:50:42.117 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (8m) 2m ago 8m 44.7M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 2c38c2b27878 2024-08-29T14:50:42.117 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (8m) 2m ago 8m 46.5M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:50:42.117 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (7m) 2m ago 7m 44.5M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:50:42.117 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (7m) 2m ago 7m 40.3M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:50:42.117 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (6m) 0s ago 6m 115M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:50:42.117 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (6m) 0s ago 6m 94.3M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:50:42.117 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (6m) 0s ago 6m 63.1M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:50:42.117 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (5m) 0s ago 5m 65.6M 2992M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:50:42.117 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (3m) 0s ago 4m 52.7M - 2.43.0 a07b618ecd1d 7382015f1183 2024-08-29T14:50:42.421 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:50:42.421 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:50:42.421 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:50:42.421 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:50:42.421 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1, 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 1 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 14, 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 1 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:50:42.422 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:50:42.423 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[17514]: osdmap e173: 8 total, 8 up, 8 in 2024-08-29T14:50:42.423 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.423 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.423 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[17514]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:42.423 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[17514]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:42.423 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.423 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.423 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[17514]: from='client.15045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:42.423 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[29516]: osdmap e173: 8 total, 8 up, 8 in 2024-08-29T14:50:42.423 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.424 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.424 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[29516]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:42.424 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[29516]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:42.424 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.424 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.424 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:42 smithi131 ceph-mon[29516]: from='client.15045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:42.444 INFO:tasks.rados.rados.0.smithi131.stdout:537: done (3 left) 2024-08-29T14:50:42.444 INFO:tasks.rados.rados.0.smithi131.stdout:538: done (2 left) 2024-08-29T14:50:42.444 INFO:tasks.rados.rados.0.smithi131.stdout:540: done (1 left) 2024-08-29T14:50:42.444 INFO:tasks.rados.rados.0.smithi131.stdout:541: done (0 left) 2024-08-29T14:50:42.444 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 51 2024-08-29T14:50:42.444 INFO:tasks.rados.rados.0.smithi131.stdout:542: seq_num 192 ranges {3284992=417792,3702784=401408} 2024-08-29T14:50:42.464 INFO:tasks.rados.rados.0.smithi131.stdout:542: writing smithi13174786-39 from 3284992 to 3702784 tid 1 2024-08-29T14:50:42.467 INFO:tasks.rados.rados.0.smithi131.stdout:542: writing smithi13174786-39 from 3702784 to 4104192 tid 2 2024-08-29T14:50:42.468 INFO:tasks.rados.rados.0.smithi131.stdout:543: read oid 48 snap -1 2024-08-29T14:50:42.468 INFO:tasks.rados.rados.0.smithi131.stdout:543: expect deleted 2024-08-29T14:50:42.468 INFO:tasks.rados.rados.0.smithi131.stdout:544: rollback oid 18 current snap is 51 2024-08-29T14:50:42.468 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 18 to 38 2024-08-29T14:50:42.468 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 51 2024-08-29T14:50:42.468 INFO:tasks.rados.rados.0.smithi131.stdout:545: seq_num 193 ranges {1269760=434176,1703936=401408} 2024-08-29T14:50:42.477 INFO:tasks.rados.rados.0.smithi131.stdout:545: writing smithi13174786-44 from 1269760 to 1703936 tid 1 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:545: writing smithi13174786-44 from 1703936 to 2105344 tid 2 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:546: snap_create 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:542: finishing write tid 1 to smithi13174786-39 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:542: finishing write tid 2 to smithi13174786-39 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:542: finishing write tid 3 to smithi13174786-39 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:542: finishing write tid 4 to smithi13174786-39 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 212 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:542: left oid 39 (ObjNum 192 snap 51 seq_num 192) 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:544: finishing rollback tid 1 to smithi13174786-18 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:544: finishing rollback tid 2 to smithi13174786-18 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 341 (ObjNum 120 snap 28 seq_num 120) dirty exists 2024-08-29T14:50:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:545: finishing write tid 1 to smithi13174786-44 2024-08-29T14:50:42.482 INFO:tasks.rados.rados.0.smithi131.stdout:545: finishing write tid 2 to smithi13174786-44 2024-08-29T14:50:42.483 INFO:tasks.rados.rados.0.smithi131.stdout:545: finishing write tid 3 to smithi13174786-44 2024-08-29T14:50:42.483 INFO:tasks.rados.rados.0.smithi131.stdout:545: finishing write tid 4 to smithi13174786-44 2024-08-29T14:50:42.484 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 306 (ObjNum 193 snap 51 seq_num 193) dirty exists 2024-08-29T14:50:42.484 INFO:tasks.rados.rados.0.smithi131.stdout:545: left oid 44 (ObjNum 193 snap 51 seq_num 193) 2024-08-29T14:50:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:42 smithi169 ceph-mon[20881]: osdmap e173: 8 total, 8 up, 8 in 2024-08-29T14:50:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:42 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:42 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:42 smithi169 ceph-mon[20881]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:42 smithi169 ceph-mon[20881]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:42 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:42 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:42 smithi169 ceph-mon[20881]: from='client.15045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:42.703 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:50:42.704 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:50:42.704 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:50:42.704 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:50:42.704 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [], 2024-08-29T14:50:42.704 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "1/20 daemons upgraded", 2024-08-29T14:50:42.704 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading mgr daemons", 2024-08-29T14:50:42.704 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:50:42.704 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:50:43.446 INFO:tasks.rados.rados.0.smithi131.stdout:542: done (4 left) 2024-08-29T14:50:43.446 INFO:tasks.rados.rados.0.smithi131.stdout:543: done (3 left) 2024-08-29T14:50:43.446 INFO:tasks.rados.rados.0.smithi131.stdout:544: done (2 left) 2024-08-29T14:50:43.446 INFO:tasks.rados.rados.0.smithi131.stdout:545: done (1 left) 2024-08-29T14:50:43.446 INFO:tasks.rados.rados.0.smithi131.stdout:546: done (0 left) 2024-08-29T14:50:43.446 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 52 2024-08-29T14:50:43.447 INFO:tasks.rados.rados.0.smithi131.stdout:547: seq_num 194 ranges {3506176=458752,3964928=401408} 2024-08-29T14:50:43.467 INFO:tasks.rados.rados.0.smithi131.stdout:547: writing smithi13174786-18 from 3506176 to 3964928 tid 1 2024-08-29T14:50:43.469 INFO:tasks.rados.rados.0.smithi131.stdout:547: writing smithi13174786-18 from 3964928 to 4366336 tid 2 2024-08-29T14:50:43.469 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 52 2024-08-29T14:50:43.469 INFO:tasks.rados.rados.0.smithi131.stdout:548: seq_num 195 ranges {4104192=475136,4579328=401408} 2024-08-29T14:50:43.493 INFO:tasks.rados.rados.0.smithi131.stdout:548: writing smithi13174786-39 from 4104192 to 4579328 tid 1 2024-08-29T14:50:43.496 INFO:tasks.rados.rados.0.smithi131.stdout:548: writing smithi13174786-39 from 4579328 to 4980736 tid 2 2024-08-29T14:50:43.496 INFO:tasks.rados.rados.0.smithi131.stdout:549: setattr oid 49 current snap is 52 2024-08-29T14:50:43.496 INFO:tasks.rados.rados.0.smithi131.stdout:547: finishing write tid 1 to smithi13174786-18 2024-08-29T14:50:43.496 INFO:tasks.rados.rados.0.smithi131.stdout:547: finishing write tid 2 to smithi13174786-18 2024-08-29T14:50:43.496 INFO:tasks.rados.rados.0.smithi131.stdout:547: finishing write tid 3 to smithi13174786-18 2024-08-29T14:50:43.496 INFO:tasks.rados.rados.0.smithi131.stdout:547: finishing write tid 4 to smithi13174786-18 2024-08-29T14:50:43.496 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 345 (ObjNum 194 snap 52 seq_num 194) dirty exists 2024-08-29T14:50:43.496 INFO:tasks.rados.rados.0.smithi131.stdout:547: left oid 18 (ObjNum 194 snap 52 seq_num 194) 2024-08-29T14:50:43.497 INFO:tasks.rados.rados.0.smithi131.stdout:548: finishing write tid 1 to smithi13174786-39 2024-08-29T14:50:43.498 INFO:tasks.rados.rados.0.smithi131.stdout:548: finishing write tid 2 to smithi13174786-39 2024-08-29T14:50:43.498 INFO:tasks.rados.rados.0.smithi131.stdout:548: finishing write tid 3 to smithi13174786-39 2024-08-29T14:50:43.499 INFO:tasks.rados.rados.0.smithi131.stdout:547: done (2 left) 2024-08-29T14:50:43.499 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 52 2024-08-29T14:50:43.499 INFO:tasks.rados.rados.0.smithi131.stdout:550: seq_num 196 ranges {4366336=491520,4857856=401408} 2024-08-29T14:50:43.525 INFO:tasks.rados.rados.0.smithi131.stdout:550: writing smithi13174786-8 from 4366336 to 4857856 tid 1 2024-08-29T14:50:43.525 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:43 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3471478554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:50:43.525 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:43 smithi169 ceph-mon[20881]: osdmap e174: 8 total, 8 up, 8 in 2024-08-29T14:50:43.525 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:43 smithi169 ceph-mon[20881]: pgmap v239: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-29T14:50:43.526 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:43 smithi169 ceph-mon[20881]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:550: writing smithi13174786-8 from 4857856 to 5259264 tid 2 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:551: rollback oid 23 current snap is 52 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 23 to 43 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:548: finishing write tid 4 to smithi13174786-39 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 216 (ObjNum 195 snap 52 seq_num 195) dirty exists 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:548: left oid 39 (ObjNum 195 snap 52 seq_num 195) 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:548: done (3 left) 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:552: copy_from oid 12 from oid 27 current snap is 52 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 308 (ObjNum 184 snap 50 seq_num 184) dirty exists 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:549: done (3 left) 2024-08-29T14:50:43.528 INFO:tasks.rados.rados.0.smithi131.stdout:553: snap_remove snap 39 2024-08-29T14:50:43.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:43 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:50:43] "GET /metrics HTTP/1.1" 200 240202 "" "Prometheus/2.43.0" 2024-08-29T14:50:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:43 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3471478554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:50:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:43 smithi131 ceph-mon[17514]: osdmap e174: 8 total, 8 up, 8 in 2024-08-29T14:50:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:43 smithi131 ceph-mon[17514]: pgmap v239: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-29T14:50:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:43 smithi131 ceph-mon[17514]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:43 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3471478554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:50:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:43 smithi131 ceph-mon[29516]: osdmap e174: 8 total, 8 up, 8 in 2024-08-29T14:50:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:43 smithi131 ceph-mon[29516]: pgmap v239: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-29T14:50:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:43 smithi131 ceph-mon[29516]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:44.452 INFO:tasks.rados.rados.0.smithi131.stdout:553: done (3 left) 2024-08-29T14:50:44.452 INFO:tasks.rados.rados.0.smithi131.stdout:554: setattr oid 36 current snap is 52 2024-08-29T14:50:44.452 INFO:tasks.rados.rados.0.smithi131.stdout:550: finishing write tid 1 to smithi13174786-8 2024-08-29T14:50:44.452 INFO:tasks.rados.rados.0.smithi131.stdout:550: finishing write tid 2 to smithi13174786-8 2024-08-29T14:50:44.452 INFO:tasks.rados.rados.0.smithi131.stdout:550: finishing write tid 3 to smithi13174786-8 2024-08-29T14:50:44.452 INFO:tasks.rados.rados.0.smithi131.stdout:551: finishing rollback tid 0 to smithi13174786-23 2024-08-29T14:50:44.452 INFO:tasks.rados.rados.0.smithi131.stdout:551: finishing rollback tid 1 to smithi13174786-23 2024-08-29T14:50:44.452 INFO:tasks.rados.rados.0.smithi131.stdout:551: finishing rollback tid 2 to smithi13174786-23 2024-08-29T14:50:44.453 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 114 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-29T14:50:44.453 INFO:tasks.rados.rados.0.smithi131.stdout:552: finishing copy_from to smithi13174786-12 2024-08-29T14:50:44.453 INFO:tasks.rados.rados.0.smithi131.stdout:552: got expected ENOENT (src dne) 2024-08-29T14:50:44.453 INFO:tasks.rados.rados.0.smithi131.stdout:552: finishing copy_from racing read to smithi13174786-12 2024-08-29T14:50:44.453 INFO:tasks.rados.rados.0.smithi131.stdout:550: finishing write tid 4 to smithi13174786-8 2024-08-29T14:50:44.453 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 223 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-08-29T14:50:44.453 INFO:tasks.rados.rados.0.smithi131.stdout:550: left oid 8 (ObjNum 196 snap 52 seq_num 196) 2024-08-29T14:50:44.454 INFO:tasks.rados.rados.0.smithi131.stdout:550: done (3 left) 2024-08-29T14:50:44.454 INFO:tasks.rados.rados.0.smithi131.stdout:551: done (2 left) 2024-08-29T14:50:44.454 INFO:tasks.rados.rados.0.smithi131.stdout:552: done (1 left) 2024-08-29T14:50:44.454 INFO:tasks.rados.rados.0.smithi131.stdout:555: read oid 21 snap 41 2024-08-29T14:50:44.454 INFO:tasks.rados.rados.0.smithi131.stdout:555: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:50:44.455 INFO:tasks.rados.rados.0.smithi131.stdout:556: copy_from oid 39 from oid 12 current snap is 52 2024-08-29T14:50:44.455 INFO:tasks.rados.rados.0.smithi131.stdout:557: delete oid 4 current snap is 52 2024-08-29T14:50:44.464 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 207 (ObjNum 135 snap 33 seq_num 135) dirty exists 2024-08-29T14:50:44.466 INFO:tasks.rados.rados.0.smithi131.stdout:554: done (3 left) 2024-08-29T14:50:44.466 INFO:tasks.rados.rados.0.smithi131.stdout:557: done (2 left) 2024-08-29T14:50:44.466 INFO:tasks.rados.rados.0.smithi131.stdout:558: snap_create 2024-08-29T14:50:44.473 INFO:tasks.rados.rados.0.smithi131.stdout:556: finishing copy_from racing read to smithi13174786-39 2024-08-29T14:50:44.476 INFO:tasks.rados.rados.0.smithi131.stdout:555: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:50:44.653 INFO:tasks.rados.rados.0.smithi131.stdout:556: finishing copy_from to smithi13174786-39 2024-08-29T14:50:44.653 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 98 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-08-29T14:50:44.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:44 smithi131 ceph-mon[17514]: osdmap e175: 8 total, 8 up, 8 in 2024-08-29T14:50:44.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:44 smithi131 ceph-mon[29516]: osdmap e175: 8 total, 8 up, 8 in 2024-08-29T14:50:44.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:44 smithi169 ceph-mon[20881]: osdmap e175: 8 total, 8 up, 8 in 2024-08-29T14:50:45.403 INFO:tasks.rados.rados.0.smithi131.stdout:555: done (2 left) 2024-08-29T14:50:45.403 INFO:tasks.rados.rados.0.smithi131.stdout:556: done (1 left) 2024-08-29T14:50:45.403 INFO:tasks.rados.rados.0.smithi131.stdout:558: done (0 left) 2024-08-29T14:50:45.403 INFO:tasks.rados.rados.0.smithi131.stdout:559: read oid 45 snap -1 2024-08-29T14:50:45.403 INFO:tasks.rados.rados.0.smithi131.stdout:559: expect (ObjNum 180 snap 48 seq_num 180) 2024-08-29T14:50:45.403 INFO:tasks.rados.rados.0.smithi131.stdout:560: copy_from oid 49 from oid 4 current snap is 53 2024-08-29T14:50:45.403 INFO:tasks.rados.rados.0.smithi131.stdout:561: snap_remove snap 37 2024-08-29T14:50:45.624 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:50:45] ENGINE Bus STOPPING 2024-08-29T14:50:45.624 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:50:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:50:45.624 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:50:45] ENGINE Bus STOPPED 2024-08-29T14:50:45.624 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: osdmap e176: 8 total, 8 up, 8 in 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: pgmap v242: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: Activating manager daemon x 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: osdmap e177: 8 total, 8 up, 8 in 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.14538 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-29T14:50:45.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: mgrmap e24: x(active, starting, since 0.0077034s) 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:50:45.626 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:50:45.627 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:45 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:50:45.660 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:45.400+0000 7f1ed332b640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-29T14:50:45.660 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ignoring --setuser ceph since I am not root 2024-08-29T14:50:45.660 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ignoring --setgroup ceph since I am not root 2024-08-29T14:50:45.660 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mgr[17790]: -- 172.21.15.131:0/2195863553 <== mon.0 v2:172.21.15.131:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56454b2f89c0 con 0x56454b305000 2024-08-29T14:50:45.660 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:45.540+0000 7f7dbd034ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:50:45.661 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:45.594+0000 7f7dbd034ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:50:45.661 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: osdmap e176: 8 total, 8 up, 8 in 2024-08-29T14:50:45.661 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: pgmap v242: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-29T14:50:45.661 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:45.661 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:45.661 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:45.661 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:45.661 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:45.661 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: Activating manager daemon x 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: osdmap e177: 8 total, 8 up, 8 in 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.14538 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: mgrmap e24: x(active, starting, since 0.0077034s) 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:50:45.662 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: osdmap e176: 8 total, 8 up, 8 in 2024-08-29T14:50:45.663 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: pgmap v242: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.14538 172.21.15.131:0/886652261' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: Activating manager daemon x 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: osdmap e177: 8 total, 8 up, 8 in 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.14538 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: mgrmap e24: x(active, starting, since 0.0077034s) 2024-08-29T14:50:45.664 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:50:45.665 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:45.666 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:50:45.666 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:50:45.666 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:50:45.915 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:45.659+0000 7f7dbd034ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:50:45.915 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:45.781+0000 7f7dbd034ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:50:45.915 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:45.914+0000 7f7dbd034ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:50:46.408 INFO:tasks.rados.rados.0.smithi131.stdout:561: done (2 left) 2024-08-29T14:50:46.408 INFO:tasks.rados.rados.0.smithi131.stdout:562: rollback oid 14 current snap is 53 2024-08-29T14:50:46.409 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 14 to 46 2024-08-29T14:50:46.409 INFO:tasks.rados.rados.0.smithi131.stdout:563: snap_create 2024-08-29T14:50:46.409 INFO:tasks.rados.rados.0.smithi131.stdout:560: finishing copy_from to smithi13174786-49 2024-08-29T14:50:46.409 INFO:tasks.rados.rados.0.smithi131.stdout:560: got expected ENOENT (src dne) 2024-08-29T14:50:46.409 INFO:tasks.rados.rados.0.smithi131.stdout:560: finishing copy_from racing read to smithi13174786-49 2024-08-29T14:50:46.409 INFO:tasks.rados.rados.0.smithi131.stdout:559: expect (ObjNum 180 snap 48 seq_num 180) 2024-08-29T14:50:46.457 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:46.165+0000 7f7dbd034ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:50:46.457 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:46.225+0000 7f7dbd034ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:50:46.457 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:46.389+0000 7f7dbd034ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:50:46.508 INFO:tasks.rados.rados.0.smithi131.stdout:562: finishing rollback tid 0 to smithi13174786-14 2024-08-29T14:50:46.508 INFO:tasks.rados.rados.0.smithi131.stdout:562: finishing rollback tid 1 to smithi13174786-14 2024-08-29T14:50:46.508 INFO:tasks.rados.rados.0.smithi131.stdout:562: finishing rollback tid 2 to smithi13174786-14 2024-08-29T14:50:46.508 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 239 (ObjNum 146 snap 39 seq_num 146) dirty exists 2024-08-29T14:50:46.824 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: Manager daemon x is now available 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: osdmap e178: 8 total, 8 up, 8 in 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:50:46.825 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:50:46] ENGINE Bus STARTING 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:46.490+0000 7f5a0aeb1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:46.490+0000 7f5a0aeb1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:46.490+0000 7f5a0aeb1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:46.490+0000 7f5a0aeb1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:46.490+0000 7f5a0aeb1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:46.491+0000 7f5a0d6b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:46.491+0000 7f5a0d6b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:46.491+0000 7f5a0d6b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:46.492+0000 7f5a0d6b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:46.492+0000 7f5a0d6b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:50:46] ENGINE Serving on http://:::9283 2024-08-29T14:50:46.826 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:50:46] ENGINE Bus STARTED 2024-08-29T14:50:46.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: Manager daemon x is now available 2024-08-29T14:50:46.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: osdmap e178: 8 total, 8 up, 8 in 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: Manager daemon x is now available 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:46.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:46.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: osdmap e178: 8 total, 8 up, 8 in 2024-08-29T14:50:46.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:46.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:50:46.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:46 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:50:47.224 INFO:tasks.rados.rados.0.smithi131.stdout:559: done (3 left) 2024-08-29T14:50:47.225 INFO:tasks.rados.rados.0.smithi131.stdout:560: done (2 left) 2024-08-29T14:50:47.225 INFO:tasks.rados.rados.0.smithi131.stdout:562: done (1 left) 2024-08-29T14:50:47.225 INFO:tasks.rados.rados.0.smithi131.stdout:563: done (0 left) 2024-08-29T14:50:47.225 INFO:tasks.rados.rados.0.smithi131.stdout:564: copy_from oid 16 from oid 10 current snap is 54 2024-08-29T14:50:47.225 INFO:tasks.rados.rados.0.smithi131.stdout:565: snap_remove snap 47 2024-08-29T14:50:47.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[17514]: Checking for cert/key for grafana.a 2024-08-29T14:50:47.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[17514]: Migrating grafana.a cert to cert store 2024-08-29T14:50:47.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[17514]: Migrating grafana.a key to cert store 2024-08-29T14:50:47.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[17514]: mgrmap e25: x(active, since 1.0739s) 2024-08-29T14:50:47.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:50:47.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:50:47.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[17514]: pgmap v4: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:47.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[17514]: osdmap e179: 8 total, 8 up, 8 in 2024-08-29T14:50:47.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:47.311+0000 7f7dbd034ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:50:47.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:47.376+0000 7f7dbd034ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:50:47.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[29516]: Checking for cert/key for grafana.a 2024-08-29T14:50:47.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[29516]: Migrating grafana.a cert to cert store 2024-08-29T14:50:47.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[29516]: Migrating grafana.a key to cert store 2024-08-29T14:50:47.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[29516]: mgrmap e25: x(active, since 1.0739s) 2024-08-29T14:50:47.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:50:47.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:50:47.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[29516]: pgmap v4: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:47.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:47 smithi131 ceph-mon[29516]: osdmap e179: 8 total, 8 up, 8 in 2024-08-29T14:50:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-mon[20881]: Checking for cert/key for grafana.a 2024-08-29T14:50:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-mon[20881]: Migrating grafana.a cert to cert store 2024-08-29T14:50:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-mon[20881]: Migrating grafana.a key to cert store 2024-08-29T14:50:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-mon[20881]: mgrmap e25: x(active, since 1.0739s) 2024-08-29T14:50:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:50:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:50:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-mon[20881]: pgmap v4: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-mon[20881]: osdmap e179: 8 total, 8 up, 8 in 2024-08-29T14:50:48.240 INFO:tasks.rados.rados.0.smithi131.stdout:565: done (1 left) 2024-08-29T14:50:48.240 INFO:tasks.rados.rados.0.smithi131.stdout:566: read oid 35 snap -1 2024-08-29T14:50:48.240 INFO:tasks.rados.rados.0.smithi131.stdout:566: expect deleted 2024-08-29T14:50:48.240 INFO:tasks.rados.rados.0.smithi131.stdout:567: snap_create 2024-08-29T14:50:48.240 INFO:tasks.rados.rados.0.smithi131.stdout:564: finishing copy_from racing read to smithi13174786-16 2024-08-29T14:50:48.240 INFO:tasks.rados.rados.0.smithi131.stdout:564: finishing copy_from to smithi13174786-16 2024-08-29T14:50:48.240 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 266 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-08-29T14:50:48.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:48.112+0000 7f7dbd034ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:50:48.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:48.230+0000 7f7dbd034ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:50:48.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:47.957+0000 7f59f1401640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:50:47] ENGINE Error in HTTPServer.serve 2024-08-29T14:50:48.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: Traceback (most recent call last): 2024-08-29T14:50:48.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:50:48.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: self._connections.run(self.expiration_interval) 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: self._run(expiration_interval) 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: s = self.context.wrap_socket( 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: return self.sslsocket_class._create( 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: self.do_handshake() 2024-08-29T14:50:48.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:50:48.381 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: self._sslobj.do_handshake() 2024-08-29T14:50:48.381 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:50:48.381 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:50:48.638 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-mon[17514]: Deploying cephadm binary to smithi131 2024-08-29T14:50:48.639 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-mon[17514]: Deploying cephadm binary to smithi169 2024-08-29T14:50:48.639 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-mon[17514]: pgmap v6: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:48.639 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-mon[17514]: [29/Aug/2024:14:50:47] ENGINE Bus STARTING 2024-08-29T14:50:48.639 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-mon[17514]: osdmap e180: 8 total, 8 up, 8 in 2024-08-29T14:50:48.639 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:48.366+0000 7f7dbd034ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:50:48.639 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:48.428+0000 7f7dbd034ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:50:48.639 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:48.565+0000 7f7dbd034ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:50:48.639 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-mon[29516]: Deploying cephadm binary to smithi131 2024-08-29T14:50:48.640 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-mon[29516]: Deploying cephadm binary to smithi169 2024-08-29T14:50:48.640 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-mon[29516]: pgmap v6: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:48.640 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-mon[29516]: [29/Aug/2024:14:50:47] ENGINE Bus STARTING 2024-08-29T14:50:48.640 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-mon[29516]: osdmap e180: 8 total, 8 up, 8 in 2024-08-29T14:50:48.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:48 smithi169 ceph-mon[20881]: Deploying cephadm binary to smithi131 2024-08-29T14:50:48.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:48 smithi169 ceph-mon[20881]: Deploying cephadm binary to smithi169 2024-08-29T14:50:48.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:48 smithi169 ceph-mon[20881]: pgmap v6: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:48.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:48 smithi169 ceph-mon[20881]: [29/Aug/2024:14:50:47] ENGINE Bus STARTING 2024-08-29T14:50:48.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:48 smithi169 ceph-mon[20881]: osdmap e180: 8 total, 8 up, 8 in 2024-08-29T14:50:48.920 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:48.637+0000 7f7dbd034ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:50:48.920 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:48.699+0000 7f7dbd034ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:50:48.920 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:48.845+0000 7f7dbd034ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:50:48.920 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:48.919+0000 7f7dbd034ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:50:49.201 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:48.995+0000 7f7dbd034ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:50:49.201 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:49.082+0000 7f7dbd034ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:50:49.201 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:49.143+0000 7f7dbd034ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:50:49.201 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:49.200+0000 7f7dbd034ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:50:49.239 INFO:tasks.rados.rados.0.smithi131.stdout:564: done (2 left) 2024-08-29T14:50:49.240 INFO:tasks.rados.rados.0.smithi131.stdout:566: done (1 left) 2024-08-29T14:50:49.240 INFO:tasks.rados.rados.0.smithi131.stdout:567: done (0 left) 2024-08-29T14:50:49.240 INFO:tasks.rados.rados.0.smithi131.stdout:568: rmattr oid 33 current snap is 55 2024-08-29T14:50:49.240 INFO:tasks.rados.rados.0.smithi131.stdout:568: done (0 left) 2024-08-29T14:50:49.240 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 55 2024-08-29T14:50:49.240 INFO:tasks.rados.rados.0.smithi131.stdout:569: seq_num 198 ranges {0=524288,524288=401408} 2024-08-29T14:50:49.242 INFO:tasks.rados.rados.0.smithi131.stdout:569: writing smithi13174786-32 from 0 to 524288 tid 1 2024-08-29T14:50:49.245 INFO:tasks.rados.rados.0.smithi131.stdout:569: writing smithi13174786-32 from 524288 to 925696 tid 2 2024-08-29T14:50:49.245 INFO:tasks.rados.rados.0.smithi131.stdout:570: copy_from oid 11 from oid 45 current snap is 55 2024-08-29T14:50:49.245 INFO:tasks.rados.rados.0.smithi131.stdout:571: read oid 12 snap -1 2024-08-29T14:50:49.245 INFO:tasks.rados.rados.0.smithi131.stdout:571: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:50:49.245 INFO:tasks.rados.rados.0.smithi131.stdout:572: rollback oid 13 current snap is 55 2024-08-29T14:50:49.248 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 13 to 38 2024-08-29T14:50:49.249 INFO:tasks.rados.rados.0.smithi131.stdout:573: setattr oid 30 current snap is 55 2024-08-29T14:50:49.249 INFO:tasks.rados.rados.0.smithi131.stdout:574: rmattr oid 41 current snap is 55 2024-08-29T14:50:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:575: read oid 31 snap -1 2024-08-29T14:50:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:575: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-29T14:50:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:576: rollback oid 26 current snap is 55 2024-08-29T14:50:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 44 2024-08-29T14:50:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:577: copy_from oid 23 from oid 1 current snap is 55 2024-08-29T14:50:49.250 INFO:tasks.rados.rados.0.smithi131.stdout:578: delete oid 25 current snap is 55 2024-08-29T14:50:49.252 INFO:tasks.rados.rados.0.smithi131.stdout:571: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:50:49.278 INFO:tasks.rados.rados.0.smithi131.stdout:569: finishing write tid 1 to smithi13174786-32 2024-08-29T14:50:49.278 INFO:tasks.rados.rados.0.smithi131.stdout:569: finishing write tid 2 to smithi13174786-32 2024-08-29T14:50:49.278 INFO:tasks.rados.rados.0.smithi131.stdout:571: done (9 left) 2024-08-29T14:50:49.279 INFO:tasks.rados.rados.0.smithi131.stdout:578: done (8 left) 2024-08-29T14:50:49.279 INFO:tasks.rados.rados.0.smithi131.stdout:579: rollback oid 2 current snap is 55 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 2 to 38 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:569: finishing write tid 3 to smithi13174786-32 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:576: finishing rollback tid 0 to smithi13174786-26 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:576: finishing rollback tid 1 to smithi13174786-26 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 38 (ObjNum 129 snap 0 seq_num 2120668560) dirty dne 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 180 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:572: finishing rollback tid 0 to smithi13174786-13 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:572: finishing rollback tid 1 to smithi13174786-13 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:572: finishing rollback tid 2 to smithi13174786-13 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 136 (ObjNum 140 snap 35 seq_num 140) dirty exists 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 374 (ObjNum 136 snap 33 seq_num 136) dirty exists 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:569: finishing write tid 4 to smithi13174786-32 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 372 (ObjNum 198 snap 55 seq_num 198) dirty exists 2024-08-29T14:50:49.280 INFO:tasks.rados.rados.0.smithi131.stdout:569: left oid 32 (ObjNum 198 snap 55 seq_num 198) 2024-08-29T14:50:49.281 INFO:tasks.rados.rados.0.smithi131.stdout:570: finishing copy_from racing read to smithi13174786-11 2024-08-29T14:50:49.281 INFO:tasks.rados.rados.0.smithi131.stdout:570: finishing copy_from to smithi13174786-11 2024-08-29T14:50:49.281 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 175 (ObjNum 180 snap 48 seq_num 180) dirty exists 2024-08-29T14:50:49.281 INFO:tasks.rados.rados.0.smithi131.stdout:575: expect (ObjNum 129 snap 32 seq_num 129) 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:577: finishing copy_from racing read to smithi13174786-23 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:577: finishing copy_from to smithi13174786-23 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 87 (ObjNum 92 snap 19 seq_num 92) dirty exists 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:579: finishing rollback tid 1 to smithi13174786-2 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:579: finishing rollback tid 2 to smithi13174786-2 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 177 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:569: done (8 left) 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:570: done (7 left) 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:572: done (6 left) 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:573: done (5 left) 2024-08-29T14:50:49.338 INFO:tasks.rados.rados.0.smithi131.stdout:574: done (4 left) 2024-08-29T14:50:49.339 INFO:tasks.rados.rados.0.smithi131.stdout:575: done (3 left) 2024-08-29T14:50:49.339 INFO:tasks.rados.rados.0.smithi131.stdout:576: done (2 left) 2024-08-29T14:50:49.339 INFO:tasks.rados.rados.0.smithi131.stdout:577: done (1 left) 2024-08-29T14:50:49.339 INFO:tasks.rados.rados.0.smithi131.stdout:579: done (0 left) 2024-08-29T14:50:49.339 INFO:tasks.rados.rados.0.smithi131.stdout:580: snap_remove snap 51 2024-08-29T14:50:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:49 smithi169 ceph-mon[20881]: [29/Aug/2024:14:50:47] ENGINE Serving on http://172.21.15.169:8765 2024-08-29T14:50:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:49 smithi169 ceph-mon[20881]: [29/Aug/2024:14:50:47] ENGINE Serving on https://172.21.15.169:7150 2024-08-29T14:50:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:49 smithi169 ceph-mon[20881]: [29/Aug/2024:14:50:47] ENGINE Bus STARTED 2024-08-29T14:50:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:49 smithi169 ceph-mon[20881]: [29/Aug/2024:14:50:47] ENGINE Error in HTTPServer.serve 2024-08-29T14:50:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout: Traceback (most recent call last): 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._run(expiration_interval) 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: s = self.context.wrap_socket( 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: return self.sslsocket_class._create( 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: self.do_handshake() 2024-08-29T14:50:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:50:49.631 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._sslobj.do_handshake() 2024-08-29T14:50:49.631 INFO:journalctl@ceph.mon.b.smithi169.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:50:49.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:49 smithi169 ceph-mon[20881]: mgrmap e26: x(active, since 3s) 2024-08-29T14:50:49.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:49 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:49.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:49 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:49.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:49 smithi169 ceph-mon[20881]: osdmap e181: 8 total, 8 up, 8 in 2024-08-29T14:50:49.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[17514]: [29/Aug/2024:14:50:47] ENGINE Serving on http://172.21.15.169:8765 2024-08-29T14:50:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[17514]: [29/Aug/2024:14:50:47] ENGINE Serving on https://172.21.15.169:7150 2024-08-29T14:50:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[17514]: [29/Aug/2024:14:50:47] ENGINE Bus STARTED 2024-08-29T14:50:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[17514]: [29/Aug/2024:14:50:47] ENGINE Error in HTTPServer.serve 2024-08-29T14:50:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout: Traceback (most recent call last): 2024-08-29T14:50:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:50:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:50:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:50:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._run(expiration_interval) 2024-08-29T14:50:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: s = self.context.wrap_socket( 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: return self.sslsocket_class._create( 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: self.do_handshake() 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._sslobj.do_handshake() 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[17514]: mgrmap e26: x(active, since 3s) 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:49.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[17514]: osdmap e181: 8 total, 8 up, 8 in 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[29516]: [29/Aug/2024:14:50:47] ENGINE Serving on http://172.21.15.169:8765 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[29516]: [29/Aug/2024:14:50:47] ENGINE Serving on https://172.21.15.169:7150 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[29516]: [29/Aug/2024:14:50:47] ENGINE Bus STARTED 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[29516]: [29/Aug/2024:14:50:47] ENGINE Error in HTTPServer.serve 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout: Traceback (most recent call last): 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._run(expiration_interval) 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:50:49.855 INFO:journalctl@ceph.mon.c.smithi131.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: s = self.context.wrap_socket( 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: return self.sslsocket_class._create( 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: self.do_handshake() 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._sslobj.do_handshake() 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[29516]: mgrmap e26: x(active, since 3s) 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:49.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:49 smithi131 ceph-mon[29516]: osdmap e181: 8 total, 8 up, 8 in 2024-08-29T14:50:50.239 INFO:tasks.rados.rados.0.smithi131.stdout:580: done (0 left) 2024-08-29T14:50:50.240 INFO:tasks.rados.rados.0.smithi131.stdout:581: read oid 10 snap -1 2024-08-29T14:50:50.240 INFO:tasks.rados.rados.0.smithi131.stdout:581: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:50:50.240 INFO:tasks.rados.rados.0.smithi131.stdout:582: delete oid 17 current snap is 55 2024-08-29T14:50:50.247 INFO:tasks.rados.rados.0.smithi131.stdout:582: done (1 left) 2024-08-29T14:50:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:583: rollback oid 31 current snap is 55 2024-08-29T14:50:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 31 to 54 2024-08-29T14:50:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 55 2024-08-29T14:50:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:584: seq_num 201 ranges {0=573440,573440=401408} 2024-08-29T14:50:50.251 INFO:tasks.rados.rados.0.smithi131.stdout:584: writing smithi13174786-48 from 0 to 573440 tid 1 2024-08-29T14:50:50.254 INFO:tasks.rados.rados.0.smithi131.stdout:584: writing smithi13174786-48 from 573440 to 974848 tid 2 2024-08-29T14:50:50.255 INFO:tasks.rados.rados.0.smithi131.stdout:585: rollback oid 43 current snap is 55 2024-08-29T14:50:50.255 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 43 to 33 2024-08-29T14:50:50.255 INFO:tasks.rados.rados.0.smithi131.stdout:586: snap_remove snap 52 2024-08-29T14:50:50.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:50.001+0000 7f7dbd034ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:50:50.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:50:50] ENGINE Bus STARTING 2024-08-29T14:50:50.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: CherryPy Checker: 2024-08-29T14:50:50.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: The Application mounted at '' has an empty config. 2024-08-29T14:50:50.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: 2024-08-29T14:50:50.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:50:50] ENGINE Serving on http://:::9283 2024-08-29T14:50:50.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: [29/Aug/2024:14:50:50] ENGINE Bus STARTED 2024-08-29T14:50:50.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[29516]: pgmap v9: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:50.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[29516]: Standby manager daemon y started 2024-08-29T14:50:50.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:50:50.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:50:50.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:50:50.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:50:50.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[29516]: osdmap e182: 8 total, 8 up, 8 in 2024-08-29T14:50:50.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[17514]: pgmap v9: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:50.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[17514]: Standby manager daemon y started 2024-08-29T14:50:50.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:50:50.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:50:50.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:50:50.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:50:50.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:50 smithi131 ceph-mon[17514]: osdmap e182: 8 total, 8 up, 8 in 2024-08-29T14:50:50.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:50 smithi169 ceph-mon[20881]: pgmap v9: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:50.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:50 smithi169 ceph-mon[20881]: Standby manager daemon y started 2024-08-29T14:50:50.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:50 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:50:50.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:50 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:50:50.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:50 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:50:50.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:50 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.131:0/2039432534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:50:50.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:50 smithi169 ceph-mon[20881]: osdmap e182: 8 total, 8 up, 8 in 2024-08-29T14:50:51.242 INFO:tasks.rados.rados.0.smithi131.stdout:586: done (4 left) 2024-08-29T14:50:51.242 INFO:tasks.rados.rados.0.smithi131.stdout:587: snap_create 2024-08-29T14:50:51.242 INFO:tasks.rados.rados.0.smithi131.stdout:583: finishing rollback tid 0 to smithi13174786-31 2024-08-29T14:50:51.242 INFO:tasks.rados.rados.0.smithi131.stdout:583: finishing rollback tid 1 to smithi13174786-31 2024-08-29T14:50:51.242 INFO:tasks.rados.rados.0.smithi131.stdout:583: finishing rollback tid 2 to smithi13174786-31 2024-08-29T14:50:51.242 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 257 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-29T14:50:51.242 INFO:tasks.rados.rados.0.smithi131.stdout:584: finishing write tid 1 to smithi13174786-48 2024-08-29T14:50:51.243 INFO:tasks.rados.rados.0.smithi131.stdout:585: finishing rollback tid 0 to smithi13174786-43 2024-08-29T14:50:51.243 INFO:tasks.rados.rados.0.smithi131.stdout:584: finishing write tid 2 to smithi13174786-48 2024-08-29T14:50:51.243 INFO:tasks.rados.rados.0.smithi131.stdout:584: finishing write tid 3 to smithi13174786-48 2024-08-29T14:50:51.243 INFO:tasks.rados.rados.0.smithi131.stdout:585: finishing rollback tid 1 to smithi13174786-43 2024-08-29T14:50:51.243 INFO:tasks.rados.rados.0.smithi131.stdout:585: finishing rollback tid 2 to smithi13174786-43 2024-08-29T14:50:51.243 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 186 (ObjNum 114 snap 24 seq_num 114) dirty exists 2024-08-29T14:50:51.243 INFO:tasks.rados.rados.0.smithi131.stdout:581: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:50:51.459 INFO:tasks.rados.rados.0.smithi131.stdout:584: finishing write tid 4 to smithi13174786-48 2024-08-29T14:50:51.459 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 226 (ObjNum 201 snap 55 seq_num 201) dirty exists 2024-08-29T14:50:51.459 INFO:tasks.rados.rados.0.smithi131.stdout:584: left oid 48 (ObjNum 201 snap 55 seq_num 201) 2024-08-29T14:50:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:51 smithi131 ceph-mon[29516]: mgrmap e27: x(active, since 5s), standbys: y 2024-08-29T14:50:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:51 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:50:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:51 smithi131 ceph-mon[29516]: osdmap e183: 8 total, 8 up, 8 in 2024-08-29T14:50:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:51 smithi131 ceph-mon[17514]: mgrmap e27: x(active, since 5s), standbys: y 2024-08-29T14:50:51.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:51 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:50:51.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:51 smithi131 ceph-mon[17514]: osdmap e183: 8 total, 8 up, 8 in 2024-08-29T14:50:51.748 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:51 smithi169 ceph-mon[20881]: mgrmap e27: x(active, since 5s), standbys: y 2024-08-29T14:50:51.748 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:51 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:50:51.748 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:51 smithi169 ceph-mon[20881]: osdmap e183: 8 total, 8 up, 8 in 2024-08-29T14:50:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:581: done (4 left) 2024-08-29T14:50:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:583: done (3 left) 2024-08-29T14:50:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:584: done (2 left) 2024-08-29T14:50:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:585: done (1 left) 2024-08-29T14:50:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:587: done (0 left) 2024-08-29T14:50:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:588: rmattr oid 40 current snap is 56 2024-08-29T14:50:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:588: done (0 left) 2024-08-29T14:50:52.246 INFO:tasks.rados.rados.0.smithi131.stdout:589: read oid 10 snap 44 2024-08-29T14:50:52.246 INFO:tasks.rados.rados.0.smithi131.stdout:589: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:50:52.246 INFO:tasks.rados.rados.0.smithi131.stdout:590: read oid 50 snap -1 2024-08-29T14:50:52.246 INFO:tasks.rados.rados.0.smithi131.stdout:590: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-29T14:50:52.246 INFO:tasks.rados.rados.0.smithi131.stdout:591: setattr oid 7 current snap is 56 2024-08-29T14:50:52.247 INFO:tasks.rados.rados.0.smithi131.stdout:592: read oid 18 snap 33 2024-08-29T14:50:52.247 INFO:tasks.rados.rados.0.smithi131.stdout:592: expect (ObjNum 120 snap 28 seq_num 120) 2024-08-29T14:50:52.247 INFO:tasks.rados.rados.0.smithi131.stdout:593: copy_from oid 42 from oid 35 current snap is 56 2024-08-29T14:50:52.247 INFO:tasks.rados.rados.0.smithi131.stdout:594: read oid 46 snap -1 2024-08-29T14:50:52.247 INFO:tasks.rados.rados.0.smithi131.stdout:594: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:50:52.247 INFO:tasks.rados.rados.0.smithi131.stdout:595: setattr oid 17 current snap is 56 2024-08-29T14:50:52.251 INFO:tasks.rados.rados.0.smithi131.stdout:596: rmattr oid 40 current snap is 56 2024-08-29T14:50:52.251 INFO:tasks.rados.rados.0.smithi131.stdout:596: done (7 left) 2024-08-29T14:50:52.251 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 11 current snap is 56 2024-08-29T14:50:52.251 INFO:tasks.rados.rados.0.smithi131.stdout:597: seq_num 202 ranges {1581056=589824,2170880=401408} 2024-08-29T14:50:52.262 INFO:tasks.rados.rados.0.smithi131.stdout:597: writing smithi13174786-11 from 1581056 to 2170880 tid 1 2024-08-29T14:50:52.266 INFO:tasks.rados.rados.0.smithi131.stdout:597: writing smithi13174786-11 from 2170880 to 2572288 tid 2 2024-08-29T14:50:52.266 INFO:tasks.rados.rados.0.smithi131.stdout:598: snap_create 2024-08-29T14:50:52.266 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 145 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-29T14:50:52.266 INFO:tasks.rados.rados.0.smithi131.stdout:590: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-29T14:50:52.289 INFO:tasks.rados.rados.0.smithi131.stdout:594: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T14:50:52.310 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 229 (ObjNum 225 snap 0 seq_num 2120874112) dirty exists 2024-08-29T14:50:52.310 INFO:tasks.rados.rados.0.smithi131.stdout:593: finishing copy_from to smithi13174786-42 2024-08-29T14:50:52.310 INFO:tasks.rados.rados.0.smithi131.stdout:593: got expected ENOENT (src dne) 2024-08-29T14:50:52.310 INFO:tasks.rados.rados.0.smithi131.stdout:593: finishing copy_from racing read to smithi13174786-42 2024-08-29T14:50:52.310 INFO:tasks.rados.rados.0.smithi131.stdout:589: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:50:52.524 INFO:tasks.rados.rados.0.smithi131.stdout:592: expect (ObjNum 120 snap 28 seq_num 120) 2024-08-29T14:50:52.639 INFO:tasks.rados.rados.0.smithi131.stdout:597: finishing write tid 1 to smithi13174786-11 2024-08-29T14:50:52.639 INFO:tasks.rados.rados.0.smithi131.stdout:597: finishing write tid 2 to smithi13174786-11 2024-08-29T14:50:52.639 INFO:tasks.rados.rados.0.smithi131.stdout:597: finishing write tid 3 to smithi13174786-11 2024-08-29T14:50:52.639 INFO:tasks.rados.rados.0.smithi131.stdout:597: finishing write tid 4 to smithi13174786-11 2024-08-29T14:50:52.639 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 364 (ObjNum 202 snap 56 seq_num 202) dirty exists 2024-08-29T14:50:52.639 INFO:tasks.rados.rados.0.smithi131.stdout:597: left oid 11 (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: pgmap v12: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: osdmap e184: 8 total, 8 up, 8 in 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:52.803 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:52.804 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:52.804 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:52.804 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: pgmap v12: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: osdmap e184: 8 total, 8 up, 8 in 2024-08-29T14:50:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: pgmap v12: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: osdmap e184: 8 total, 8 up, 8 in 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.105 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.105 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.105 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.105 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.105 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.105 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.105 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.105 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:53.105 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:53.248 INFO:tasks.rados.rados.0.smithi131.stdout:589: done (8 left) 2024-08-29T14:50:53.249 INFO:tasks.rados.rados.0.smithi131.stdout:590: done (7 left) 2024-08-29T14:50:53.249 INFO:tasks.rados.rados.0.smithi131.stdout:591: done (6 left) 2024-08-29T14:50:53.249 INFO:tasks.rados.rados.0.smithi131.stdout:592: done (5 left) 2024-08-29T14:50:53.249 INFO:tasks.rados.rados.0.smithi131.stdout:593: done (4 left) 2024-08-29T14:50:53.249 INFO:tasks.rados.rados.0.smithi131.stdout:594: done (3 left) 2024-08-29T14:50:53.249 INFO:tasks.rados.rados.0.smithi131.stdout:595: done (2 left) 2024-08-29T14:50:53.249 INFO:tasks.rados.rados.0.smithi131.stdout:597: done (1 left) 2024-08-29T14:50:53.249 INFO:tasks.rados.rados.0.smithi131.stdout:598: done (0 left) 2024-08-29T14:50:53.249 INFO:tasks.rados.rados.0.smithi131.stdout:599: snap_remove snap 43 2024-08-29T14:50:53.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:50:54.062 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:53 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi131 to 2480M 2024-08-29T14:50:54.062 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:53 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.062 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:53 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.062 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:53 smithi169 ceph-mon[20881]: osdmap e185: 8 total, 8 up, 8 in 2024-08-29T14:50:54.063 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:53 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.063 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:53 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi131 to 2480M 2024-08-29T14:50:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[29516]: osdmap e185: 8 total, 8 up, 8 in 2024-08-29T14:50:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi131 to 2480M 2024-08-29T14:50:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[17514]: osdmap e185: 8 total, 8 up, 8 in 2024-08-29T14:50:54.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.104 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:53 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:54.255 INFO:tasks.rados.rados.0.smithi131.stdout:599: done (0 left) 2024-08-29T14:50:54.255 INFO:tasks.rados.rados.0.smithi131.stdout:600: snap_remove snap 56 2024-08-29T14:50:55.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:54 smithi131 ceph-mon[17514]: pgmap v15: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-29T14:50:55.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:54 smithi131 ceph-mon[17514]: osdmap e186: 8 total, 8 up, 8 in 2024-08-29T14:50:55.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:54 smithi131 ceph-mon[29516]: pgmap v15: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-29T14:50:55.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:54 smithi131 ceph-mon[29516]: osdmap e186: 8 total, 8 up, 8 in 2024-08-29T14:50:55.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:54 smithi169 ceph-mon[20881]: pgmap v15: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-29T14:50:55.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:54 smithi169 ceph-mon[20881]: osdmap e186: 8 total, 8 up, 8 in 2024-08-29T14:50:55.261 INFO:tasks.rados.rados.0.smithi131.stdout:600: done (0 left) 2024-08-29T14:50:55.262 INFO:tasks.rados.rados.0.smithi131.stdout:601: rollback oid 12 current snap is 57 2024-08-29T14:50:55.262 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 12 to 45 2024-08-29T14:50:55.262 INFO:tasks.rados.rados.0.smithi131.stdout:602: read oid 21 snap -1 2024-08-29T14:50:55.262 INFO:tasks.rados.rados.0.smithi131.stdout:602: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:50:55.262 INFO:tasks.rados.rados.0.smithi131.stdout:603: snap_remove snap 46 2024-08-29T14:50:56.267 INFO:tasks.rados.rados.0.smithi131.stdout:603: done (2 left) 2024-08-29T14:50:56.267 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 57 2024-08-29T14:50:56.267 INFO:tasks.rados.rados.0.smithi131.stdout:601: finishing rollback tid 0 to smithi13174786-12 2024-08-29T14:50:56.267 INFO:tasks.rados.rados.0.smithi131.stdout:601: finishing rollback tid 1 to smithi13174786-12 2024-08-29T14:50:56.267 INFO:tasks.rados.rados.0.smithi131.stdout:601: finishing rollback tid 2 to smithi13174786-12 2024-08-29T14:50:56.267 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 134 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-08-29T14:50:56.267 INFO:tasks.rados.rados.0.smithi131.stdout:604: seq_num 203 ranges {2105344=606208,2711552=401408} 2024-08-29T14:50:56.282 INFO:tasks.rados.rados.0.smithi131.stdout:604: writing smithi13174786-44 from 2105344 to 2711552 tid 1 2024-08-29T14:50:56.285 INFO:tasks.rados.rados.0.smithi131.stdout:604: writing smithi13174786-44 from 2711552 to 3112960 tid 2 2024-08-29T14:50:56.285 INFO:tasks.rados.rados.0.smithi131.stdout:601: done (2 left) 2024-08-29T14:50:56.285 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 57 2024-08-29T14:50:56.285 INFO:tasks.rados.rados.0.smithi131.stdout:605: seq_num 204 ranges {761856=622592,1384448=401408} 2024-08-29T14:50:56.292 INFO:tasks.rados.rados.0.smithi131.stdout:605: writing smithi13174786-34 from 761856 to 1384448 tid 1 2024-08-29T14:50:56.295 INFO:tasks.rados.rados.0.smithi131.stdout:605: writing smithi13174786-34 from 1384448 to 1785856 tid 2 2024-08-29T14:50:56.295 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 57 2024-08-29T14:50:56.295 INFO:tasks.rados.rados.0.smithi131.stdout:602: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:50:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:56 smithi169 ceph-mon[20881]: osdmap e187: 8 total, 8 up, 8 in 2024-08-29T14:50:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:56 smithi169 ceph-mon[20881]: pgmap v18: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-29T14:50:56.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:50:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:50:56] "GET /metrics HTTP/1.1" 200 33180 "" "Prometheus/2.43.0" 2024-08-29T14:50:56.470 INFO:tasks.rados.rados.0.smithi131.stdout:604: finishing write tid 1 to smithi13174786-44 2024-08-29T14:50:56.470 INFO:tasks.rados.rados.0.smithi131.stdout:604: finishing write tid 2 to smithi13174786-44 2024-08-29T14:50:56.470 INFO:tasks.rados.rados.0.smithi131.stdout:604: finishing write tid 3 to smithi13174786-44 2024-08-29T14:50:56.470 INFO:tasks.rados.rados.0.smithi131.stdout:604: finishing write tid 4 to smithi13174786-44 2024-08-29T14:50:56.471 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 388 (ObjNum 203 snap 57 seq_num 203) dirty exists 2024-08-29T14:50:56.471 INFO:tasks.rados.rados.0.smithi131.stdout:604: left oid 44 (ObjNum 203 snap 57 seq_num 203) 2024-08-29T14:50:56.471 INFO:tasks.rados.rados.0.smithi131.stdout:605: finishing write tid 1 to smithi13174786-34 2024-08-29T14:50:56.471 INFO:tasks.rados.rados.0.smithi131.stdout:606: seq_num 205 ranges {0=638976,638976=401408} 2024-08-29T14:50:56.473 INFO:tasks.rados.rados.0.smithi131.stdout:606: writing smithi13174786-7 from 0 to 638976 tid 1 2024-08-29T14:50:56.476 INFO:tasks.rados.rados.0.smithi131.stdout:606: writing smithi13174786-7 from 638976 to 1040384 tid 2 2024-08-29T14:50:56.476 INFO:tasks.rados.rados.0.smithi131.stdout:602: done (3 left) 2024-08-29T14:50:56.476 INFO:tasks.rados.rados.0.smithi131.stdout:604: done (2 left) 2024-08-29T14:50:56.476 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 57 2024-08-29T14:50:56.476 INFO:tasks.rados.rados.0.smithi131.stdout:605: finishing write tid 2 to smithi13174786-34 2024-08-29T14:50:56.477 INFO:tasks.rados.rados.0.smithi131.stdout:605: finishing write tid 3 to smithi13174786-34 2024-08-29T14:50:56.477 INFO:tasks.rados.rados.0.smithi131.stdout:605: finishing write tid 4 to smithi13174786-34 2024-08-29T14:50:56.477 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 124 (ObjNum 204 snap 57 seq_num 204) dirty exists 2024-08-29T14:50:56.477 INFO:tasks.rados.rados.0.smithi131.stdout:605: left oid 34 (ObjNum 204 snap 57 seq_num 204) 2024-08-29T14:50:56.477 INFO:tasks.rados.rados.0.smithi131.stdout:607: seq_num 206 ranges {786432=655360,1441792=401408} 2024-08-29T14:50:56.484 INFO:tasks.rados.rados.0.smithi131.stdout:607: writing smithi13174786-19 from 786432 to 1441792 tid 1 2024-08-29T14:50:56.487 INFO:tasks.rados.rados.0.smithi131.stdout:607: writing smithi13174786-19 from 1441792 to 1843200 tid 2 2024-08-29T14:50:56.487 INFO:tasks.rados.rados.0.smithi131.stdout:605: done (2 left) 2024-08-29T14:50:56.487 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 57 2024-08-29T14:50:56.487 INFO:tasks.rados.rados.0.smithi131.stdout:606: finishing write tid 1 to smithi13174786-7 2024-08-29T14:50:56.487 INFO:tasks.rados.rados.0.smithi131.stdout:608: seq_num 207 ranges {983040=671744,1654784=401408} 2024-08-29T14:50:56.495 INFO:tasks.rados.rados.0.smithi131.stdout:608: writing smithi13174786-28 from 983040 to 1654784 tid 1 2024-08-29T14:50:56.500 INFO:tasks.rados.rados.0.smithi131.stdout:608: writing smithi13174786-28 from 1654784 to 2056192 tid 2 2024-08-29T14:50:56.500 INFO:tasks.rados.rados.0.smithi131.stdout:609: setattr oid 3 current snap is 57 2024-08-29T14:50:56.500 INFO:tasks.rados.rados.0.smithi131.stdout:606: finishing write tid 2 to smithi13174786-7 2024-08-29T14:50:56.500 INFO:tasks.rados.rados.0.smithi131.stdout:606: finishing write tid 3 to smithi13174786-7 2024-08-29T14:50:56.500 INFO:tasks.rados.rados.0.smithi131.stdout:606: finishing write tid 4 to smithi13174786-7 2024-08-29T14:50:56.500 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 154 (ObjNum 205 snap 57 seq_num 205) dirty exists 2024-08-29T14:50:56.500 INFO:tasks.rados.rados.0.smithi131.stdout:606: left oid 7 (ObjNum 205 snap 57 seq_num 205) 2024-08-29T14:50:56.501 INFO:tasks.rados.rados.0.smithi131.stdout:607: finishing write tid 1 to smithi13174786-19 2024-08-29T14:50:56.501 INFO:tasks.rados.rados.0.smithi131.stdout:607: finishing write tid 2 to smithi13174786-19 2024-08-29T14:50:56.501 INFO:tasks.rados.rados.0.smithi131.stdout:607: finishing write tid 3 to smithi13174786-19 2024-08-29T14:50:56.501 INFO:tasks.rados.rados.0.smithi131.stdout:607: finishing write tid 4 to smithi13174786-19 2024-08-29T14:50:56.501 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 128 (ObjNum 206 snap 57 seq_num 206) dirty exists 2024-08-29T14:50:56.501 INFO:tasks.rados.rados.0.smithi131.stdout:607: left oid 19 (ObjNum 206 snap 57 seq_num 206) 2024-08-29T14:50:56.501 INFO:tasks.rados.rados.0.smithi131.stdout:608: finishing write tid 1 to smithi13174786-28 2024-08-29T14:50:56.501 INFO:tasks.rados.rados.0.smithi131.stdout:608: finishing write tid 2 to smithi13174786-28 2024-08-29T14:50:56.502 INFO:tasks.rados.rados.0.smithi131.stdout:608: finishing write tid 3 to smithi13174786-28 2024-08-29T14:50:56.502 INFO:tasks.rados.rados.0.smithi131.stdout:606: done (3 left) 2024-08-29T14:50:56.502 INFO:tasks.rados.rados.0.smithi131.stdout:607: done (2 left) 2024-08-29T14:50:56.502 INFO:tasks.rados.rados.0.smithi131.stdout:610: delete oid 7 current snap is 57 2024-08-29T14:50:56.502 INFO:tasks.rados.rados.0.smithi131.stdout:608: finishing write tid 4 to smithi13174786-28 2024-08-29T14:50:56.502 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 156 (ObjNum 207 snap 57 seq_num 207) dirty exists 2024-08-29T14:50:56.502 INFO:tasks.rados.rados.0.smithi131.stdout:608: left oid 28 (ObjNum 207 snap 57 seq_num 207) 2024-08-29T14:50:56.503 INFO:tasks.rados.rados.0.smithi131.stdout:608: done (2 left) 2024-08-29T14:50:56.503 INFO:tasks.rados.rados.0.smithi131.stdout:610: done (1 left) 2024-08-29T14:50:56.503 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 57 2024-08-29T14:50:56.503 INFO:tasks.rados.rados.0.smithi131.stdout:611: seq_num 209 ranges {0=704512,704512=401408} 2024-08-29T14:50:56.508 INFO:tasks.rados.rados.0.smithi131.stdout:611: writing smithi13174786-5 from 0 to 704512 tid 1 2024-08-29T14:50:56.511 INFO:tasks.rados.rados.0.smithi131.stdout:611: writing smithi13174786-5 from 704512 to 1105920 tid 2 2024-08-29T14:50:56.511 INFO:tasks.rados.rados.0.smithi131.stdout:612: copy_from oid 44 from oid 47 current snap is 57 2024-08-29T14:50:56.511 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 408 (ObjNum 183 snap 50 seq_num 183) dirty exists 2024-08-29T14:50:56.511 INFO:tasks.rados.rados.0.smithi131.stdout:609: done (2 left) 2024-08-29T14:50:56.511 INFO:tasks.rados.rados.0.smithi131.stdout:613: rollback oid 9 current snap is 57 2024-08-29T14:50:56.511 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 9 to 54 2024-08-29T14:50:56.511 INFO:tasks.rados.rados.0.smithi131.stdout:614: copy_from oid 31 from oid 18 current snap is 57 2024-08-29T14:50:56.511 INFO:tasks.rados.rados.0.smithi131.stdout:615: copy_from oid 17 from oid 7 current snap is 57 2024-08-29T14:50:56.512 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 57 2024-08-29T14:50:56.512 INFO:tasks.rados.rados.0.smithi131.stdout:616: seq_num 210 ranges {5046272=720896,5767168=401408} 2024-08-29T14:50:56.542 INFO:tasks.rados.rados.0.smithi131.stdout:616: writing smithi13174786-16 from 5046272 to 5767168 tid 1 2024-08-29T14:50:56.544 INFO:tasks.rados.rados.0.smithi131.stdout:616: writing smithi13174786-16 from 5767168 to 6168576 tid 2 2024-08-29T14:50:56.545 INFO:tasks.rados.rados.0.smithi131.stdout:617: snap_remove snap 55 2024-08-29T14:50:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:56 smithi131 ceph-mon[17514]: osdmap e187: 8 total, 8 up, 8 in 2024-08-29T14:50:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:56 smithi131 ceph-mon[17514]: pgmap v18: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-29T14:50:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:56 smithi131 ceph-mon[29516]: osdmap e187: 8 total, 8 up, 8 in 2024-08-29T14:50:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:56 smithi131 ceph-mon[29516]: pgmap v18: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-08-29T14:50:57.231 INFO:tasks.rados.rados.0.smithi131.stdout:617: done (6 left) 2024-08-29T14:50:57.231 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 57 2024-08-29T14:50:57.231 INFO:tasks.rados.rados.0.smithi131.stdout:618: seq_num 211 ranges {0=737280,737280=401408} 2024-08-29T14:50:57.236 INFO:tasks.rados.rados.0.smithi131.stdout:618: writing smithi13174786-26 from 0 to 737280 tid 1 2024-08-29T14:50:57.240 INFO:tasks.rados.rados.0.smithi131.stdout:618: writing smithi13174786-26 from 737280 to 1138688 tid 2 2024-08-29T14:50:57.240 INFO:tasks.rados.rados.0.smithi131.stdout:619: read oid 33 snap -1 2024-08-29T14:50:57.240 INFO:tasks.rados.rados.0.smithi131.stdout:619: expect (ObjNum 186 snap 50 seq_num 186) 2024-08-29T14:50:57.240 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 57 2024-08-29T14:50:57.240 INFO:tasks.rados.rados.0.smithi131.stdout:611: finishing write tid 1 to smithi13174786-5 2024-08-29T14:50:57.240 INFO:tasks.rados.rados.0.smithi131.stdout:613: finishing rollback tid 1 to smithi13174786-9 2024-08-29T14:50:57.240 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 144 (ObjNum 33 snap 0 seq_num 484280992) dirty dne 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:615: finishing copy_from to smithi13174786-17 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:615: got expected ENOENT (src dne) 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:615: finishing copy_from racing read to smithi13174786-17 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:611: finishing write tid 2 to smithi13174786-5 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:611: finishing write tid 3 to smithi13174786-5 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:611: finishing write tid 4 to smithi13174786-5 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 280 (ObjNum 209 snap 57 seq_num 209) dirty exists 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:611: left oid 5 (ObjNum 209 snap 57 seq_num 209) 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:612: finishing copy_from racing read to smithi13174786-44 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:612: finishing copy_from to smithi13174786-44 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 110 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:614: finishing copy_from racing read to smithi13174786-31 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:614: finishing copy_from to smithi13174786-31 2024-08-29T14:50:57.241 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 345 (ObjNum 194 snap 52 seq_num 194) dirty exists 2024-08-29T14:50:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:616: finishing write tid 1 to smithi13174786-16 2024-08-29T14:50:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:616: finishing write tid 2 to smithi13174786-16 2024-08-29T14:50:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:616: finishing write tid 3 to smithi13174786-16 2024-08-29T14:50:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:620: seq_num 212 ranges {1466368=753664,2220032=401408} 2024-08-29T14:50:57.252 INFO:tasks.rados.rados.0.smithi131.stdout:620: writing smithi13174786-29 from 1466368 to 2220032 tid 1 2024-08-29T14:50:57.255 INFO:tasks.rados.rados.0.smithi131.stdout:620: writing smithi13174786-29 from 2220032 to 2621440 tid 2 2024-08-29T14:50:57.255 INFO:tasks.rados.rados.0.smithi131.stdout:611: done (8 left) 2024-08-29T14:50:57.255 INFO:tasks.rados.rados.0.smithi131.stdout:612: done (7 left) 2024-08-29T14:50:57.255 INFO:tasks.rados.rados.0.smithi131.stdout:613: done (6 left) 2024-08-29T14:50:57.255 INFO:tasks.rados.rados.0.smithi131.stdout:614: done (5 left) 2024-08-29T14:50:57.255 INFO:tasks.rados.rados.0.smithi131.stdout:615: done (4 left) 2024-08-29T14:50:57.255 INFO:tasks.rados.rados.0.smithi131.stdout:621: snap_create 2024-08-29T14:50:57.255 INFO:tasks.rados.rados.0.smithi131.stdout:616: finishing write tid 4 to smithi13174786-16 2024-08-29T14:50:57.256 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 393 (ObjNum 210 snap 57 seq_num 210) dirty exists 2024-08-29T14:50:57.256 INFO:tasks.rados.rados.0.smithi131.stdout:616: left oid 16 (ObjNum 210 snap 57 seq_num 210) 2024-08-29T14:50:57.256 INFO:tasks.rados.rados.0.smithi131.stdout:618: finishing write tid 1 to smithi13174786-26 2024-08-29T14:50:57.256 INFO:tasks.rados.rados.0.smithi131.stdout:618: finishing write tid 2 to smithi13174786-26 2024-08-29T14:50:57.256 INFO:tasks.rados.rados.0.smithi131.stdout:618: finishing write tid 3 to smithi13174786-26 2024-08-29T14:50:57.256 INFO:tasks.rados.rados.0.smithi131.stdout:618: finishing write tid 4 to smithi13174786-26 2024-08-29T14:50:57.256 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 45 (ObjNum 211 snap 57 seq_num 211) dirty exists 2024-08-29T14:50:57.256 INFO:tasks.rados.rados.0.smithi131.stdout:618: left oid 26 (ObjNum 211 snap 57 seq_num 211) 2024-08-29T14:50:57.257 INFO:tasks.rados.rados.0.smithi131.stdout:619: expect (ObjNum 186 snap 50 seq_num 186) 2024-08-29T14:50:57.528 INFO:tasks.rados.rados.0.smithi131.stdout:620: finishing write tid 1 to smithi13174786-29 2024-08-29T14:50:57.528 INFO:tasks.rados.rados.0.smithi131.stdout:620: finishing write tid 2 to smithi13174786-29 2024-08-29T14:50:57.528 INFO:tasks.rados.rados.0.smithi131.stdout:620: finishing write tid 3 to smithi13174786-29 2024-08-29T14:50:57.528 INFO:tasks.rados.rados.0.smithi131.stdout:620: finishing write tid 4 to smithi13174786-29 2024-08-29T14:50:57.528 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 180 (ObjNum 212 snap 57 seq_num 212) dirty exists 2024-08-29T14:50:57.528 INFO:tasks.rados.rados.0.smithi131.stdout:620: left oid 29 (ObjNum 212 snap 57 seq_num 212) 2024-08-29T14:50:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: osdmap e188: 8 total, 8 up, 8 in 2024-08-29T14:50:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:50:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:57.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:57.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:57.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[17514]: osdmap e189: 8 total, 8 up, 8 in 2024-08-29T14:50:57.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: osdmap e188: 8 total, 8 up, 8 in 2024-08-29T14:50:57.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:57.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:50:57.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:57.609 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:57 smithi131 ceph-mon[29516]: osdmap e189: 8 total, 8 up, 8 in 2024-08-29T14:50:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: osdmap e188: 8 total, 8 up, 8 in 2024-08-29T14:50:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:50:57.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:57.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:57.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:57 smithi169 ceph-mon[20881]: osdmap e189: 8 total, 8 up, 8 in 2024-08-29T14:50:58.233 INFO:tasks.rados.rados.0.smithi131.stdout:616: done (4 left) 2024-08-29T14:50:58.233 INFO:tasks.rados.rados.0.smithi131.stdout:618: done (3 left) 2024-08-29T14:50:58.233 INFO:tasks.rados.rados.0.smithi131.stdout:619: done (2 left) 2024-08-29T14:50:58.233 INFO:tasks.rados.rados.0.smithi131.stdout:620: done (1 left) 2024-08-29T14:50:58.233 INFO:tasks.rados.rados.0.smithi131.stdout:621: done (0 left) 2024-08-29T14:50:58.233 INFO:tasks.rados.rados.0.smithi131.stdout:622: delete oid 2 current snap is 58 2024-08-29T14:50:58.236 INFO:tasks.rados.rados.0.smithi131.stdout:622: done (0 left) 2024-08-29T14:50:58.236 INFO:tasks.rados.rados.0.smithi131.stdout:623: delete oid 5 current snap is 58 2024-08-29T14:50:58.238 INFO:tasks.rados.rados.0.smithi131.stdout:623: done (0 left) 2024-08-29T14:50:58.238 INFO:tasks.rados.rados.0.smithi131.stdout:624: read oid 43 snap -1 2024-08-29T14:50:58.238 INFO:tasks.rados.rados.0.smithi131.stdout:624: expect (ObjNum 114 snap 24 seq_num 114) 2024-08-29T14:50:58.238 INFO:tasks.rados.rados.0.smithi131.stdout:625: read oid 45 snap 53 2024-08-29T14:50:58.238 INFO:tasks.rados.rados.0.smithi131.stdout:625: expect (ObjNum 180 snap 48 seq_num 180) 2024-08-29T14:50:58.239 INFO:tasks.rados.rados.0.smithi131.stdout:626: read oid 4 snap -1 2024-08-29T14:50:58.239 INFO:tasks.rados.rados.0.smithi131.stdout:626: expect deleted 2024-08-29T14:50:58.239 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 58 2024-08-29T14:50:58.239 INFO:tasks.rados.rados.0.smithi131.stdout:627: seq_num 215 ranges {2277376=409600,2686976=532480,3219456=270336} 2024-08-29T14:50:58.253 INFO:tasks.rados.rados.0.smithi131.stdout:627: writing smithi13174786-14 from 2277376 to 2686976 tid 1 2024-08-29T14:50:58.256 INFO:tasks.rados.rados.0.smithi131.stdout:627: writing smithi13174786-14 from 2686976 to 3219456 tid 2 2024-08-29T14:50:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:627: writing smithi13174786-14 from 3219456 to 3489792 tid 3 2024-08-29T14:50:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:628: read oid 35 snap -1 2024-08-29T14:50:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:628: expect deleted 2024-08-29T14:50:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:629: rollback oid 32 current snap is 58 2024-08-29T14:50:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 32 to 38 2024-08-29T14:50:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:625: expect (ObjNum 180 snap 48 seq_num 180) 2024-08-29T14:50:58.342 INFO:tasks.rados.rados.0.smithi131.stdout:624: expect (ObjNum 114 snap 24 seq_num 114) 2024-08-29T14:50:58.457 INFO:tasks.rados.rados.0.smithi131.stdout:627: finishing write tid 1 to smithi13174786-14 2024-08-29T14:50:58.457 INFO:tasks.rados.rados.0.smithi131.stdout:627: finishing write tid 2 to smithi13174786-14 2024-08-29T14:50:58.457 INFO:tasks.rados.rados.0.smithi131.stdout:629: finishing rollback tid 0 to smithi13174786-32 2024-08-29T14:50:58.457 INFO:tasks.rados.rados.0.smithi131.stdout:627: finishing write tid 3 to smithi13174786-14 2024-08-29T14:50:58.457 INFO:tasks.rados.rados.0.smithi131.stdout:627: finishing write tid 4 to smithi13174786-14 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:629: finishing rollback tid 1 to smithi13174786-32 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:629: finishing rollback tid 2 to smithi13174786-32 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 414 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:627: finishing write tid 5 to smithi13174786-14 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 350 (ObjNum 215 snap 58 seq_num 215) dirty exists 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:627: left oid 14 (ObjNum 215 snap 58 seq_num 215) 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:624: done (5 left) 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:625: done (4 left) 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:626: done (3 left) 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:627: done (2 left) 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:628: done (1 left) 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:629: done (0 left) 2024-08-29T14:50:58.458 INFO:tasks.rados.rados.0.smithi131.stdout:630: setattr oid 24 current snap is 58 2024-08-29T14:50:58.459 INFO:tasks.rados.rados.0.smithi131.stdout:631: delete oid 28 current snap is 58 2024-08-29T14:50:58.461 INFO:tasks.rados.rados.0.smithi131.stdout:631: done (1 left) 2024-08-29T14:50:58.461 INFO:tasks.rados.rados.0.smithi131.stdout:632: rollback oid 31 current snap is 58 2024-08-29T14:50:58.461 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 31 to 44 2024-08-29T14:50:58.461 INFO:tasks.rados.rados.0.smithi131.stdout:633: setattr oid 4 current snap is 58 2024-08-29T14:50:58.461 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 157 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T14:50:58.462 INFO:tasks.rados.rados.0.smithi131.stdout:630: done (2 left) 2024-08-29T14:50:58.462 INFO:tasks.rados.rados.0.smithi131.stdout:634: setattr oid 26 current snap is 58 2024-08-29T14:50:58.463 INFO:tasks.rados.rados.0.smithi131.stdout:635: snap_remove snap 53 2024-08-29T14:50:58.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: Adjusting osd_memory_target on smithi169 to 2480M 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: pgmap v21: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 738 KiB/s wr, 18 op/s 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[29516]: osdmap e190: 8 total, 8 up, 8 in 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: Adjusting osd_memory_target on smithi169 to 2480M 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:58.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: pgmap v21: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 738 KiB/s wr, 18 op/s 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:58.856 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:58 smithi131 ceph-mon[17514]: osdmap e190: 8 total, 8 up, 8 in 2024-08-29T14:50:59.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: Adjusting osd_memory_target on smithi169 to 2480M 2024-08-29T14:50:59.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: pgmap v21: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 738 KiB/s wr, 18 op/s 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:59.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:59.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:59.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:59.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:59.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:50:59.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:58 smithi169 ceph-mon[20881]: osdmap e190: 8 total, 8 up, 8 in 2024-08-29T14:50:59.272 INFO:tasks.rados.rados.0.smithi131.stdout:635: done (3 left) 2024-08-29T14:50:59.272 INFO:tasks.rados.rados.0.smithi131.stdout:636: delete oid 35 current snap is 58 2024-08-29T14:50:59.272 INFO:tasks.rados.rados.0.smithi131.stdout:632: finishing rollback tid 0 to smithi13174786-31 2024-08-29T14:50:59.273 INFO:tasks.rados.rados.0.smithi131.stdout:632: finishing rollback tid 1 to smithi13174786-31 2024-08-29T14:50:59.273 INFO:tasks.rados.rados.0.smithi131.stdout:632: finishing rollback tid 2 to smithi13174786-31 2024-08-29T14:50:59.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 353 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-08-29T14:50:59.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 400 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T14:50:59.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 47 (ObjNum 211 snap 57 seq_num 211) dirty exists 2024-08-29T14:50:59.277 INFO:tasks.rados.rados.0.smithi131.stdout:632: done (3 left) 2024-08-29T14:50:59.277 INFO:tasks.rados.rados.0.smithi131.stdout:633: done (2 left) 2024-08-29T14:50:59.277 INFO:tasks.rados.rados.0.smithi131.stdout:634: done (1 left) 2024-08-29T14:50:59.277 INFO:tasks.rados.rados.0.smithi131.stdout:636: done (0 left) 2024-08-29T14:50:59.277 INFO:tasks.rados.rados.0.smithi131.stdout:637: read oid 42 snap -1 2024-08-29T14:50:59.278 INFO:tasks.rados.rados.0.smithi131.stdout:637: expect deleted 2024-08-29T14:50:59.278 INFO:tasks.rados.rados.0.smithi131.stdout:638: read oid 24 snap -1 2024-08-29T14:50:59.278 INFO:tasks.rados.rados.0.smithi131.stdout:638: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:50:59.278 INFO:tasks.rados.rados.0.smithi131.stdout:639: rmattr oid 45 current snap is 58 2024-08-29T14:50:59.278 INFO:tasks.rados.rados.0.smithi131.stdout:639: done (2 left) 2024-08-29T14:50:59.278 INFO:tasks.rados.rados.0.smithi131.stdout:640: snap_remove snap 49 2024-08-29T14:51:00.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:59 smithi131 ceph-mon[17514]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T14:51:00.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:59 smithi131 ceph-mon[17514]: Deploying daemon alertmanager.a on smithi131 2024-08-29T14:51:00.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:59 smithi131 ceph-mon[17514]: mgrmap e28: x(active, since 13s), standbys: y 2024-08-29T14:51:00.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:50:59 smithi131 ceph-mon[17514]: osdmap e191: 8 total, 8 up, 8 in 2024-08-29T14:51:00.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:59 smithi131 ceph-mon[29516]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T14:51:00.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:59 smithi131 ceph-mon[29516]: Deploying daemon alertmanager.a on smithi131 2024-08-29T14:51:00.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:59 smithi131 ceph-mon[29516]: mgrmap e28: x(active, since 13s), standbys: y 2024-08-29T14:51:00.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:50:59 smithi131 ceph-mon[29516]: osdmap e191: 8 total, 8 up, 8 in 2024-08-29T14:51:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:59 smithi169 ceph-mon[20881]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T14:51:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:59 smithi169 ceph-mon[20881]: Deploying daemon alertmanager.a on smithi131 2024-08-29T14:51:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:59 smithi169 ceph-mon[20881]: mgrmap e28: x(active, since 13s), standbys: y 2024-08-29T14:51:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:50:59 smithi169 ceph-mon[20881]: osdmap e191: 8 total, 8 up, 8 in 2024-08-29T14:51:00.275 INFO:tasks.rados.rados.0.smithi131.stdout:640: done (2 left) 2024-08-29T14:51:00.275 INFO:tasks.rados.rados.0.smithi131.stdout:641: setattr oid 22 current snap is 58 2024-08-29T14:51:00.275 INFO:tasks.rados.rados.0.smithi131.stdout:638: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:51:00.284 INFO:tasks.rados.rados.0.smithi131.stdout:637: done (2 left) 2024-08-29T14:51:00.284 INFO:tasks.rados.rados.0.smithi131.stdout:638: done (1 left) 2024-08-29T14:51:00.284 INFO:tasks.rados.rados.0.smithi131.stdout:642: snap_create 2024-08-29T14:51:00.292 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 430 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-08-29T14:51:01.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:00 smithi131 ceph-mon[17514]: pgmap v24: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 738 KiB/s wr, 18 op/s 2024-08-29T14:51:01.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:00 smithi131 ceph-mon[17514]: osdmap e192: 8 total, 8 up, 8 in 2024-08-29T14:51:01.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:00 smithi131 ceph-mon[29516]: pgmap v24: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 738 KiB/s wr, 18 op/s 2024-08-29T14:51:01.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:00 smithi131 ceph-mon[29516]: osdmap e192: 8 total, 8 up, 8 in 2024-08-29T14:51:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:00 smithi169 ceph-mon[20881]: pgmap v24: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 738 KiB/s wr, 18 op/s 2024-08-29T14:51:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:00 smithi169 ceph-mon[20881]: osdmap e192: 8 total, 8 up, 8 in 2024-08-29T14:51:01.276 INFO:tasks.rados.rados.0.smithi131.stdout:641: done (1 left) 2024-08-29T14:51:01.276 INFO:tasks.rados.rados.0.smithi131.stdout:642: done (0 left) 2024-08-29T14:51:01.276 INFO:tasks.rados.rados.0.smithi131.stdout:643: rollback oid 47 current snap is 59 2024-08-29T14:51:01.276 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 47 to 33 2024-08-29T14:51:01.276 INFO:tasks.rados.rados.0.smithi131.stdout:644: read oid 10 snap -1 2024-08-29T14:51:01.276 INFO:tasks.rados.rados.0.smithi131.stdout:644: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:51:01.277 INFO:tasks.rados.rados.0.smithi131.stdout:645: read oid 42 snap 45 2024-08-29T14:51:01.277 INFO:tasks.rados.rados.0.smithi131.stdout:645: expect deleted 2024-08-29T14:51:01.277 INFO:tasks.rados.rados.0.smithi131.stdout:646: snap_remove snap 41 2024-08-29T14:51:02.313 INFO:tasks.rados.rados.0.smithi131.stdout:646: done (3 left) 2024-08-29T14:51:02.313 INFO:tasks.rados.rados.0.smithi131.stdout:647: setattr oid 4 current snap is 59 2024-08-29T14:51:02.313 INFO:tasks.rados.rados.0.smithi131.stdout:643: finishing rollback tid 0 to smithi13174786-47 2024-08-29T14:51:02.313 INFO:tasks.rados.rados.0.smithi131.stdout:643: finishing rollback tid 1 to smithi13174786-47 2024-08-29T14:51:02.313 INFO:tasks.rados.rados.0.smithi131.stdout:643: finishing rollback tid 2 to smithi13174786-47 2024-08-29T14:51:02.314 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 165 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:51:02.314 INFO:tasks.rados.rados.0.smithi131.stdout:644: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:51:02.539 INFO:tasks.rados.rados.0.smithi131.stdout:643: done (3 left) 2024-08-29T14:51:02.539 INFO:tasks.rados.rados.0.smithi131.stdout:644: done (2 left) 2024-08-29T14:51:02.539 INFO:tasks.rados.rados.0.smithi131.stdout:645: done (1 left) 2024-08-29T14:51:02.539 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 59 2024-08-29T14:51:02.539 INFO:tasks.rados.rados.0.smithi131.stdout:648: seq_num 218 ranges {0=458752,458752=581632,1040384=221184} 2024-08-29T14:51:02.541 INFO:tasks.rados.rados.0.smithi131.stdout:648: writing smithi13174786-20 from 0 to 458752 tid 1 2024-08-29T14:51:02.545 INFO:tasks.rados.rados.0.smithi131.stdout:648: writing smithi13174786-20 from 458752 to 1040384 tid 2 2024-08-29T14:51:02.546 INFO:tasks.rados.rados.0.smithi131.stdout:648: writing smithi13174786-20 from 1040384 to 1261568 tid 3 2024-08-29T14:51:02.547 INFO:tasks.rados.rados.0.smithi131.stdout:649: read oid 1 snap -1 2024-08-29T14:51:02.547 INFO:tasks.rados.rados.0.smithi131.stdout:649: expect (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:51:02.547 INFO:tasks.rados.rados.0.smithi131.stdout:650: read oid 22 snap -1 2024-08-29T14:51:02.547 INFO:tasks.rados.rados.0.smithi131.stdout:650: expect (ObjNum 188 snap 50 seq_num 188) 2024-08-29T14:51:02.547 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 59 2024-08-29T14:51:02.547 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 433 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T14:51:02.547 INFO:tasks.rados.rados.0.smithi131.stdout:648: finishing write tid 1 to smithi13174786-20 2024-08-29T14:51:02.547 INFO:tasks.rados.rados.0.smithi131.stdout:651: seq_num 219 ranges {3399680=475136,3874816=466944,4341760=335872} 2024-08-29T14:51:02.568 INFO:tasks.rados.rados.0.smithi131.stdout:651: writing smithi13174786-43 from 3399680 to 3874816 tid 1 2024-08-29T14:51:02.571 INFO:tasks.rados.rados.0.smithi131.stdout:651: writing smithi13174786-43 from 3874816 to 4341760 tid 2 2024-08-29T14:51:02.573 INFO:tasks.rados.rados.0.smithi131.stdout:651: writing smithi13174786-43 from 4341760 to 4677632 tid 3 2024-08-29T14:51:02.573 INFO:tasks.rados.rados.0.smithi131.stdout:647: done (4 left) 2024-08-29T14:51:02.573 INFO:tasks.rados.rados.0.smithi131.stdout:652: delete oid 13 current snap is 59 2024-08-29T14:51:02.574 INFO:tasks.rados.rados.0.smithi131.stdout:648: finishing write tid 2 to smithi13174786-20 2024-08-29T14:51:02.574 INFO:tasks.rados.rados.0.smithi131.stdout:648: finishing write tid 3 to smithi13174786-20 2024-08-29T14:51:02.574 INFO:tasks.rados.rados.0.smithi131.stdout:648: finishing write tid 4 to smithi13174786-20 2024-08-29T14:51:02.574 INFO:tasks.rados.rados.0.smithi131.stdout:648: finishing write tid 5 to smithi13174786-20 2024-08-29T14:51:02.574 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 255 (ObjNum 218 snap 59 seq_num 218) dirty exists 2024-08-29T14:51:02.574 INFO:tasks.rados.rados.0.smithi131.stdout:648: left oid 20 (ObjNum 218 snap 59 seq_num 218) 2024-08-29T14:51:02.574 INFO:tasks.rados.rados.0.smithi131.stdout:649: expect (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:51:02.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:02 smithi131 ceph-mon[29516]: osdmap e193: 8 total, 8 up, 8 in 2024-08-29T14:51:02.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:02 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:02.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:02 smithi131 ceph-mon[29516]: pgmap v27: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:02.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:02 smithi131 ceph-mon[17514]: osdmap e193: 8 total, 8 up, 8 in 2024-08-29T14:51:02.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:02 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:02.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:02 smithi131 ceph-mon[17514]: pgmap v27: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:02.618 INFO:tasks.rados.rados.0.smithi131.stdout:650: expect (ObjNum 188 snap 50 seq_num 188) 2024-08-29T14:51:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:02 smithi169 ceph-mon[20881]: osdmap e193: 8 total, 8 up, 8 in 2024-08-29T14:51:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:02 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:02 smithi169 ceph-mon[20881]: pgmap v27: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:02.666 INFO:tasks.rados.rados.0.smithi131.stdout:651: finishing write tid 1 to smithi13174786-43 2024-08-29T14:51:02.666 INFO:tasks.rados.rados.0.smithi131.stdout:648: done (4 left) 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:649: done (3 left) 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:650: done (2 left) 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:652: done (1 left) 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:653: copy_from oid 34 from oid 26 current snap is 59 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:651: finishing write tid 2 to smithi13174786-43 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:651: finishing write tid 3 to smithi13174786-43 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:651: finishing write tid 4 to smithi13174786-43 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:651: finishing write tid 5 to smithi13174786-43 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 218 (ObjNum 219 snap 59 seq_num 219) dirty exists 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:651: left oid 43 (ObjNum 219 snap 59 seq_num 219) 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:651: done (1 left) 2024-08-29T14:51:02.667 INFO:tasks.rados.rados.0.smithi131.stdout:654: snap_create 2024-08-29T14:51:02.674 INFO:tasks.rados.rados.0.smithi131.stdout:653: finishing copy_from racing read to smithi13174786-34 2024-08-29T14:51:02.675 INFO:tasks.rados.rados.0.smithi131.stdout:653: finishing copy_from to smithi13174786-34 2024-08-29T14:51:02.675 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 47 (ObjNum 211 snap 57 seq_num 211) dirty exists 2024-08-29T14:51:03.290 INFO:tasks.rados.rados.0.smithi131.stdout:653: done (1 left) 2024-08-29T14:51:03.290 INFO:tasks.rados.rados.0.smithi131.stdout:654: done (0 left) 2024-08-29T14:51:03.290 INFO:tasks.rados.rados.0.smithi131.stdout:655: read oid 39 snap -1 2024-08-29T14:51:03.290 INFO:tasks.rados.rados.0.smithi131.stdout:655: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:51:03.290 INFO:tasks.rados.rados.0.smithi131.stdout:656: read oid 8 snap 50 2024-08-29T14:51:03.290 INFO:tasks.rados.rados.0.smithi131.stdout:656: expect (ObjNum 138 snap 34 seq_num 138) 2024-08-29T14:51:03.291 INFO:tasks.rados.rados.0.smithi131.stdout:657: snap_remove snap 33 2024-08-29T14:51:03.417 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:03 smithi131 ceph-mon[17514]: osdmap e194: 8 total, 8 up, 8 in 2024-08-29T14:51:03.418 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:03 smithi131 ceph-mon[29516]: osdmap e194: 8 total, 8 up, 8 in 2024-08-29T14:51:03.418 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:03 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:51:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:03 smithi169 ceph-mon[20881]: osdmap e194: 8 total, 8 up, 8 in 2024-08-29T14:51:04.299 INFO:tasks.rados.rados.0.smithi131.stdout:657: done (2 left) 2024-08-29T14:51:04.300 INFO:tasks.rados.rados.0.smithi131.stdout:658: delete oid 33 current snap is 60 2024-08-29T14:51:04.300 INFO:tasks.rados.rados.0.smithi131.stdout:655: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:51:04.331 INFO:tasks.rados.rados.0.smithi131.stdout:656: expect (ObjNum 138 snap 34 seq_num 138) 2024-08-29T14:51:04.479 INFO:tasks.rados.rados.0.smithi131.stdout:655: done (2 left) 2024-08-29T14:51:04.479 INFO:tasks.rados.rados.0.smithi131.stdout:656: done (1 left) 2024-08-29T14:51:04.479 INFO:tasks.rados.rados.0.smithi131.stdout:658: done (0 left) 2024-08-29T14:51:04.479 INFO:tasks.rados.rados.0.smithi131.stdout:659: snap_create 2024-08-29T14:51:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:04 smithi131 ceph-mon[17514]: osdmap e195: 8 total, 8 up, 8 in 2024-08-29T14:51:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:04 smithi131 ceph-mon[17514]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 54 op/s 2024-08-29T14:51:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:04 smithi131 ceph-mon[29516]: osdmap e195: 8 total, 8 up, 8 in 2024-08-29T14:51:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:04 smithi131 ceph-mon[29516]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 54 op/s 2024-08-29T14:51:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:04 smithi169 ceph-mon[20881]: osdmap e195: 8 total, 8 up, 8 in 2024-08-29T14:51:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:04 smithi169 ceph-mon[20881]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 54 op/s 2024-08-29T14:51:05.299 INFO:tasks.rados.rados.0.smithi131.stdout:659: done (0 left) 2024-08-29T14:51:05.300 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 61 2024-08-29T14:51:05.300 INFO:tasks.rados.rados.0.smithi131.stdout:660: seq_num 222 ranges {1138688=524288,1662976=565248,2228224=237568} 2024-08-29T14:51:05.308 INFO:tasks.rados.rados.0.smithi131.stdout:660: writing smithi13174786-26 from 1138688 to 1662976 tid 1 2024-08-29T14:51:05.311 INFO:tasks.rados.rados.0.smithi131.stdout:660: writing smithi13174786-26 from 1662976 to 2228224 tid 2 2024-08-29T14:51:05.312 INFO:tasks.rados.rados.0.smithi131.stdout:660: writing smithi13174786-26 from 2228224 to 2465792 tid 3 2024-08-29T14:51:05.312 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 61 2024-08-29T14:51:05.313 INFO:tasks.rados.rados.0.smithi131.stdout:661: seq_num 223 ranges {606208=540672,1146880=450560,1597440=352256} 2024-08-29T14:51:05.319 INFO:tasks.rados.rados.0.smithi131.stdout:661: writing smithi13174786-6 from 606208 to 1146880 tid 1 2024-08-29T14:51:05.321 INFO:tasks.rados.rados.0.smithi131.stdout:661: writing smithi13174786-6 from 1146880 to 1597440 tid 2 2024-08-29T14:51:05.324 INFO:tasks.rados.rados.0.smithi131.stdout:661: writing smithi13174786-6 from 1597440 to 1949696 tid 3 2024-08-29T14:51:05.324 INFO:tasks.rados.rados.0.smithi131.stdout:662: copy_from oid 41 from oid 39 current snap is 61 2024-08-29T14:51:05.324 INFO:tasks.rados.rados.0.smithi131.stdout:660: finishing write tid 1 to smithi13174786-26 2024-08-29T14:51:05.324 INFO:tasks.rados.rados.0.smithi131.stdout:660: finishing write tid 2 to smithi13174786-26 2024-08-29T14:51:05.324 INFO:tasks.rados.rados.0.smithi131.stdout:660: finishing write tid 3 to smithi13174786-26 2024-08-29T14:51:05.324 INFO:tasks.rados.rados.0.smithi131.stdout:660: finishing write tid 4 to smithi13174786-26 2024-08-29T14:51:05.324 INFO:tasks.rados.rados.0.smithi131.stdout:660: finishing write tid 5 to smithi13174786-26 2024-08-29T14:51:05.324 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 56 (ObjNum 222 snap 61 seq_num 222) dirty exists 2024-08-29T14:51:05.324 INFO:tasks.rados.rados.0.smithi131.stdout:660: left oid 26 (ObjNum 222 snap 61 seq_num 222) 2024-08-29T14:51:05.325 INFO:tasks.rados.rados.0.smithi131.stdout:661: finishing write tid 1 to smithi13174786-6 2024-08-29T14:51:05.325 INFO:tasks.rados.rados.0.smithi131.stdout:660: done (2 left) 2024-08-29T14:51:05.325 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 61 2024-08-29T14:51:05.325 INFO:tasks.rados.rados.0.smithi131.stdout:663: seq_num 224 ranges {1843200=557056,2400256=737280,3137536=65536} 2024-08-29T14:51:05.336 INFO:tasks.rados.rados.0.smithi131.stdout:663: writing smithi13174786-19 from 1843200 to 2400256 tid 1 2024-08-29T14:51:05.341 INFO:tasks.rados.rados.0.smithi131.stdout:663: writing smithi13174786-19 from 2400256 to 3137536 tid 2 2024-08-29T14:51:05.341 INFO:tasks.rados.rados.0.smithi131.stdout:663: writing smithi13174786-19 from 3137536 to 3203072 tid 3 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:664: delete oid 46 current snap is 61 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:661: finishing write tid 2 to smithi13174786-6 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:661: finishing write tid 3 to smithi13174786-6 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:661: finishing write tid 4 to smithi13174786-6 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:661: finishing write tid 5 to smithi13174786-6 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 155 (ObjNum 223 snap 61 seq_num 223) dirty exists 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:661: left oid 6 (ObjNum 223 snap 61 seq_num 223) 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:662: finishing copy_from racing read to smithi13174786-41 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:662: finishing copy_from to smithi13174786-41 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 98 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-08-29T14:51:05.342 INFO:tasks.rados.rados.0.smithi131.stdout:663: finishing write tid 1 to smithi13174786-19 2024-08-29T14:51:05.343 INFO:tasks.rados.rados.0.smithi131.stdout:661: done (3 left) 2024-08-29T14:51:05.343 INFO:tasks.rados.rados.0.smithi131.stdout:662: done (2 left) 2024-08-29T14:51:05.343 INFO:tasks.rados.rados.0.smithi131.stdout:664: done (1 left) 2024-08-29T14:51:05.343 INFO:tasks.rados.rados.0.smithi131.stdout:665: snap_remove snap 45 2024-08-29T14:51:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:05 smithi131 ceph-mon[17514]: osdmap e196: 8 total, 8 up, 8 in 2024-08-29T14:51:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:05 smithi131 ceph-mon[29516]: osdmap e196: 8 total, 8 up, 8 in 2024-08-29T14:51:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:05 smithi169 ceph-mon[20881]: osdmap e196: 8 total, 8 up, 8 in 2024-08-29T14:51:06.308 INFO:tasks.rados.rados.0.smithi131.stdout:665: done (1 left) 2024-08-29T14:51:06.308 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 61 2024-08-29T14:51:06.308 INFO:tasks.rados.rados.0.smithi131.stdout:666: seq_num 226 ranges {6242304=589824,6832128=507904,7340032=294912} 2024-08-29T14:51:06.346 INFO:tasks.rados.rados.0.smithi131.stdout:666: writing smithi13174786-36 from 6242304 to 6832128 tid 1 2024-08-29T14:51:06.349 INFO:tasks.rados.rados.0.smithi131.stdout:666: writing smithi13174786-36 from 6832128 to 7340032 tid 2 2024-08-29T14:51:06.351 INFO:tasks.rados.rados.0.smithi131.stdout:666: writing smithi13174786-36 from 7340032 to 7634944 tid 3 2024-08-29T14:51:06.351 INFO:tasks.rados.rados.0.smithi131.stdout:667: read oid 17 snap -1 2024-08-29T14:51:06.351 INFO:tasks.rados.rados.0.smithi131.stdout:667: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:51:06.351 INFO:tasks.rados.rados.0.smithi131.stdout:668: read oid 30 snap -1 2024-08-29T14:51:06.351 INFO:tasks.rados.rados.0.smithi131.stdout:668: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:51:06.351 INFO:tasks.rados.rados.0.smithi131.stdout:669: snap_remove snap 54 2024-08-29T14:51:06.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:06 smithi169 ceph-mon[20881]: osdmap e197: 8 total, 8 up, 8 in 2024-08-29T14:51:06.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:06 smithi169 ceph-mon[20881]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 54 op/s 2024-08-29T14:51:06.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:51:06] "GET /metrics HTTP/1.1" 200 36148 "" "Prometheus/2.43.0" 2024-08-29T14:51:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:06 smithi131 ceph-mon[17514]: osdmap e197: 8 total, 8 up, 8 in 2024-08-29T14:51:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:06 smithi131 ceph-mon[17514]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 54 op/s 2024-08-29T14:51:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:06 smithi131 ceph-mon[29516]: osdmap e197: 8 total, 8 up, 8 in 2024-08-29T14:51:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:06 smithi131 ceph-mon[29516]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 54 op/s 2024-08-29T14:51:06.603 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:06 smithi131 systemd[1]: Stopping Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:07.084 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:06 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[69837]: ts=2024-08-29T14:51:06.700Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-29T14:51:07.084 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:06 smithi131 podman[77690]: 2024-08-29 14:51:06.782077552 +0000 UTC m=+0.223665864 container died 1bf92269381441a8faa40fdf1e1ee13c112dff3eadc14974509eece6eab1a7bd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:07.233 INFO:tasks.rados.rados.0.smithi131.stdout:669: done (4 left) 2024-08-29T14:51:07.233 INFO:tasks.rados.rados.0.smithi131.stdout:670: rmattr oid 43 current snap is 61 2024-08-29T14:51:07.233 INFO:tasks.rados.rados.0.smithi131.stdout:671: delete oid 27 current snap is 61 2024-08-29T14:51:07.233 INFO:tasks.rados.rados.0.smithi131.stdout:663: finishing write tid 2 to smithi13174786-19 2024-08-29T14:51:07.233 INFO:tasks.rados.rados.0.smithi131.stdout:663: finishing write tid 3 to smithi13174786-19 2024-08-29T14:51:07.233 INFO:tasks.rados.rados.0.smithi131.stdout:663: finishing write tid 4 to smithi13174786-19 2024-08-29T14:51:07.233 INFO:tasks.rados.rados.0.smithi131.stdout:663: finishing write tid 5 to smithi13174786-19 2024-08-29T14:51:07.233 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 160 (ObjNum 224 snap 61 seq_num 224) dirty exists 2024-08-29T14:51:07.234 INFO:tasks.rados.rados.0.smithi131.stdout:663: left oid 19 (ObjNum 224 snap 61 seq_num 224) 2024-08-29T14:51:07.234 INFO:tasks.rados.rados.0.smithi131.stdout:666: finishing write tid 1 to smithi13174786-36 2024-08-29T14:51:07.234 INFO:tasks.rados.rados.0.smithi131.stdout:666: finishing write tid 2 to smithi13174786-36 2024-08-29T14:51:07.234 INFO:tasks.rados.rados.0.smithi131.stdout:666: finishing write tid 3 to smithi13174786-36 2024-08-29T14:51:07.234 INFO:tasks.rados.rados.0.smithi131.stdout:666: finishing write tid 4 to smithi13174786-36 2024-08-29T14:51:07.234 INFO:tasks.rados.rados.0.smithi131.stdout:668: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:51:07.240 INFO:tasks.rados.rados.0.smithi131.stdout:666: finishing write tid 5 to smithi13174786-36 2024-08-29T14:51:07.241 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 266 (ObjNum 226 snap 61 seq_num 226) dirty exists 2024-08-29T14:51:07.241 INFO:tasks.rados.rados.0.smithi131.stdout:666: left oid 36 (ObjNum 226 snap 61 seq_num 226) 2024-08-29T14:51:07.241 INFO:tasks.rados.rados.0.smithi131.stdout:667: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:51:07.244 INFO:tasks.rados.rados.0.smithi131.stdout:663: done (5 left) 2024-08-29T14:51:07.244 INFO:tasks.rados.rados.0.smithi131.stdout:666: done (4 left) 2024-08-29T14:51:07.244 INFO:tasks.rados.rados.0.smithi131.stdout:667: done (3 left) 2024-08-29T14:51:07.244 INFO:tasks.rados.rados.0.smithi131.stdout:668: done (2 left) 2024-08-29T14:51:07.244 INFO:tasks.rados.rados.0.smithi131.stdout:671: done (1 left) 2024-08-29T14:51:07.244 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 61 2024-08-29T14:51:07.245 INFO:tasks.rados.rados.0.smithi131.stdout:672: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2024-08-29T14:51:07.248 INFO:tasks.rados.rados.0.smithi131.stdout:672: writing smithi13174786-2 from 0 to 622592 tid 1 2024-08-29T14:51:07.253 INFO:tasks.rados.rados.0.smithi131.stdout:672: writing smithi13174786-2 from 622592 to 1294336 tid 2 2024-08-29T14:51:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:672: writing smithi13174786-2 from 1294336 to 1425408 tid 3 2024-08-29T14:51:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:673: read oid 9 snap -1 2024-08-29T14:51:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:673: expect deleted 2024-08-29T14:51:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:674: read oid 17 snap 60 2024-08-29T14:51:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:674: expect (ObjNum 2120631296 snap 22056 seq_num 2120409152) 2024-08-29T14:51:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:675: read oid 13 snap -1 2024-08-29T14:51:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:675: expect deleted 2024-08-29T14:51:07.254 INFO:tasks.rados.rados.0.smithi131.stdout:676: snap_remove snap 44 2024-08-29T14:51:07.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:07 smithi131 ceph-mon[17514]: osdmap e198: 8 total, 8 up, 8 in 2024-08-29T14:51:07.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:07 smithi131 ceph-mon[17514]: osdmap e199: 8 total, 8 up, 8 in 2024-08-29T14:51:07.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:07 smithi131 ceph-mon[29516]: osdmap e198: 8 total, 8 up, 8 in 2024-08-29T14:51:07.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:07 smithi131 ceph-mon[29516]: osdmap e199: 8 total, 8 up, 8 in 2024-08-29T14:51:07.353 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:07 smithi131 podman[77690]: 2024-08-29 14:51:07.18182596 +0000 UTC m=+0.623414271 container cleanup 1bf92269381441a8faa40fdf1e1ee13c112dff3eadc14974509eece6eab1a7bd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:07.353 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:07 smithi131 bash[77690]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T14:51:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:07 smithi169 ceph-mon[20881]: osdmap e198: 8 total, 8 up, 8 in 2024-08-29T14:51:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:07 smithi169 ceph-mon[20881]: osdmap e199: 8 total, 8 up, 8 in 2024-08-29T14:51:07.852 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:07 smithi131 podman[77708]: 2024-08-29 14:51:07.458543323 +0000 UTC m=+0.671232035 container remove 1bf92269381441a8faa40fdf1e1ee13c112dff3eadc14974509eece6eab1a7bd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:07.853 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:07 smithi131 podman[77708]: 2024-08-29 14:51:07.559221426 +0000 UTC m=+0.771910137 volume remove 99eb5cda85c5d59c60a9b33458b835255f4a517383577b6d83f0701e87a5bba3 2024-08-29T14:51:07.853 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:07 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-29T14:51:07.853 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:07 smithi131 systemd[1]: Stopped Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:07.853 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:07 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@alertmanager.a.service: Consumed 1.102s CPU time. 2024-08-29T14:51:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:676: done (5 left) 2024-08-29T14:51:08.232 INFO:tasks.rados.rados.0.smithi131.stdout:677: snap_remove snap 38 2024-08-29T14:51:08.304 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:07 smithi131 systemd[1]: Starting Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:08.304 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 podman[77840]: 2024-08-29 14:51:08.00101892 +0000 UTC m=+0.015699560 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-08-29T14:51:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-mon[17514]: pgmap v36: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-29T14:51:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-mon[17514]: osdmap e200: 8 total, 8 up, 8 in 2024-08-29T14:51:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-mon[29516]: pgmap v36: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-29T14:51:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-mon[29516]: osdmap e200: 8 total, 8 up, 8 in 2024-08-29T14:51:08.603 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 podman[77840]: 2024-08-29 14:51:08.379447933 +0000 UTC m=+0.394128559 volume create 690cbe1098c250d01b824cd51d63d5e6df0c7a22d708368d98136d4cdcc54d47 2024-08-29T14:51:08.603 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 podman[77840]: 2024-08-29 14:51:08.454813333 +0000 UTC m=+0.469493959 container create 70b7968d3d1c1284946c242942dd3e2ca50d5cd245729bd3aeb9f52e914e85b2 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:08.620 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:08 smithi169 ceph-mon[20881]: pgmap v36: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-29T14:51:08.621 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:08 smithi169 ceph-mon[20881]: osdmap e200: 8 total, 8 up, 8 in 2024-08-29T14:51:09.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 podman[77840]: 2024-08-29 14:51:08.740655807 +0000 UTC m=+0.755336433 container init 70b7968d3d1c1284946c242942dd3e2ca50d5cd245729bd3aeb9f52e914e85b2 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:09.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 podman[77840]: 2024-08-29 14:51:08.745793885 +0000 UTC m=+0.760474515 container start 70b7968d3d1c1284946c242942dd3e2ca50d5cd245729bd3aeb9f52e914e85b2 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:09.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:08.756Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-08-29T14:51:09.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:08.756Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-08-29T14:51:09.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:08.757Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.131 port=9094 2024-08-29T14:51:09.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:08.758Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-29T14:51:09.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:08.779Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T14:51:09.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:08.779Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T14:51:09.103 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:08.781Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-08-29T14:51:09.104 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:08.781Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-29T14:51:09.104 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 bash[77840]: 70b7968d3d1c1284946c242942dd3e2ca50d5cd245729bd3aeb9f52e914e85b2 2024-08-29T14:51:09.104 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:08 smithi131 systemd[1]: Started Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:09.239 INFO:tasks.rados.rados.0.smithi131.stdout:677: done (5 left) 2024-08-29T14:51:09.239 INFO:tasks.rados.rados.0.smithi131.stdout:678: setattr oid 47 current snap is 61 2024-08-29T14:51:09.241 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 228 (ObjNum 219 snap 59 seq_num 219) dirty exists 2024-08-29T14:51:09.241 INFO:tasks.rados.rados.0.smithi131.stdout:672: finishing write tid 1 to smithi13174786-2 2024-08-29T14:51:09.241 INFO:tasks.rados.rados.0.smithi131.stdout:674: expect (ObjNum 2120631296 snap 22056 seq_num 2120409152) 2024-08-29T14:51:09.244 INFO:tasks.rados.rados.0.smithi131.stdout:672: finishing write tid 2 to smithi13174786-2 2024-08-29T14:51:09.244 INFO:tasks.rados.rados.0.smithi131.stdout:672: finishing write tid 3 to smithi13174786-2 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:672: finishing write tid 4 to smithi13174786-2 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:672: finishing write tid 5 to smithi13174786-2 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 185 (ObjNum 228 snap 61 seq_num 228) dirty exists 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:672: left oid 2 (ObjNum 228 snap 61 seq_num 228) 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:670: done (5 left) 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:672: done (4 left) 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:673: done (3 left) 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:674: done (2 left) 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:675: done (1 left) 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:679: copy_from oid 14 from oid 10 current snap is 61 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:680: rollback oid 18 current snap is 61 2024-08-29T14:51:09.245 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 18 to 59 2024-08-29T14:51:09.246 INFO:tasks.rados.rados.0.smithi131.stdout:681: read oid 35 snap -1 2024-08-29T14:51:09.246 INFO:tasks.rados.rados.0.smithi131.stdout:681: expect deleted 2024-08-29T14:51:09.246 INFO:tasks.rados.rados.0.smithi131.stdout:682: snap_remove snap 60 2024-08-29T14:51:09.603 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:09 smithi131 systemd[1]: Stopping Ceph node-exporter.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:10.021 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:09 smithi131 podman[78037]: 2024-08-29 14:51:09.733331206 +0000 UTC m=+0.151460302 container died 49b23ed7208861aa4eebee03263a1a374c0b2992b2f7e8c2e5318447e2f1dc3f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:10.022 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:10.022 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:10.022 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[17514]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-29T14:51:10.022 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[17514]: Deploying daemon node-exporter.a on smithi131 2024-08-29T14:51:10.022 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[17514]: osdmap e201: 8 total, 8 up, 8 in 2024-08-29T14:51:10.022 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[17514]: pgmap v39: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-29T14:51:10.022 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:10.023 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:10.023 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[29516]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-29T14:51:10.023 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[29516]: Deploying daemon node-exporter.a on smithi131 2024-08-29T14:51:10.023 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[29516]: osdmap e201: 8 total, 8 up, 8 in 2024-08-29T14:51:10.023 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:09 smithi131 ceph-mon[29516]: pgmap v39: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-29T14:51:10.237 INFO:tasks.rados.rados.0.smithi131.stdout:682: done (4 left) 2024-08-29T14:51:10.237 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 61 2024-08-29T14:51:10.237 INFO:tasks.rados.rados.0.smithi131.stdout:683: seq_num 229 ranges {3203072=638976,3842048=606208,4448256=196608} 2024-08-29T14:51:10.259 INFO:tasks.rados.rados.0.smithi131.stdout:683: writing smithi13174786-19 from 3203072 to 3842048 tid 1 2024-08-29T14:51:10.262 INFO:tasks.rados.rados.0.smithi131.stdout:683: writing smithi13174786-19 from 3842048 to 4448256 tid 2 2024-08-29T14:51:10.264 INFO:tasks.rados.rados.0.smithi131.stdout:683: writing smithi13174786-19 from 4448256 to 4644864 tid 3 2024-08-29T14:51:10.264 INFO:tasks.rados.rados.0.smithi131.stdout:684: read oid 40 snap -1 2024-08-29T14:51:10.264 INFO:tasks.rados.rados.0.smithi131.stdout:684: expect deleted 2024-08-29T14:51:10.264 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 61 2024-08-29T14:51:10.264 INFO:tasks.rados.rados.0.smithi131.stdout:685: seq_num 230 ranges {827392=655360,1482752=491520,1974272=311296} 2024-08-29T14:51:10.271 INFO:tasks.rados.rados.0.smithi131.stdout:685: writing smithi13174786-50 from 827392 to 1482752 tid 1 2024-08-29T14:51:10.274 INFO:tasks.rados.rados.0.smithi131.stdout:685: writing smithi13174786-50 from 1482752 to 1974272 tid 2 2024-08-29T14:51:10.276 INFO:tasks.rados.rados.0.smithi131.stdout:685: writing smithi13174786-50 from 1974272 to 2285568 tid 3 2024-08-29T14:51:10.276 INFO:tasks.rados.rados.0.smithi131.stdout:686: read oid 28 snap -1 2024-08-29T14:51:10.276 INFO:tasks.rados.rados.0.smithi131.stdout:686: expect deleted 2024-08-29T14:51:10.276 INFO:tasks.rados.rados.0.smithi131.stdout:687: snap_create 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:680: finishing rollback tid 0 to smithi13174786-18 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:680: finishing rollback tid 1 to smithi13174786-18 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:680: finishing rollback tid 2 to smithi13174786-18 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 504 (ObjNum 194 snap 52 seq_num 194) dirty exists 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 195 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:679: finishing copy_from racing read to smithi13174786-14 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:679: finishing copy_from to smithi13174786-14 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 266 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:683: finishing write tid 1 to smithi13174786-19 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:683: finishing write tid 2 to smithi13174786-19 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:683: finishing write tid 3 to smithi13174786-19 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:683: finishing write tid 4 to smithi13174786-19 2024-08-29T14:51:10.277 INFO:tasks.rados.rados.0.smithi131.stdout:683: finishing write tid 5 to smithi13174786-19 2024-08-29T14:51:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 186 (ObjNum 229 snap 61 seq_num 229) dirty exists 2024-08-29T14:51:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:683: left oid 19 (ObjNum 229 snap 61 seq_num 229) 2024-08-29T14:51:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:685: finishing write tid 1 to smithi13174786-50 2024-08-29T14:51:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:685: finishing write tid 2 to smithi13174786-50 2024-08-29T14:51:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:685: finishing write tid 3 to smithi13174786-50 2024-08-29T14:51:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:685: finishing write tid 4 to smithi13174786-50 2024-08-29T14:51:10.280 INFO:tasks.rados.rados.0.smithi131.stdout:685: finishing write tid 5 to smithi13174786-50 2024-08-29T14:51:10.280 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 515 (ObjNum 230 snap 61 seq_num 230) dirty exists 2024-08-29T14:51:10.280 INFO:tasks.rados.rados.0.smithi131.stdout:685: left oid 50 (ObjNum 230 snap 61 seq_num 230) 2024-08-29T14:51:10.352 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:10 smithi131 podman[78037]: 2024-08-29 14:51:10.128770636 +0000 UTC m=+0.546899718 container cleanup 49b23ed7208861aa4eebee03263a1a374c0b2992b2f7e8c2e5318447e2f1dc3f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:10.352 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:10 smithi131 bash[78037]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-29T14:51:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:09 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:09 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:09 smithi169 ceph-mon[20881]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-29T14:51:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:09 smithi169 ceph-mon[20881]: Deploying daemon node-exporter.a on smithi131 2024-08-29T14:51:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:09 smithi169 ceph-mon[20881]: osdmap e201: 8 total, 8 up, 8 in 2024-08-29T14:51:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:09 smithi169 ceph-mon[20881]: pgmap v39: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-29T14:51:10.720 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:10 smithi131 podman[78054]: 2024-08-29 14:51:10.363605549 +0000 UTC m=+0.630503418 container remove 49b23ed7208861aa4eebee03263a1a374c0b2992b2f7e8c2e5318447e2f1dc3f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:10.720 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:10 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:51:10.720 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:10 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-29T14:51:10.720 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:10 smithi131 systemd[1]: Stopped Ceph node-exporter.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:10.720 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:10 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.a.service: Consumed 2.200s CPU time. 2024-08-29T14:51:10.720 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:10 smithi131 systemd[1]: Starting Ceph node-exporter.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:11.102 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:10 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:10.759Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000495804s 2024-08-29T14:51:11.103 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:10 smithi131 bash[78186]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-29T14:51:11.238 INFO:tasks.rados.rados.0.smithi131.stdout:678: done (8 left) 2024-08-29T14:51:11.238 INFO:tasks.rados.rados.0.smithi131.stdout:679: done (7 left) 2024-08-29T14:51:11.238 INFO:tasks.rados.rados.0.smithi131.stdout:680: done (6 left) 2024-08-29T14:51:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:681: done (5 left) 2024-08-29T14:51:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:683: done (4 left) 2024-08-29T14:51:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:684: done (3 left) 2024-08-29T14:51:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:685: done (2 left) 2024-08-29T14:51:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:686: done (1 left) 2024-08-29T14:51:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:687: done (0 left) 2024-08-29T14:51:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:688: setattr oid 5 current snap is 62 2024-08-29T14:51:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:689: snap_create 2024-08-29T14:51:11.241 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 356 (ObjNum 289 snap 0 seq_num 1653073559) dirty exists 2024-08-29T14:51:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:11 smithi131 ceph-mon[17514]: osdmap e202: 8 total, 8 up, 8 in 2024-08-29T14:51:11.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:11 smithi131 ceph-mon[29516]: osdmap e202: 8 total, 8 up, 8 in 2024-08-29T14:51:11.603 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:11 smithi131 bash[78186]: Getting image source signatures 2024-08-29T14:51:11.603 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:11 smithi131 bash[78186]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-29T14:51:11.603 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:11 smithi131 bash[78186]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-29T14:51:11.603 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:11 smithi131 bash[78186]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-29T14:51:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:11 smithi169 ceph-mon[20881]: osdmap e202: 8 total, 8 up, 8 in 2024-08-29T14:51:12.230 INFO:tasks.rados.rados.0.smithi131.stdout:688: done (1 left) 2024-08-29T14:51:12.230 INFO:tasks.rados.rados.0.smithi131.stdout:689: done (0 left) 2024-08-29T14:51:12.230 INFO:tasks.rados.rados.0.smithi131.stdout:690: read oid 2 snap 57 2024-08-29T14:51:12.230 INFO:tasks.rados.rados.0.smithi131.stdout:690: expect (ObjNum 109 snap 23 seq_num 109) 2024-08-29T14:51:12.230 INFO:tasks.rados.rados.0.smithi131.stdout:691: read oid 33 snap -1 2024-08-29T14:51:12.230 INFO:tasks.rados.rados.0.smithi131.stdout:691: expect deleted 2024-08-29T14:51:12.231 INFO:tasks.rados.rados.0.smithi131.stdout:692: read oid 23 snap -1 2024-08-29T14:51:12.231 INFO:tasks.rados.rados.0.smithi131.stdout:692: expect (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:51:12.231 INFO:tasks.rados.rados.0.smithi131.stdout:693: setattr oid 20 current snap is 63 2024-08-29T14:51:12.231 INFO:tasks.rados.rados.0.smithi131.stdout:694: rollback oid 13 current snap is 63 2024-08-29T14:51:12.231 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 13 to 61 2024-08-29T14:51:12.231 INFO:tasks.rados.rados.0.smithi131.stdout:695: delete oid 35 current snap is 63 2024-08-29T14:51:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:691: done (5 left) 2024-08-29T14:51:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:695: done (4 left) 2024-08-29T14:51:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:696: rmattr oid 9 current snap is 63 2024-08-29T14:51:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:696: done (4 left) 2024-08-29T14:51:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 63 2024-08-29T14:51:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:697: seq_num 232 ranges {737280=688128,1425408=663552,2088960=139264} 2024-08-29T14:51:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:697: writing smithi13174786-41 from 737280 to 1425408 tid 1 2024-08-29T14:51:12.248 INFO:tasks.rados.rados.0.smithi131.stdout:697: writing smithi13174786-41 from 1425408 to 2088960 tid 2 2024-08-29T14:51:12.249 INFO:tasks.rados.rados.0.smithi131.stdout:697: writing smithi13174786-41 from 2088960 to 2228224 tid 3 2024-08-29T14:51:12.249 INFO:tasks.rados.rados.0.smithi131.stdout:698: snap_remove snap 50 2024-08-29T14:51:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:12 smithi131 ceph-mon[17514]: osdmap e203: 8 total, 8 up, 8 in 2024-08-29T14:51:12.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:12 smithi131 ceph-mon[17514]: pgmap v42: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:12.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:12 smithi131 ceph-mon[17514]: osdmap e204: 8 total, 8 up, 8 in 2024-08-29T14:51:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:12 smithi131 ceph-mon[29516]: osdmap e203: 8 total, 8 up, 8 in 2024-08-29T14:51:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:12 smithi131 ceph-mon[29516]: pgmap v42: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:12 smithi131 ceph-mon[29516]: osdmap e204: 8 total, 8 up, 8 in 2024-08-29T14:51:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:12 smithi169 ceph-mon[20881]: osdmap e203: 8 total, 8 up, 8 in 2024-08-29T14:51:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:12 smithi169 ceph-mon[20881]: pgmap v42: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:12 smithi169 ceph-mon[20881]: osdmap e204: 8 total, 8 up, 8 in 2024-08-29T14:51:13.023 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:51:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:698: done (5 left) 2024-08-29T14:51:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:699: read oid 16 snap -1 2024-08-29T14:51:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:699: expect (ObjNum 210 snap 57 seq_num 210) 2024-08-29T14:51:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 277 (ObjNum 218 snap 59 seq_num 218) dirty exists 2024-08-29T14:51:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:694: finishing rollback tid 1 to smithi13174786-13 2024-08-29T14:51:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 137 (ObjNum 9057 snap 0 seq_num 448766864) dirty dne 2024-08-29T14:51:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:692: expect (ObjNum 92 snap 19 seq_num 92) 2024-08-29T14:51:13.277 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 bash[78186]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-29T14:51:13.278 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:51:13.309 INFO:tasks.rados.rados.0.smithi131.stdout:690: expect (ObjNum 109 snap 23 seq_num 109) 2024-08-29T14:51:13.358 INFO:tasks.rados.rados.0.smithi131.stdout:697: finishing write tid 1 to smithi13174786-41 2024-08-29T14:51:13.358 INFO:tasks.rados.rados.0.smithi131.stdout:697: finishing write tid 2 to smithi13174786-41 2024-08-29T14:51:13.358 INFO:tasks.rados.rados.0.smithi131.stdout:690: done (5 left) 2024-08-29T14:51:13.358 INFO:tasks.rados.rados.0.smithi131.stdout:692: done (4 left) 2024-08-29T14:51:13.358 INFO:tasks.rados.rados.0.smithi131.stdout:693: done (3 left) 2024-08-29T14:51:13.359 INFO:tasks.rados.rados.0.smithi131.stdout:694: done (2 left) 2024-08-29T14:51:13.359 INFO:tasks.rados.rados.0.smithi131.stdout:700: snap_create 2024-08-29T14:51:13.359 INFO:tasks.rados.rados.0.smithi131.stdout:697: finishing write tid 3 to smithi13174786-41 2024-08-29T14:51:13.359 INFO:tasks.rados.rados.0.smithi131.stdout:697: finishing write tid 4 to smithi13174786-41 2024-08-29T14:51:13.359 INFO:tasks.rados.rados.0.smithi131.stdout:697: finishing write tid 5 to smithi13174786-41 2024-08-29T14:51:13.359 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 520 (ObjNum 232 snap 63 seq_num 232) dirty exists 2024-08-29T14:51:13.359 INFO:tasks.rados.rados.0.smithi131.stdout:697: left oid 41 (ObjNum 232 snap 63 seq_num 232) 2024-08-29T14:51:13.359 INFO:tasks.rados.rados.0.smithi131.stdout:699: expect (ObjNum 210 snap 57 seq_num 210) 2024-08-29T14:51:13.602 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 bash[78186]: Writing manifest to image destination 2024-08-29T14:51:13.617 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:51:13.617 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 starting - - - - 2024-08-29T14:51:13.617 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (4m) 20s ago 4m 87.6M - 9.4.7 954c08fa6188 fce1b34fbb1a 2024-08-29T14:51:13.617 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (5m) 21s ago 5m 15.3M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:51:13.617 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (5m) 20s ago 5m 18.4M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:51:13.617 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283 running (47s) 20s ago 9m 496M - 19.3.0-4579-g1f4056d9 d17246d170ec 8c00c05b164e 2024-08-29T14:51:13.617 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:9283,8765 running (10m) 21s ago 10m 309M - 17.2.7-1503-ga89f613d 250d9a61b6c5 70a5c86a7aa0 2024-08-29T14:51:13.617 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (11m) 21s ago 11m 54.7M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 9f8fb909b793 2024-08-29T14:51:13.617 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (9m) 20s ago 9m 48.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 bbaae749879e 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (9m) 21s ago 9m 47.6M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 0987b030a99f 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (4m) 21s ago 4m 16.4M - 1.5.0 0da6a335fe13 49b23ed72088 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (4m) 20s ago 4m 16.7M - 1.5.0 0da6a335fe13 7874297960da 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (9m) 21s ago 9m 85.3M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 2c38c2b27878 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (8m) 21s ago 8m 106M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (8m) 21s ago 8m 113M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (7m) 21s ago 7m 100M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (7m) 20s ago 7m 128M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (7m) 20s ago 7m 103M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (6m) 20s ago 6m 66.4M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (6m) 20s ago 6m 73.2M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:51:13.618 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (3m) 20s ago 4m 59.1M - 2.43.0 a07b618ecd1d 7382015f1183 2024-08-29T14:51:13.876 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 podman[78186]: 2024-08-29 14:51:13.566908881 +0000 UTC m=+2.754955248 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-29T14:51:13.876 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 podman[78186]: 2024-08-29 14:51:13.640403786 +0000 UTC m=+2.828450145 container create 2d2138035b2d56f9a3ec4b8f16998c34e7fd7b1401623f29fc70e8a3e0642640 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:13.962 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:51:13.962 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:51:13.962 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:51:13.963 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:51:13.963 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:51:13.963 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1, 2024-08-29T14:51:13.963 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 1 2024-08-29T14:51:13.963 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:51:13.963 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:51:13.963 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:51:13.963 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:51:13.963 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:51:13.963 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:51:13.964 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:51:13.964 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:51:13.964 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 14, 2024-08-29T14:51:13.964 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 1 2024-08-29T14:51:13.964 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:51:13.964 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:51:14.247 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:51:14.247 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:51:14.247 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:51:14.247 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:51:14.247 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [], 2024-08-29T14:51:14.247 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "1/20 daemons upgraded", 2024-08-29T14:51:14.248 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "", 2024-08-29T14:51:14.248 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:51:14.248 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:51:14.248 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 podman[78186]: 2024-08-29 14:51:13.875863673 +0000 UTC m=+3.063910029 container init 2d2138035b2d56f9a3ec4b8f16998c34e7fd7b1401623f29fc70e8a3e0642640 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:14.249 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 podman[78186]: 2024-08-29 14:51:13.880892855 +0000 UTC m=+3.068939214 container start 2d2138035b2d56f9a3ec4b8f16998c34e7fd7b1401623f29fc70e8a3e0642640 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:14.249 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.884Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-29T14:51:14.249 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.884Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-29T14:51:14.249 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.884Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T14:51:14.249 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T14:51:14.249 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T14:51:14.249 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T14:51:14.249 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T14:51:14.249 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T14:51:14.249 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T14:51:14.250 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T14:51:14.251 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.885Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T14:51:14.252 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T14:51:14.253 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T14:51:14.253 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-29T14:51:14.253 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a[78351]: ts=2024-08-29T14:51:13.886Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T14:51:14.253 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 bash[78186]: 2d2138035b2d56f9a3ec4b8f16998c34e7fd7b1401623f29fc70e8a3e0642640 2024-08-29T14:51:14.253 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 14:51:13 smithi131 systemd[1]: Started Ceph node-exporter.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:14.258 INFO:tasks.rados.rados.0.smithi131.stdout:697: done (2 left) 2024-08-29T14:51:14.258 INFO:tasks.rados.rados.0.smithi131.stdout:699: done (1 left) 2024-08-29T14:51:14.258 INFO:tasks.rados.rados.0.smithi131.stdout:700: done (0 left) 2024-08-29T14:51:14.258 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 64 2024-08-29T14:51:14.258 INFO:tasks.rados.rados.0.smithi131.stdout:701: seq_num 233 ranges {1548288=712704,2260992=548864,2809856=253952} 2024-08-29T14:51:14.270 INFO:tasks.rados.rados.0.smithi131.stdout:701: writing smithi13174786-1 from 1548288 to 2260992 tid 1 2024-08-29T14:51:14.273 INFO:tasks.rados.rados.0.smithi131.stdout:701: writing smithi13174786-1 from 2260992 to 2809856 tid 2 2024-08-29T14:51:14.275 INFO:tasks.rados.rados.0.smithi131.stdout:701: writing smithi13174786-1 from 2809856 to 3063808 tid 3 2024-08-29T14:51:14.275 INFO:tasks.rados.rados.0.smithi131.stdout:702: delete oid 25 current snap is 64 2024-08-29T14:51:14.276 INFO:tasks.rados.rados.0.smithi131.stdout:701: finishing write tid 1 to smithi13174786-1 2024-08-29T14:51:14.276 INFO:tasks.rados.rados.0.smithi131.stdout:701: finishing write tid 2 to smithi13174786-1 2024-08-29T14:51:14.277 INFO:tasks.rados.rados.0.smithi131.stdout:701: finishing write tid 3 to smithi13174786-1 2024-08-29T14:51:14.278 INFO:tasks.rados.rados.0.smithi131.stdout:701: finishing write tid 4 to smithi13174786-1 2024-08-29T14:51:14.278 INFO:tasks.rados.rados.0.smithi131.stdout:701: finishing write tid 5 to smithi13174786-1 2024-08-29T14:51:14.278 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 206 (ObjNum 233 snap 64 seq_num 233) dirty exists 2024-08-29T14:51:14.279 INFO:tasks.rados.rados.0.smithi131.stdout:701: left oid 1 (ObjNum 233 snap 64 seq_num 233) 2024-08-29T14:51:14.279 INFO:tasks.rados.rados.0.smithi131.stdout:701: done (1 left) 2024-08-29T14:51:14.279 INFO:tasks.rados.rados.0.smithi131.stdout:702: done (0 left) 2024-08-29T14:51:14.279 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 64 2024-08-29T14:51:14.279 INFO:tasks.rados.rados.0.smithi131.stdout:703: seq_num 235 ranges {1949696=745472,2695168=712704,3407872=90112} 2024-08-29T14:51:14.293 INFO:tasks.rados.rados.0.smithi131.stdout:703: writing smithi13174786-6 from 1949696 to 2695168 tid 1 2024-08-29T14:51:14.297 INFO:tasks.rados.rados.0.smithi131.stdout:703: writing smithi13174786-6 from 2695168 to 3407872 tid 2 2024-08-29T14:51:14.298 INFO:tasks.rados.rados.0.smithi131.stdout:703: writing smithi13174786-6 from 3407872 to 3497984 tid 3 2024-08-29T14:51:14.298 INFO:tasks.rados.rados.0.smithi131.stdout:704: delete oid 4 current snap is 64 2024-08-29T14:51:14.298 INFO:tasks.rados.rados.0.smithi131.stdout:703: finishing write tid 1 to smithi13174786-6 2024-08-29T14:51:14.300 INFO:tasks.rados.rados.0.smithi131.stdout:704: done (1 left) 2024-08-29T14:51:14.300 INFO:tasks.rados.rados.0.smithi131.stdout:705: snap_create 2024-08-29T14:51:14.301 INFO:tasks.rados.rados.0.smithi131.stdout:703: finishing write tid 2 to smithi13174786-6 2024-08-29T14:51:14.301 INFO:tasks.rados.rados.0.smithi131.stdout:703: finishing write tid 3 to smithi13174786-6 2024-08-29T14:51:14.301 INFO:tasks.rados.rados.0.smithi131.stdout:703: finishing write tid 4 to smithi13174786-6 2024-08-29T14:51:14.302 INFO:tasks.rados.rados.0.smithi131.stdout:703: finishing write tid 5 to smithi13174786-6 2024-08-29T14:51:14.302 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 197 (ObjNum 235 snap 64 seq_num 235) dirty exists 2024-08-29T14:51:14.302 INFO:tasks.rados.rados.0.smithi131.stdout:703: left oid 6 (ObjNum 235 snap 64 seq_num 235) 2024-08-29T14:51:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[17514]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[17514]: osdmap e205: 8 total, 8 up, 8 in 2024-08-29T14:51:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[17514]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[17514]: pgmap v45: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T14:51:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[17514]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/3496271257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:51:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[29516]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[29516]: osdmap e205: 8 total, 8 up, 8 in 2024-08-29T14:51:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[29516]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:14.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[29516]: pgmap v45: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T14:51:14.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[29516]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:14.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/3496271257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:51:14.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:14.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:14 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:14 smithi169 ceph-mon[20881]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:14 smithi169 ceph-mon[20881]: osdmap e205: 8 total, 8 up, 8 in 2024-08-29T14:51:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:14 smithi169 ceph-mon[20881]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:14 smithi169 ceph-mon[20881]: pgmap v45: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T14:51:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:14 smithi169 ceph-mon[20881]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:14 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/3496271257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:51:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:14 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:14 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:15.263 INFO:tasks.rados.rados.0.smithi131.stdout:703: done (1 left) 2024-08-29T14:51:15.263 INFO:tasks.rados.rados.0.smithi131.stdout:705: done (0 left) 2024-08-29T14:51:15.263 INFO:tasks.rados.rados.0.smithi131.stdout:706: rmattr oid 13 current snap is 65 2024-08-29T14:51:15.263 INFO:tasks.rados.rados.0.smithi131.stdout:706: done (0 left) 2024-08-29T14:51:15.263 INFO:tasks.rados.rados.0.smithi131.stdout:707: snap_create 2024-08-29T14:51:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:15 smithi131 ceph-mon[17514]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:51:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:15 smithi131 ceph-mon[17514]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:15.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:15 smithi131 ceph-mon[17514]: osdmap e206: 8 total, 8 up, 8 in 2024-08-29T14:51:15.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:15 smithi131 ceph-mon[17514]: Deploying daemon prometheus.a on smithi169 2024-08-29T14:51:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:15 smithi131 ceph-mon[29516]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:51:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:15 smithi131 ceph-mon[29516]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:15 smithi131 ceph-mon[29516]: osdmap e206: 8 total, 8 up, 8 in 2024-08-29T14:51:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:15 smithi131 ceph-mon[29516]: Deploying daemon prometheus.a on smithi169 2024-08-29T14:51:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:15 smithi169 ceph-mon[20881]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:51:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:15 smithi169 ceph-mon[20881]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:15 smithi169 ceph-mon[20881]: osdmap e206: 8 total, 8 up, 8 in 2024-08-29T14:51:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:15 smithi169 ceph-mon[20881]: Deploying daemon prometheus.a on smithi169 2024-08-29T14:51:16.269 INFO:tasks.rados.rados.0.smithi131.stdout:707: done (0 left) 2024-08-29T14:51:16.269 INFO:tasks.rados.rados.0.smithi131.stdout:708: copy_from oid 43 from oid 39 current snap is 66 2024-08-29T14:51:16.270 INFO:tasks.rados.rados.0.smithi131.stdout:709: delete oid 49 current snap is 66 2024-08-29T14:51:16.272 INFO:tasks.rados.rados.0.smithi131.stdout:709: done (1 left) 2024-08-29T14:51:16.273 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 66 2024-08-29T14:51:16.273 INFO:tasks.rados.rados.0.smithi131.stdout:710: seq_num 238 ranges {1548288=794624,2342912=417792,2760704=385024} 2024-08-29T14:51:16.285 INFO:tasks.rados.rados.0.smithi131.stdout:710: writing smithi13174786-23 from 1548288 to 2342912 tid 1 2024-08-29T14:51:16.288 INFO:tasks.rados.rados.0.smithi131.stdout:710: writing smithi13174786-23 from 2342912 to 2760704 tid 2 2024-08-29T14:51:16.291 INFO:tasks.rados.rados.0.smithi131.stdout:710: writing smithi13174786-23 from 2760704 to 3145728 tid 3 2024-08-29T14:51:16.291 INFO:tasks.rados.rados.0.smithi131.stdout:708: finishing copy_from racing read to smithi13174786-43 2024-08-29T14:51:16.291 INFO:tasks.rados.rados.0.smithi131.stdout:708: finishing copy_from to smithi13174786-43 2024-08-29T14:51:16.291 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 98 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-08-29T14:51:16.291 INFO:tasks.rados.rados.0.smithi131.stdout:710: finishing write tid 1 to smithi13174786-23 2024-08-29T14:51:16.292 INFO:tasks.rados.rados.0.smithi131.stdout:708: done (1 left) 2024-08-29T14:51:16.292 INFO:tasks.rados.rados.0.smithi131.stdout:711: rollback oid 29 current snap is 66 2024-08-29T14:51:16.292 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 29 to 58 2024-08-29T14:51:16.292 INFO:tasks.rados.rados.0.smithi131.stdout:712: snap_create 2024-08-29T14:51:16.293 INFO:tasks.rados.rados.0.smithi131.stdout:710: finishing write tid 2 to smithi13174786-23 2024-08-29T14:51:16.293 INFO:tasks.rados.rados.0.smithi131.stdout:710: finishing write tid 3 to smithi13174786-23 2024-08-29T14:51:16.293 INFO:tasks.rados.rados.0.smithi131.stdout:710: finishing write tid 4 to smithi13174786-23 2024-08-29T14:51:16.294 INFO:tasks.rados.rados.0.smithi131.stdout:710: finishing write tid 5 to smithi13174786-23 2024-08-29T14:51:16.294 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 181 (ObjNum 238 snap 66 seq_num 238) dirty exists 2024-08-29T14:51:16.294 INFO:tasks.rados.rados.0.smithi131.stdout:710: left oid 23 (ObjNum 238 snap 66 seq_num 238) 2024-08-29T14:51:16.297 INFO:tasks.rados.rados.0.smithi131.stdout:711: finishing rollback tid 0 to smithi13174786-29 2024-08-29T14:51:16.297 INFO:tasks.rados.rados.0.smithi131.stdout:711: finishing rollback tid 1 to smithi13174786-29 2024-08-29T14:51:16.297 INFO:tasks.rados.rados.0.smithi131.stdout:711: finishing rollback tid 2 to smithi13174786-29 2024-08-29T14:51:16.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 188 (ObjNum 212 snap 57 seq_num 212) dirty exists 2024-08-29T14:51:16.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:16 smithi169 ceph-mon[20881]: osdmap e207: 8 total, 8 up, 8 in 2024-08-29T14:51:16.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:16 smithi169 ceph-mon[20881]: pgmap v48: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T14:51:16.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:51:16] "GET /metrics HTTP/1.1" 200 36148 "" "Prometheus/2.43.0" 2024-08-29T14:51:16.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:16 smithi131 ceph-mon[29516]: osdmap e207: 8 total, 8 up, 8 in 2024-08-29T14:51:16.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:16 smithi131 ceph-mon[29516]: pgmap v48: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T14:51:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:16 smithi131 ceph-mon[17514]: osdmap e207: 8 total, 8 up, 8 in 2024-08-29T14:51:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:16 smithi131 ceph-mon[17514]: pgmap v48: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T14:51:17.278 INFO:tasks.rados.rados.0.smithi131.stdout:710: done (2 left) 2024-08-29T14:51:17.278 INFO:tasks.rados.rados.0.smithi131.stdout:711: done (1 left) 2024-08-29T14:51:17.278 INFO:tasks.rados.rados.0.smithi131.stdout:712: done (0 left) 2024-08-29T14:51:17.278 INFO:tasks.rados.rados.0.smithi131.stdout:713: read oid 42 snap -1 2024-08-29T14:51:17.278 INFO:tasks.rados.rados.0.smithi131.stdout:713: expect deleted 2024-08-29T14:51:17.278 INFO:tasks.rados.rados.0.smithi131.stdout:714: read oid 24 snap -1 2024-08-29T14:51:17.278 INFO:tasks.rados.rados.0.smithi131.stdout:714: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:51:17.278 INFO:tasks.rados.rados.0.smithi131.stdout:715: copy_from oid 25 from oid 5 current snap is 67 2024-08-29T14:51:17.279 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 67 2024-08-29T14:51:17.279 INFO:tasks.rados.rados.0.smithi131.stdout:716: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-08-29T14:51:17.280 INFO:tasks.rados.rados.0.smithi131.stdout:716: writing smithi13174786-13 from 0 to 409600 tid 1 2024-08-29T14:51:17.285 INFO:tasks.rados.rados.0.smithi131.stdout:716: writing smithi13174786-13 from 409600 to 1114112 tid 2 2024-08-29T14:51:17.288 INFO:tasks.rados.rados.0.smithi131.stdout:716: writing smithi13174786-13 from 1114112 to 1613824 tid 3 2024-08-29T14:51:17.288 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 67 2024-08-29T14:51:17.288 INFO:tasks.rados.rados.0.smithi131.stdout:717: seq_num 240 ranges {0=425984,425984=589824,1015808=483328,1499136=131072} 2024-08-29T14:51:17.290 INFO:tasks.rados.rados.0.smithi131.stdout:717: writing smithi13174786-4 from 0 to 425984 tid 1 2024-08-29T14:51:17.294 INFO:tasks.rados.rados.0.smithi131.stdout:717: writing smithi13174786-4 from 425984 to 1015808 tid 2 2024-08-29T14:51:17.297 INFO:tasks.rados.rados.0.smithi131.stdout:717: writing smithi13174786-4 from 1015808 to 1499136 tid 3 2024-08-29T14:51:17.298 INFO:tasks.rados.rados.0.smithi131.stdout:717: writing smithi13174786-4 from 1499136 to 1630208 tid 4 2024-08-29T14:51:17.298 INFO:tasks.rados.rados.0.smithi131.stdout:718: rmattr oid 12 current snap is 67 2024-08-29T14:51:17.298 INFO:tasks.rados.rados.0.smithi131.stdout:718: done (5 left) 2024-08-29T14:51:17.298 INFO:tasks.rados.rados.0.smithi131.stdout:719: read oid 39 snap -1 2024-08-29T14:51:17.298 INFO:tasks.rados.rados.0.smithi131.stdout:719: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:51:17.298 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 67 2024-08-29T14:51:17.298 INFO:tasks.rados.rados.0.smithi131.stdout:720: seq_num 241 ranges {3145728=442368,3588096=466944,4055040=688128,4743168=49152} 2024-08-29T14:51:17.317 INFO:tasks.rados.rados.0.smithi131.stdout:720: writing smithi13174786-23 from 3145728 to 3588096 tid 1 2024-08-29T14:51:17.320 INFO:tasks.rados.rados.0.smithi131.stdout:720: writing smithi13174786-23 from 3588096 to 4055040 tid 2 2024-08-29T14:51:17.324 INFO:tasks.rados.rados.0.smithi131.stdout:720: writing smithi13174786-23 from 4055040 to 4743168 tid 3 2024-08-29T14:51:17.324 INFO:tasks.rados.rados.0.smithi131.stdout:720: writing smithi13174786-23 from 4743168 to 4792320 tid 4 2024-08-29T14:51:17.325 INFO:tasks.rados.rados.0.smithi131.stdout:721: copy_from oid 20 from oid 36 current snap is 67 2024-08-29T14:51:17.325 INFO:tasks.rados.rados.0.smithi131.stdout:714: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:51:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:716: finishing write tid 1 to smithi13174786-13 2024-08-29T14:51:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:715: finishing copy_from racing read to smithi13174786-25 2024-08-29T14:51:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:715: finishing copy_from to smithi13174786-25 2024-08-29T14:51:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 356 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:51:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:713: done (7 left) 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:714: done (6 left) 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:715: done (5 left) 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:722: snap_create 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:716: finishing write tid 2 to smithi13174786-13 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:716: finishing write tid 3 to smithi13174786-13 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:716: finishing write tid 4 to smithi13174786-13 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:716: finishing write tid 5 to smithi13174786-13 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 141 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:716: left oid 13 (ObjNum 239 snap 67 seq_num 239) 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:717: finishing write tid 1 to smithi13174786-4 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:717: finishing write tid 2 to smithi13174786-4 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:717: finishing write tid 3 to smithi13174786-4 2024-08-29T14:51:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:717: finishing write tid 4 to smithi13174786-4 2024-08-29T14:51:17.334 INFO:tasks.rados.rados.0.smithi131.stdout:717: finishing write tid 5 to smithi13174786-4 2024-08-29T14:51:17.334 INFO:tasks.rados.rados.0.smithi131.stdout:719: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:51:17.358 INFO:tasks.rados.rados.0.smithi131.stdout:717: finishing write tid 6 to smithi13174786-4 2024-08-29T14:51:17.358 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 507 (ObjNum 240 snap 67 seq_num 240) dirty exists 2024-08-29T14:51:17.358 INFO:tasks.rados.rados.0.smithi131.stdout:717: left oid 4 (ObjNum 240 snap 67 seq_num 240) 2024-08-29T14:51:17.358 INFO:tasks.rados.rados.0.smithi131.stdout:720: finishing write tid 1 to smithi13174786-23 2024-08-29T14:51:17.358 INFO:tasks.rados.rados.0.smithi131.stdout:720: finishing write tid 2 to smithi13174786-23 2024-08-29T14:51:17.358 INFO:tasks.rados.rados.0.smithi131.stdout:720: finishing write tid 3 to smithi13174786-23 2024-08-29T14:51:17.359 INFO:tasks.rados.rados.0.smithi131.stdout:720: finishing write tid 4 to smithi13174786-23 2024-08-29T14:51:17.359 INFO:tasks.rados.rados.0.smithi131.stdout:720: finishing write tid 5 to smithi13174786-23 2024-08-29T14:51:17.359 INFO:tasks.rados.rados.0.smithi131.stdout:720: finishing write tid 6 to smithi13174786-23 2024-08-29T14:51:17.359 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 187 (ObjNum 241 snap 67 seq_num 241) dirty exists 2024-08-29T14:51:17.359 INFO:tasks.rados.rados.0.smithi131.stdout:720: left oid 23 (ObjNum 241 snap 67 seq_num 241) 2024-08-29T14:51:17.359 INFO:tasks.rados.rados.0.smithi131.stdout:721: finishing copy_from racing read to smithi13174786-20 2024-08-29T14:51:17.360 INFO:tasks.rados.rados.0.smithi131.stdout:721: finishing copy_from to smithi13174786-20 2024-08-29T14:51:17.360 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 266 (ObjNum 226 snap 61 seq_num 226) dirty exists 2024-08-29T14:51:17.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:17 smithi131 ceph-mon[17514]: osdmap e208: 8 total, 8 up, 8 in 2024-08-29T14:51:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:17 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:17.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:17 smithi131 ceph-mon[29516]: osdmap e208: 8 total, 8 up, 8 in 2024-08-29T14:51:17.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:17 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:17.628 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:17 smithi169 ceph-mon[20881]: osdmap e208: 8 total, 8 up, 8 in 2024-08-29T14:51:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:17 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:716: done (5 left) 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:717: done (4 left) 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:719: done (3 left) 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:720: done (2 left) 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:721: done (1 left) 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:722: done (0 left) 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:723: rollback oid 46 current snap is 68 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 46 to 65 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:724: copy_from oid 35 from oid 11 current snap is 68 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:725: read oid 30 snap -1 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:725: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 68 2024-08-29T14:51:18.283 INFO:tasks.rados.rados.0.smithi131.stdout:726: seq_num 242 ranges {2228224=458752,2686976=753664,3440640=450560} 2024-08-29T14:51:18.297 INFO:tasks.rados.rados.0.smithi131.stdout:726: writing smithi13174786-41 from 2228224 to 2686976 tid 1 2024-08-29T14:51:18.301 INFO:tasks.rados.rados.0.smithi131.stdout:726: writing smithi13174786-41 from 2686976 to 3440640 tid 2 2024-08-29T14:51:18.304 INFO:tasks.rados.rados.0.smithi131.stdout:726: writing smithi13174786-41 from 3440640 to 3891200 tid 3 2024-08-29T14:51:18.304 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 68 2024-08-29T14:51:18.304 INFO:tasks.rados.rados.0.smithi131.stdout:727: seq_num 243 ranges {974848=475136,1449984=638976,2088960=565248} 2024-08-29T14:51:18.312 INFO:tasks.rados.rados.0.smithi131.stdout:727: writing smithi13174786-48 from 974848 to 1449984 tid 1 2024-08-29T14:51:18.315 INFO:tasks.rados.rados.0.smithi131.stdout:727: writing smithi13174786-48 from 1449984 to 2088960 tid 2 2024-08-29T14:51:18.319 INFO:tasks.rados.rados.0.smithi131.stdout:727: writing smithi13174786-48 from 2088960 to 2654208 tid 3 2024-08-29T14:51:18.319 INFO:tasks.rados.rados.0.smithi131.stdout:728: read oid 5 snap -1 2024-08-29T14:51:18.320 INFO:tasks.rados.rados.0.smithi131.stdout:728: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:51:18.320 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 68 2024-08-29T14:51:18.320 INFO:tasks.rados.rados.0.smithi131.stdout:729: seq_num 244 ranges {737280=491520,1228800=573440,1802240=458752,2260992=172032} 2024-08-29T14:51:18.326 INFO:tasks.rados.rados.0.smithi131.stdout:729: writing smithi13174786-12 from 737280 to 1228800 tid 1 2024-08-29T14:51:18.329 INFO:tasks.rados.rados.0.smithi131.stdout:729: writing smithi13174786-12 from 1228800 to 1802240 tid 2 2024-08-29T14:51:18.332 INFO:tasks.rados.rados.0.smithi131.stdout:729: writing smithi13174786-12 from 1802240 to 2260992 tid 3 2024-08-29T14:51:18.333 INFO:tasks.rados.rados.0.smithi131.stdout:729: writing smithi13174786-12 from 2260992 to 2433024 tid 4 2024-08-29T14:51:18.334 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 68 2024-08-29T14:51:18.334 INFO:tasks.rados.rados.0.smithi131.stdout:723: finishing rollback tid 1 to smithi13174786-46 2024-08-29T14:51:18.334 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 184 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-29T14:51:18.334 INFO:tasks.rados.rados.0.smithi131.stdout:725: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T14:51:18.344 INFO:tasks.rados.rados.0.smithi131.stdout:724: finishing copy_from racing read to smithi13174786-35 2024-08-29T14:51:18.344 INFO:tasks.rados.rados.0.smithi131.stdout:724: finishing copy_from to smithi13174786-35 2024-08-29T14:51:18.344 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 364 (ObjNum 202 snap 56 seq_num 202) dirty exists 2024-08-29T14:51:18.344 INFO:tasks.rados.rados.0.smithi131.stdout:726: finishing write tid 1 to smithi13174786-41 2024-08-29T14:51:18.344 INFO:tasks.rados.rados.0.smithi131.stdout:726: finishing write tid 2 to smithi13174786-41 2024-08-29T14:51:18.344 INFO:tasks.rados.rados.0.smithi131.stdout:726: finishing write tid 3 to smithi13174786-41 2024-08-29T14:51:18.345 INFO:tasks.rados.rados.0.smithi131.stdout:726: finishing write tid 4 to smithi13174786-41 2024-08-29T14:51:18.345 INFO:tasks.rados.rados.0.smithi131.stdout:726: finishing write tid 5 to smithi13174786-41 2024-08-29T14:51:18.345 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 537 (ObjNum 242 snap 68 seq_num 242) dirty exists 2024-08-29T14:51:18.345 INFO:tasks.rados.rados.0.smithi131.stdout:726: left oid 41 (ObjNum 242 snap 68 seq_num 242) 2024-08-29T14:51:18.345 INFO:tasks.rados.rados.0.smithi131.stdout:727: finishing write tid 1 to smithi13174786-48 2024-08-29T14:51:18.345 INFO:tasks.rados.rados.0.smithi131.stdout:727: finishing write tid 2 to smithi13174786-48 2024-08-29T14:51:18.345 INFO:tasks.rados.rados.0.smithi131.stdout:730: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-08-29T14:51:18.346 INFO:tasks.rados.rados.0.smithi131.stdout:730: writing smithi13174786-37 from 0 to 507904 tid 1 2024-08-29T14:51:18.349 INFO:tasks.rados.rados.0.smithi131.stdout:730: writing smithi13174786-37 from 507904 to 966656 tid 2 2024-08-29T14:51:18.353 INFO:tasks.rados.rados.0.smithi131.stdout:730: writing smithi13174786-37 from 966656 to 1638400 tid 3 2024-08-29T14:51:18.354 INFO:tasks.rados.rados.0.smithi131.stdout:730: writing smithi13174786-37 from 1638400 to 1712128 tid 4 2024-08-29T14:51:18.355 INFO:tasks.rados.rados.0.smithi131.stdout:723: done (7 left) 2024-08-29T14:51:18.355 INFO:tasks.rados.rados.0.smithi131.stdout:724: done (6 left) 2024-08-29T14:51:18.355 INFO:tasks.rados.rados.0.smithi131.stdout:725: done (5 left) 2024-08-29T14:51:18.355 INFO:tasks.rados.rados.0.smithi131.stdout:726: done (4 left) 2024-08-29T14:51:18.355 INFO:tasks.rados.rados.0.smithi131.stdout:731: read oid 6 snap -1 2024-08-29T14:51:18.355 INFO:tasks.rados.rados.0.smithi131.stdout:731: expect (ObjNum 235 snap 64 seq_num 235) 2024-08-29T14:51:18.355 INFO:tasks.rados.rados.0.smithi131.stdout:732: copy_from oid 50 from oid 39 current snap is 68 2024-08-29T14:51:18.355 INFO:tasks.rados.rados.0.smithi131.stdout:728: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:51:18.356 INFO:tasks.rados.rados.0.smithi131.stdout:727: finishing write tid 3 to smithi13174786-48 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:727: finishing write tid 4 to smithi13174786-48 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:727: finishing write tid 5 to smithi13174786-48 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 291 (ObjNum 243 snap 68 seq_num 243) dirty exists 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:727: left oid 48 (ObjNum 243 snap 68 seq_num 243) 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:729: finishing write tid 1 to smithi13174786-12 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:729: finishing write tid 2 to smithi13174786-12 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:729: finishing write tid 3 to smithi13174786-12 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:729: finishing write tid 4 to smithi13174786-12 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:729: finishing write tid 5 to smithi13174786-12 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:729: finishing write tid 6 to smithi13174786-12 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 193 (ObjNum 244 snap 68 seq_num 244) dirty exists 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:729: left oid 12 (ObjNum 244 snap 68 seq_num 244) 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:730: finishing write tid 1 to smithi13174786-37 2024-08-29T14:51:18.357 INFO:tasks.rados.rados.0.smithi131.stdout:730: finishing write tid 2 to smithi13174786-37 2024-08-29T14:51:18.358 INFO:tasks.rados.rados.0.smithi131.stdout:727: done (5 left) 2024-08-29T14:51:18.358 INFO:tasks.rados.rados.0.smithi131.stdout:728: done (4 left) 2024-08-29T14:51:18.358 INFO:tasks.rados.rados.0.smithi131.stdout:729: done (3 left) 2024-08-29T14:51:18.358 INFO:tasks.rados.rados.0.smithi131.stdout:733: snap_remove snap 64 2024-08-29T14:51:18.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:18 smithi169 ceph-mon[20881]: osdmap e209: 8 total, 8 up, 8 in 2024-08-29T14:51:18.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:18 smithi169 ceph-mon[20881]: pgmap v51: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-29T14:51:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:18 smithi131 ceph-mon[17514]: osdmap e209: 8 total, 8 up, 8 in 2024-08-29T14:51:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:18 smithi131 ceph-mon[17514]: pgmap v51: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-29T14:51:18.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:18 smithi131 ceph-mon[29516]: osdmap e209: 8 total, 8 up, 8 in 2024-08-29T14:51:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:18 smithi131 ceph-mon[29516]: pgmap v51: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-29T14:51:19.102 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:18 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:18.762Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003940775s 2024-08-29T14:51:19.294 INFO:tasks.rados.rados.0.smithi131.stdout:732: finishing copy_from racing read to smithi13174786-50 2024-08-29T14:51:19.294 INFO:tasks.rados.rados.0.smithi131.stdout:733: done (3 left) 2024-08-29T14:51:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:734: delete oid 30 current snap is 68 2024-08-29T14:51:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:730: finishing write tid 3 to smithi13174786-37 2024-08-29T14:51:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:730: finishing write tid 4 to smithi13174786-37 2024-08-29T14:51:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:730: finishing write tid 5 to smithi13174786-37 2024-08-29T14:51:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:732: finishing copy_from to smithi13174786-50 2024-08-29T14:51:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 98 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-08-29T14:51:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:730: finishing write tid 6 to smithi13174786-37 2024-08-29T14:51:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 243 (ObjNum 245 snap 68 seq_num 245) dirty exists 2024-08-29T14:51:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:730: left oid 37 (ObjNum 245 snap 68 seq_num 245) 2024-08-29T14:51:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:731: expect (ObjNum 235 snap 64 seq_num 235) 2024-08-29T14:51:19.427 INFO:tasks.rados.rados.0.smithi131.stdout:730: done (3 left) 2024-08-29T14:51:19.428 INFO:tasks.rados.rados.0.smithi131.stdout:731: done (2 left) 2024-08-29T14:51:19.428 INFO:tasks.rados.rados.0.smithi131.stdout:732: done (1 left) 2024-08-29T14:51:19.428 INFO:tasks.rados.rados.0.smithi131.stdout:734: done (0 left) 2024-08-29T14:51:19.428 INFO:tasks.rados.rados.0.smithi131.stdout:735: read oid 11 snap -1 2024-08-29T14:51:19.428 INFO:tasks.rados.rados.0.smithi131.stdout:735: expect (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:51:19.428 INFO:tasks.rados.rados.0.smithi131.stdout:736: snap_remove snap 62 2024-08-29T14:51:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:19 smithi131 ceph-mon[17514]: osdmap e210: 8 total, 8 up, 8 in 2024-08-29T14:51:19.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:19 smithi131 ceph-mon[29516]: osdmap e210: 8 total, 8 up, 8 in 2024-08-29T14:51:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:19 smithi169 ceph-mon[20881]: osdmap e210: 8 total, 8 up, 8 in 2024-08-29T14:51:20.303 INFO:tasks.rados.rados.0.smithi131.stdout:735: expect (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:51:20.423 INFO:tasks.rados.rados.0.smithi131.stdout:735: done (1 left) 2024-08-29T14:51:20.423 INFO:tasks.rados.rados.0.smithi131.stdout:736: done (0 left) 2024-08-29T14:51:20.423 INFO:tasks.rados.rados.0.smithi131.stdout:737: read oid 48 snap -1 2024-08-29T14:51:20.423 INFO:tasks.rados.rados.0.smithi131.stdout:737: expect (ObjNum 243 snap 68 seq_num 243) 2024-08-29T14:51:20.423 INFO:tasks.rados.rados.0.smithi131.stdout:738: read oid 45 snap -1 2024-08-29T14:51:20.423 INFO:tasks.rados.rados.0.smithi131.stdout:738: expect (ObjNum 180 snap 48 seq_num 180) 2024-08-29T14:51:20.423 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 30 current snap is 68 2024-08-29T14:51:20.423 INFO:tasks.rados.rados.0.smithi131.stdout:739: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2024-08-29T14:51:20.426 INFO:tasks.rados.rados.0.smithi131.stdout:739: writing smithi13174786-30 from 0 to 540672 tid 1 2024-08-29T14:51:20.432 INFO:tasks.rados.rados.0.smithi131.stdout:739: writing smithi13174786-30 from 540672 to 1163264 tid 2 2024-08-29T14:51:20.434 INFO:tasks.rados.rados.0.smithi131.stdout:739: writing smithi13174786-30 from 1163264 to 1744896 tid 3 2024-08-29T14:51:20.434 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 68 2024-08-29T14:51:20.434 INFO:tasks.rados.rados.0.smithi131.stdout:740: seq_num 248 ranges {1425408=557056,1982464=507904,2490368=442368,2932736=253952} 2024-08-29T14:51:20.444 INFO:tasks.rados.rados.0.smithi131.stdout:740: writing smithi13174786-2 from 1425408 to 1982464 tid 1 2024-08-29T14:51:20.447 INFO:tasks.rados.rados.0.smithi131.stdout:740: writing smithi13174786-2 from 1982464 to 2490368 tid 2 2024-08-29T14:51:20.449 INFO:tasks.rados.rados.0.smithi131.stdout:740: writing smithi13174786-2 from 2490368 to 2932736 tid 3 2024-08-29T14:51:20.451 INFO:tasks.rados.rados.0.smithi131.stdout:740: writing smithi13174786-2 from 2932736 to 3186688 tid 4 2024-08-29T14:51:20.451 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 68 2024-08-29T14:51:20.451 INFO:tasks.rados.rados.0.smithi131.stdout:739: finishing write tid 1 to smithi13174786-30 2024-08-29T14:51:20.451 INFO:tasks.rados.rados.0.smithi131.stdout:741: seq_num 249 ranges {2244608=573440,2818048=794624,3612672=409600} 2024-08-29T14:51:20.466 INFO:tasks.rados.rados.0.smithi131.stdout:741: writing smithi13174786-38 from 2244608 to 2818048 tid 1 2024-08-29T14:51:20.471 INFO:tasks.rados.rados.0.smithi131.stdout:741: writing smithi13174786-38 from 2818048 to 3612672 tid 2 2024-08-29T14:51:20.473 INFO:tasks.rados.rados.0.smithi131.stdout:741: writing smithi13174786-38 from 3612672 to 4022272 tid 3 2024-08-29T14:51:20.473 INFO:tasks.rados.rados.0.smithi131.stdout:742: rmattr oid 11 current snap is 68 2024-08-29T14:51:20.473 INFO:tasks.rados.rados.0.smithi131.stdout:742: done (5 left) 2024-08-29T14:51:20.474 INFO:tasks.rados.rados.0.smithi131.stdout:743: snap_remove snap 66 2024-08-29T14:51:20.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:20 smithi131 ceph-mon[17514]: osdmap e211: 8 total, 8 up, 8 in 2024-08-29T14:51:20.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:20 smithi131 ceph-mon[17514]: pgmap v54: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-29T14:51:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:20 smithi131 ceph-mon[29516]: osdmap e211: 8 total, 8 up, 8 in 2024-08-29T14:51:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:20 smithi131 ceph-mon[29516]: pgmap v54: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-29T14:51:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:20 smithi169 ceph-mon[20881]: osdmap e211: 8 total, 8 up, 8 in 2024-08-29T14:51:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:20 smithi169 ceph-mon[20881]: pgmap v54: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-29T14:51:21.300 INFO:tasks.rados.rados.0.smithi131.stdout:738: expect (ObjNum 180 snap 48 seq_num 180) 2024-08-29T14:51:21.372 INFO:tasks.rados.rados.0.smithi131.stdout:737: expect (ObjNum 243 snap 68 seq_num 243) 2024-08-29T14:51:21.453 INFO:tasks.rados.rados.0.smithi131.stdout:739: finishing write tid 2 to smithi13174786-30 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:739: finishing write tid 3 to smithi13174786-30 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:739: finishing write tid 4 to smithi13174786-30 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:739: finishing write tid 5 to smithi13174786-30 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 260 (ObjNum 247 snap 68 seq_num 247) dirty exists 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:739: left oid 30 (ObjNum 247 snap 68 seq_num 247) 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:740: finishing write tid 1 to smithi13174786-2 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:737: done (5 left) 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:738: done (4 left) 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:739: done (3 left) 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:743: done (2 left) 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 68 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:740: finishing write tid 2 to smithi13174786-2 2024-08-29T14:51:21.454 INFO:tasks.rados.rados.0.smithi131.stdout:740: finishing write tid 3 to smithi13174786-2 2024-08-29T14:51:21.455 INFO:tasks.rados.rados.0.smithi131.stdout:740: finishing write tid 4 to smithi13174786-2 2024-08-29T14:51:21.455 INFO:tasks.rados.rados.0.smithi131.stdout:744: seq_num 250 ranges {737280=589824,1327104=679936,2007040=409600,2416640=114688} 2024-08-29T14:51:21.460 INFO:tasks.rados.rados.0.smithi131.stdout:744: writing smithi13174786-50 from 737280 to 1327104 tid 1 2024-08-29T14:51:21.464 INFO:tasks.rados.rados.0.smithi131.stdout:744: writing smithi13174786-50 from 1327104 to 2007040 tid 2 2024-08-29T14:51:21.466 INFO:tasks.rados.rados.0.smithi131.stdout:744: writing smithi13174786-50 from 2007040 to 2416640 tid 3 2024-08-29T14:51:21.467 INFO:tasks.rados.rados.0.smithi131.stdout:744: writing smithi13174786-50 from 2416640 to 2531328 tid 4 2024-08-29T14:51:21.467 INFO:tasks.rados.rados.0.smithi131.stdout:745: snap_create 2024-08-29T14:51:21.467 INFO:tasks.rados.rados.0.smithi131.stdout:740: finishing write tid 5 to smithi13174786-2 2024-08-29T14:51:21.467 INFO:tasks.rados.rados.0.smithi131.stdout:740: finishing write tid 6 to smithi13174786-2 2024-08-29T14:51:21.467 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 193 (ObjNum 248 snap 68 seq_num 248) dirty exists 2024-08-29T14:51:21.467 INFO:tasks.rados.rados.0.smithi131.stdout:740: left oid 2 (ObjNum 248 snap 68 seq_num 248) 2024-08-29T14:51:21.468 INFO:tasks.rados.rados.0.smithi131.stdout:741: finishing write tid 1 to smithi13174786-38 2024-08-29T14:51:21.468 INFO:tasks.rados.rados.0.smithi131.stdout:741: finishing write tid 2 to smithi13174786-38 2024-08-29T14:51:21.468 INFO:tasks.rados.rados.0.smithi131.stdout:741: finishing write tid 3 to smithi13174786-38 2024-08-29T14:51:21.468 INFO:tasks.rados.rados.0.smithi131.stdout:741: finishing write tid 4 to smithi13174786-38 2024-08-29T14:51:21.468 INFO:tasks.rados.rados.0.smithi131.stdout:741: finishing write tid 5 to smithi13174786-38 2024-08-29T14:51:21.468 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 248 (ObjNum 249 snap 68 seq_num 249) dirty exists 2024-08-29T14:51:21.468 INFO:tasks.rados.rados.0.smithi131.stdout:741: left oid 38 (ObjNum 249 snap 68 seq_num 249) 2024-08-29T14:51:21.468 INFO:tasks.rados.rados.0.smithi131.stdout:744: finishing write tid 1 to smithi13174786-50 2024-08-29T14:51:21.468 INFO:tasks.rados.rados.0.smithi131.stdout:744: finishing write tid 2 to smithi13174786-50 2024-08-29T14:51:21.469 INFO:tasks.rados.rados.0.smithi131.stdout:744: finishing write tid 3 to smithi13174786-50 2024-08-29T14:51:21.470 INFO:tasks.rados.rados.0.smithi131.stdout:744: finishing write tid 4 to smithi13174786-50 2024-08-29T14:51:21.470 INFO:tasks.rados.rados.0.smithi131.stdout:744: finishing write tid 5 to smithi13174786-50 2024-08-29T14:51:21.471 INFO:tasks.rados.rados.0.smithi131.stdout:744: finishing write tid 6 to smithi13174786-50 2024-08-29T14:51:21.471 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 556 (ObjNum 250 snap 68 seq_num 250) dirty exists 2024-08-29T14:51:21.472 INFO:tasks.rados.rados.0.smithi131.stdout:744: left oid 50 (ObjNum 250 snap 68 seq_num 250) 2024-08-29T14:51:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:21 smithi131 ceph-mon[17514]: osdmap e212: 8 total, 8 up, 8 in 2024-08-29T14:51:21.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:21 smithi131 ceph-mon[29516]: osdmap e212: 8 total, 8 up, 8 in 2024-08-29T14:51:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:21 smithi169 ceph-mon[20881]: osdmap e212: 8 total, 8 up, 8 in 2024-08-29T14:51:22.233 INFO:tasks.rados.rados.0.smithi131.stdout:740: done (3 left) 2024-08-29T14:51:22.233 INFO:tasks.rados.rados.0.smithi131.stdout:741: done (2 left) 2024-08-29T14:51:22.233 INFO:tasks.rados.rados.0.smithi131.stdout:744: done (1 left) 2024-08-29T14:51:22.233 INFO:tasks.rados.rados.0.smithi131.stdout:745: done (0 left) 2024-08-29T14:51:22.233 INFO:tasks.rados.rados.0.smithi131.stdout:746: delete oid 46 current snap is 69 2024-08-29T14:51:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:746: done (0 left) 2024-08-29T14:51:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:747: delete oid 44 current snap is 69 2024-08-29T14:51:22.239 INFO:tasks.rados.rados.0.smithi131.stdout:747: done (0 left) 2024-08-29T14:51:22.239 INFO:tasks.rados.rados.0.smithi131.stdout:748: read oid 46 snap -1 2024-08-29T14:51:22.239 INFO:tasks.rados.rados.0.smithi131.stdout:748: expect deleted 2024-08-29T14:51:22.239 INFO:tasks.rados.rados.0.smithi131.stdout:749: rollback oid 47 current snap is 69 2024-08-29T14:51:22.239 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 47 to 57 2024-08-29T14:51:22.239 INFO:tasks.rados.rados.0.smithi131.stdout:750: read oid 43 snap -1 2024-08-29T14:51:22.239 INFO:tasks.rados.rados.0.smithi131.stdout:750: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:51:22.239 INFO:tasks.rados.rados.0.smithi131.stdout:751: copy_from oid 41 from oid 49 current snap is 69 2024-08-29T14:51:22.239 INFO:tasks.rados.rados.0.smithi131.stdout:752: snap_remove snap 65 2024-08-29T14:51:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:22 smithi131 ceph-mon[17514]: osdmap e213: 8 total, 8 up, 8 in 2024-08-29T14:51:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:22 smithi131 ceph-mon[17514]: pgmap v57: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:22 smithi131 ceph-mon[17514]: osdmap e214: 8 total, 8 up, 8 in 2024-08-29T14:51:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:22 smithi131 ceph-mon[29516]: osdmap e213: 8 total, 8 up, 8 in 2024-08-29T14:51:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:22 smithi131 ceph-mon[29516]: pgmap v57: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:22 smithi131 ceph-mon[29516]: osdmap e214: 8 total, 8 up, 8 in 2024-08-29T14:51:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:22 smithi169 ceph-mon[20881]: osdmap e213: 8 total, 8 up, 8 in 2024-08-29T14:51:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:22 smithi169 ceph-mon[20881]: pgmap v57: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:22 smithi169 ceph-mon[20881]: osdmap e214: 8 total, 8 up, 8 in 2024-08-29T14:51:23.238 INFO:tasks.rados.rados.0.smithi131.stdout:752: done (4 left) 2024-08-29T14:51:23.238 INFO:tasks.rados.rados.0.smithi131.stdout:753: rmattr oid 48 current snap is 69 2024-08-29T14:51:23.238 INFO:tasks.rados.rados.0.smithi131.stdout:753: done (4 left) 2024-08-29T14:51:23.238 INFO:tasks.rados.rados.0.smithi131.stdout:754: read oid 6 snap -1 2024-08-29T14:51:23.238 INFO:tasks.rados.rados.0.smithi131.stdout:754: expect (ObjNum 235 snap 64 seq_num 235) 2024-08-29T14:51:23.238 INFO:tasks.rados.rados.0.smithi131.stdout:755: rollback oid 48 current snap is 69 2024-08-29T14:51:23.238 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 63 2024-08-29T14:51:23.238 INFO:tasks.rados.rados.0.smithi131.stdout:751: finishing copy_from to smithi13174786-41 2024-08-29T14:51:23.239 INFO:tasks.rados.rados.0.smithi131.stdout:751: got expected ENOENT (src dne) 2024-08-29T14:51:23.239 INFO:tasks.rados.rados.0.smithi131.stdout:751: finishing copy_from racing read to smithi13174786-41 2024-08-29T14:51:23.239 INFO:tasks.rados.rados.0.smithi131.stdout:749: finishing rollback tid 0 to smithi13174786-47 2024-08-29T14:51:23.239 INFO:tasks.rados.rados.0.smithi131.stdout:749: finishing rollback tid 1 to smithi13174786-47 2024-08-29T14:51:23.239 INFO:tasks.rados.rados.0.smithi131.stdout:750: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:51:23.268 INFO:tasks.rados.rados.0.smithi131.stdout:749: finishing rollback tid 2 to smithi13174786-47 2024-08-29T14:51:23.268 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 212 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:51:23.268 INFO:tasks.rados.rados.0.smithi131.stdout:755: finishing rollback tid 0 to smithi13174786-48 2024-08-29T14:51:23.268 INFO:tasks.rados.rados.0.smithi131.stdout:755: finishing rollback tid 1 to smithi13174786-48 2024-08-29T14:51:23.268 INFO:tasks.rados.rados.0.smithi131.stdout:748: done (5 left) 2024-08-29T14:51:23.268 INFO:tasks.rados.rados.0.smithi131.stdout:749: done (4 left) 2024-08-29T14:51:23.268 INFO:tasks.rados.rados.0.smithi131.stdout:750: done (3 left) 2024-08-29T14:51:23.268 INFO:tasks.rados.rados.0.smithi131.stdout:751: done (2 left) 2024-08-29T14:51:23.268 INFO:tasks.rados.rados.0.smithi131.stdout:756: copy_from oid 28 from oid 24 current snap is 69 2024-08-29T14:51:23.269 INFO:tasks.rados.rados.0.smithi131.stdout:755: finishing rollback tid 2 to smithi13174786-48 2024-08-29T14:51:23.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 301 (ObjNum 201 snap 55 seq_num 201) dirty exists 2024-08-29T14:51:23.269 INFO:tasks.rados.rados.0.smithi131.stdout:754: expect (ObjNum 235 snap 64 seq_num 235) 2024-08-29T14:51:23.396 INFO:tasks.rados.rados.0.smithi131.stdout:756: finishing copy_from racing read to smithi13174786-28 2024-08-29T14:51:23.396 INFO:tasks.rados.rados.0.smithi131.stdout:756: finishing copy_from to smithi13174786-28 2024-08-29T14:51:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 157 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T14:51:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:754: done (2 left) 2024-08-29T14:51:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:755: done (1 left) 2024-08-29T14:51:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:756: done (0 left) 2024-08-29T14:51:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:757: read oid 37 snap -1 2024-08-29T14:51:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:757: expect (ObjNum 245 snap 68 seq_num 245) 2024-08-29T14:51:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:758: rollback oid 24 current snap is 69 2024-08-29T14:51:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 24 to 63 2024-08-29T14:51:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:759: snap_create 2024-08-29T14:51:23.399 INFO:tasks.rados.rados.0.smithi131.stdout:758: finishing rollback tid 0 to smithi13174786-24 2024-08-29T14:51:23.399 INFO:tasks.rados.rados.0.smithi131.stdout:758: finishing rollback tid 1 to smithi13174786-24 2024-08-29T14:51:23.399 INFO:tasks.rados.rados.0.smithi131.stdout:758: finishing rollback tid 2 to smithi13174786-24 2024-08-29T14:51:23.399 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 218 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T14:51:23.401 INFO:tasks.rados.rados.0.smithi131.stdout:757: expect (ObjNum 245 snap 68 seq_num 245) 2024-08-29T14:51:23.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:23 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[17767]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:51:24.247 INFO:tasks.rados.rados.0.smithi131.stdout:757: done (2 left) 2024-08-29T14:51:24.247 INFO:tasks.rados.rados.0.smithi131.stdout:758: done (1 left) 2024-08-29T14:51:24.247 INFO:tasks.rados.rados.0.smithi131.stdout:759: done (0 left) 2024-08-29T14:51:24.247 INFO:tasks.rados.rados.0.smithi131.stdout:760: copy_from oid 36 from oid 21 current snap is 70 2024-08-29T14:51:24.247 INFO:tasks.rados.rados.0.smithi131.stdout:761: read oid 12 snap -1 2024-08-29T14:51:24.247 INFO:tasks.rados.rados.0.smithi131.stdout:761: expect (ObjNum 244 snap 68 seq_num 244) 2024-08-29T14:51:24.247 INFO:tasks.rados.rados.0.smithi131.stdout:762: read oid 19 snap -1 2024-08-29T14:51:24.247 INFO:tasks.rados.rados.0.smithi131.stdout:762: expect (ObjNum 229 snap 61 seq_num 229) 2024-08-29T14:51:24.247 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 70 2024-08-29T14:51:24.248 INFO:tasks.rados.rados.0.smithi131.stdout:763: seq_num 253 ranges {2031616=647168,2678784=786432,3465216=417792} 2024-08-29T14:51:24.262 INFO:tasks.rados.rados.0.smithi131.stdout:763: writing smithi13174786-3 from 2031616 to 2678784 tid 1 2024-08-29T14:51:24.266 INFO:tasks.rados.rados.0.smithi131.stdout:763: writing smithi13174786-3 from 2678784 to 3465216 tid 2 2024-08-29T14:51:24.269 INFO:tasks.rados.rados.0.smithi131.stdout:763: writing smithi13174786-3 from 3465216 to 3883008 tid 3 2024-08-29T14:51:24.269 INFO:tasks.rados.rados.0.smithi131.stdout:764: read oid 11 snap 61 2024-08-29T14:51:24.269 INFO:tasks.rados.rados.0.smithi131.stdout:764: expect (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:51:24.269 INFO:tasks.rados.rados.0.smithi131.stdout:765: rollback oid 2 current snap is 70 2024-08-29T14:51:24.269 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 2 to 59 2024-08-29T14:51:24.269 INFO:tasks.rados.rados.0.smithi131.stdout:761: expect (ObjNum 244 snap 68 seq_num 244) 2024-08-29T14:51:24.348 INFO:tasks.rados.rados.0.smithi131.stdout:763: finishing write tid 1 to smithi13174786-3 2024-08-29T14:51:24.348 INFO:tasks.rados.rados.0.smithi131.stdout:762: expect (ObjNum 229 snap 61 seq_num 229) 2024-08-29T14:51:24.436 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:24 smithi169 ceph-mon[20881]: osdmap e215: 8 total, 8 up, 8 in 2024-08-29T14:51:24.436 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:24 smithi169 ceph-mon[20881]: pgmap v60: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.1 MiB/s wr, 25 op/s 2024-08-29T14:51:24.559 INFO:tasks.rados.rados.0.smithi131.stdout:763: finishing write tid 2 to smithi13174786-3 2024-08-29T14:51:24.559 INFO:tasks.rados.rados.0.smithi131.stdout:760: finishing copy_from racing read to smithi13174786-36 2024-08-29T14:51:24.559 INFO:tasks.rados.rados.0.smithi131.stdout:763: finishing write tid 3 to smithi13174786-3 2024-08-29T14:51:24.559 INFO:tasks.rados.rados.0.smithi131.stdout:761: done (5 left) 2024-08-29T14:51:24.559 INFO:tasks.rados.rados.0.smithi131.stdout:762: done (4 left) 2024-08-29T14:51:24.559 INFO:tasks.rados.rados.0.smithi131.stdout:766: read oid 47 snap -1 2024-08-29T14:51:24.559 INFO:tasks.rados.rados.0.smithi131.stdout:766: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:767: rollback oid 41 current snap is 70 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 41 to 58 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:763: finishing write tid 4 to smithi13174786-3 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:763: finishing write tid 5 to smithi13174786-3 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 565 (ObjNum 253 snap 70 seq_num 253) dirty exists 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:763: left oid 3 (ObjNum 253 snap 70 seq_num 253) 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:760: finishing copy_from to smithi13174786-36 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 180 (ObjNum 158 snap 40 seq_num 158) dirty exists 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:765: finishing rollback tid 0 to smithi13174786-2 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:765: finishing rollback tid 1 to smithi13174786-2 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 196 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:51:24.560 INFO:tasks.rados.rados.0.smithi131.stdout:764: expect (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:51:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:24 smithi131 ceph-mon[17514]: osdmap e215: 8 total, 8 up, 8 in 2024-08-29T14:51:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:24 smithi131 ceph-mon[17514]: pgmap v60: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.1 MiB/s wr, 25 op/s 2024-08-29T14:51:24.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:24 smithi131 ceph-mon[29516]: osdmap e215: 8 total, 8 up, 8 in 2024-08-29T14:51:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:24 smithi131 ceph-mon[29516]: pgmap v60: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.1 MiB/s wr, 25 op/s 2024-08-29T14:51:24.676 INFO:tasks.rados.rados.0.smithi131.stdout:767: finishing rollback tid 0 to smithi13174786-41 2024-08-29T14:51:24.677 INFO:tasks.rados.rados.0.smithi131.stdout:767: finishing rollback tid 1 to smithi13174786-41 2024-08-29T14:51:24.677 INFO:tasks.rados.rados.0.smithi131.stdout:767: finishing rollback tid 2 to smithi13174786-41 2024-08-29T14:51:24.677 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 569 (ObjNum 136 snap 33 seq_num 136) dirty exists 2024-08-29T14:51:24.677 INFO:tasks.rados.rados.0.smithi131.stdout:766: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:51:24.711 INFO:tasks.rados.rados.0.smithi131.stdout:760: done (5 left) 2024-08-29T14:51:24.711 INFO:tasks.rados.rados.0.smithi131.stdout:763: done (4 left) 2024-08-29T14:51:24.711 INFO:tasks.rados.rados.0.smithi131.stdout:764: done (3 left) 2024-08-29T14:51:24.711 INFO:tasks.rados.rados.0.smithi131.stdout:765: done (2 left) 2024-08-29T14:51:24.711 INFO:tasks.rados.rados.0.smithi131.stdout:766: done (1 left) 2024-08-29T14:51:24.711 INFO:tasks.rados.rados.0.smithi131.stdout:767: done (0 left) 2024-08-29T14:51:24.711 INFO:tasks.rados.rados.0.smithi131.stdout:768: rollback oid 26 current snap is 70 2024-08-29T14:51:24.711 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 69 2024-08-29T14:51:24.711 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 11 current snap is 70 2024-08-29T14:51:24.711 INFO:tasks.rados.rados.0.smithi131.stdout:769: seq_num 254 ranges {2572288=663552,3235840=663552,3899392=540672} 2024-08-29T14:51:24.728 INFO:tasks.rados.rados.0.smithi131.stdout:769: writing smithi13174786-11 from 2572288 to 3235840 tid 1 2024-08-29T14:51:24.732 INFO:tasks.rados.rados.0.smithi131.stdout:769: writing smithi13174786-11 from 3235840 to 3899392 tid 2 2024-08-29T14:51:24.735 INFO:tasks.rados.rados.0.smithi131.stdout:769: writing smithi13174786-11 from 3899392 to 4440064 tid 3 2024-08-29T14:51:24.735 INFO:tasks.rados.rados.0.smithi131.stdout:770: copy_from oid 1 from oid 29 current snap is 70 2024-08-29T14:51:24.736 INFO:tasks.rados.rados.0.smithi131.stdout:768: finishing rollback tid 0 to smithi13174786-26 2024-08-29T14:51:24.736 INFO:tasks.rados.rados.0.smithi131.stdout:768: finishing rollback tid 1 to smithi13174786-26 2024-08-29T14:51:24.736 INFO:tasks.rados.rados.0.smithi131.stdout:768: finishing rollback tid 2 to smithi13174786-26 2024-08-29T14:51:24.736 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 66 (ObjNum 222 snap 61 seq_num 222) dirty exists 2024-08-29T14:51:24.736 INFO:tasks.rados.rados.0.smithi131.stdout:769: finishing write tid 1 to smithi13174786-11 2024-08-29T14:51:24.736 INFO:tasks.rados.rados.0.smithi131.stdout:768: done (2 left) 2024-08-29T14:51:24.736 INFO:tasks.rados.rados.0.smithi131.stdout:771: snap_remove snap 61 2024-08-29T14:51:25.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:24 smithi169 systemd[1]: Stopping Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:25.253 INFO:tasks.rados.rados.0.smithi131.stdout:771: done (2 left) 2024-08-29T14:51:25.253 INFO:tasks.rados.rados.0.smithi131.stdout:772: copy_from oid 24 from oid 22 current snap is 70 2024-08-29T14:51:25.254 INFO:tasks.rados.rados.0.smithi131.stdout:769: finishing write tid 2 to smithi13174786-11 2024-08-29T14:51:25.254 INFO:tasks.rados.rados.0.smithi131.stdout:769: finishing write tid 3 to smithi13174786-11 2024-08-29T14:51:25.254 INFO:tasks.rados.rados.0.smithi131.stdout:769: finishing write tid 4 to smithi13174786-11 2024-08-29T14:51:25.254 INFO:tasks.rados.rados.0.smithi131.stdout:769: finishing write tid 5 to smithi13174786-11 2024-08-29T14:51:25.254 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 525 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-08-29T14:51:25.254 INFO:tasks.rados.rados.0.smithi131.stdout:769: left oid 11 (ObjNum 254 snap 70 seq_num 254) 2024-08-29T14:51:25.255 INFO:tasks.rados.rados.0.smithi131.stdout:770: finishing copy_from racing read to smithi13174786-1 2024-08-29T14:51:25.255 INFO:tasks.rados.rados.0.smithi131.stdout:770: finishing copy_from to smithi13174786-1 2024-08-29T14:51:25.255 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 188 (ObjNum 212 snap 57 seq_num 212) dirty exists 2024-08-29T14:51:25.255 INFO:tasks.rados.rados.0.smithi131.stdout:769: done (2 left) 2024-08-29T14:51:25.255 INFO:tasks.rados.rados.0.smithi131.stdout:770: done (1 left) 2024-08-29T14:51:25.255 INFO:tasks.rados.rados.0.smithi131.stdout:773: copy_from oid 43 from oid 35 current snap is 70 2024-08-29T14:51:25.256 INFO:tasks.rados.rados.0.smithi131.stdout:774: setattr oid 29 current snap is 70 2024-08-29T14:51:25.256 INFO:tasks.rados.rados.0.smithi131.stdout:775: setattr oid 32 current snap is 70 2024-08-29T14:51:25.260 INFO:tasks.rados.rados.0.smithi131.stdout:776: snap_create 2024-08-29T14:51:25.265 INFO:tasks.rados.rados.0.smithi131.stdout:773: finishing copy_from racing read to smithi13174786-43 2024-08-29T14:51:25.267 INFO:tasks.rados.rados.0.smithi131.stdout:773: finishing copy_from to smithi13174786-43 2024-08-29T14:51:25.267 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 364 (ObjNum 202 snap 56 seq_num 202) dirty exists 2024-08-29T14:51:25.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 198 (ObjNum 212 snap 57 seq_num 212) dirty exists 2024-08-29T14:51:25.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 575 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T14:51:25.293 INFO:tasks.rados.rados.0.smithi131.stdout:772: finishing copy_from racing read to smithi13174786-24 2024-08-29T14:51:25.294 INFO:tasks.rados.rados.0.smithi131.stdout:772: finishing copy_from to smithi13174786-24 2024-08-29T14:51:25.294 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 430 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-08-29T14:51:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:25 smithi131 ceph-mon[17514]: osdmap e216: 8 total, 8 up, 8 in 2024-08-29T14:51:25.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:25 smithi131 ceph-mon[29516]: osdmap e216: 8 total, 8 up, 8 in 2024-08-29T14:51:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-mon[20881]: osdmap e216: 8 total, 8 up, 8 in 2024-08-29T14:51:26.250 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.961Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T14:51:26.250 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.961Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-29T14:51:26.250 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.961Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-29T14:51:26.250 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.961Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T14:51:26.250 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.961Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-29T14:51:26.250 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.961Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-29T14:51:26.250 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.961Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T14:51:26.250 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.961Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-29T14:51:26.250 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.962Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-29T14:51:26.250 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.962Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T14:51:26.251 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.962Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-29T14:51:26.251 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[54390]: ts=2024-08-29T14:51:25.962Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-29T14:51:26.251 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:25 smithi169 podman[65876]: 2024-08-29 14:51:25.971857881 +0000 UTC m=+1.028148458 container died 7382015f118315935a8f5ea53866fd190b5ee87b4f974805873c6e41c82c2f53 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:26.254 INFO:tasks.rados.rados.0.smithi131.stdout:772: done (4 left) 2024-08-29T14:51:26.254 INFO:tasks.rados.rados.0.smithi131.stdout:773: done (3 left) 2024-08-29T14:51:26.254 INFO:tasks.rados.rados.0.smithi131.stdout:774: done (2 left) 2024-08-29T14:51:26.254 INFO:tasks.rados.rados.0.smithi131.stdout:775: done (1 left) 2024-08-29T14:51:26.255 INFO:tasks.rados.rados.0.smithi131.stdout:776: done (0 left) 2024-08-29T14:51:26.255 INFO:tasks.rados.rados.0.smithi131.stdout:777: rollback oid 27 current snap is 71 2024-08-29T14:51:26.255 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 58 2024-08-29T14:51:26.255 INFO:tasks.rados.rados.0.smithi131.stdout:778: snap_remove snap 70 2024-08-29T14:51:26.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:26 smithi131 ceph-mon[17514]: osdmap e217: 8 total, 8 up, 8 in 2024-08-29T14:51:26.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:26 smithi131 ceph-mon[17514]: pgmap v63: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.1 MiB/s wr, 25 op/s 2024-08-29T14:51:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:26 smithi131 ceph-mon[29516]: osdmap e217: 8 total, 8 up, 8 in 2024-08-29T14:51:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:26 smithi131 ceph-mon[29516]: pgmap v63: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.1 MiB/s wr, 25 op/s 2024-08-29T14:51:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:26 smithi169 ceph-mon[20881]: osdmap e217: 8 total, 8 up, 8 in 2024-08-29T14:51:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:26 smithi169 ceph-mon[20881]: pgmap v63: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.1 MiB/s wr, 25 op/s 2024-08-29T14:51:27.255 INFO:tasks.rados.rados.0.smithi131.stdout:778: done (1 left) 2024-08-29T14:51:27.255 INFO:tasks.rados.rados.0.smithi131.stdout:779: copy_from oid 11 from oid 41 current snap is 71 2024-08-29T14:51:27.256 INFO:tasks.rados.rados.0.smithi131.stdout:777: finishing rollback tid 1 to smithi13174786-27 2024-08-29T14:51:27.256 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 0 (ObjNum 465 snap 0 seq_num 1653073559) dirty dne 2024-08-29T14:51:27.256 INFO:tasks.rados.rados.0.smithi131.stdout:777: done (1 left) 2024-08-29T14:51:27.256 INFO:tasks.rados.rados.0.smithi131.stdout:780: copy_from oid 46 from oid 17 current snap is 71 2024-08-29T14:51:27.256 INFO:tasks.rados.rados.0.smithi131.stdout:781: delete oid 29 current snap is 71 2024-08-29T14:51:27.262 INFO:tasks.rados.rados.0.smithi131.stdout:780: finishing copy_from racing read to smithi13174786-46 2024-08-29T14:51:27.263 INFO:tasks.rados.rados.0.smithi131.stdout:781: done (2 left) 2024-08-29T14:51:27.263 INFO:tasks.rados.rados.0.smithi131.stdout:782: snap_remove snap 67 2024-08-29T14:51:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:27 smithi169 ceph-mon[20881]: osdmap e218: 8 total, 8 up, 8 in 2024-08-29T14:51:27.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:27 smithi169 podman[65876]: 2024-08-29 14:51:27.20036763 +0000 UTC m=+2.256658195 container cleanup 7382015f118315935a8f5ea53866fd190b5ee87b4f974805873c6e41c82c2f53 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:27.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:27 smithi169 bash[65876]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T14:51:27.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:27 smithi131 ceph-mon[17514]: osdmap e218: 8 total, 8 up, 8 in 2024-08-29T14:51:27.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:27 smithi131 ceph-mon[29516]: osdmap e218: 8 total, 8 up, 8 in 2024-08-29T14:51:27.681 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:27 smithi169 podman[65893]: 2024-08-29 14:51:27.418687015 +0000 UTC m=+1.443672380 container remove 7382015f118315935a8f5ea53866fd190b5ee87b4f974805873c6e41c82c2f53 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:28.092 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:27 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-29T14:51:28.092 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:27 smithi169 systemd[1]: Stopped Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:28.092 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:27 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@prometheus.a.service: Consumed 1.770s CPU time. 2024-08-29T14:51:28.092 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:27 smithi169 systemd[1]: Starting Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:28.270 INFO:tasks.rados.rados.0.smithi131.stdout:780: finishing copy_from to smithi13174786-46 2024-08-29T14:51:28.270 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 229 (ObjNum 65 snap 0 seq_num 1903316825) dirty exists 2024-08-29T14:51:28.271 INFO:tasks.rados.rados.0.smithi131.stdout:779: finishing copy_from racing read to smithi13174786-11 2024-08-29T14:51:28.271 INFO:tasks.rados.rados.0.smithi131.stdout:779: finishing copy_from to smithi13174786-11 2024-08-29T14:51:28.271 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 569 (ObjNum 136 snap 33 seq_num 136) dirty exists 2024-08-29T14:51:28.271 INFO:tasks.rados.rados.0.smithi131.stdout:779: done (2 left) 2024-08-29T14:51:28.271 INFO:tasks.rados.rados.0.smithi131.stdout:780: done (1 left) 2024-08-29T14:51:28.271 INFO:tasks.rados.rados.0.smithi131.stdout:782: done (0 left) 2024-08-29T14:51:28.271 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 71 2024-08-29T14:51:28.271 INFO:tasks.rados.rados.0.smithi131.stdout:783: seq_num 256 ranges {2170880=696320,2867200=434176,3301376=770048} 2024-08-29T14:51:28.286 INFO:tasks.rados.rados.0.smithi131.stdout:783: writing smithi13174786-31 from 2170880 to 2867200 tid 1 2024-08-29T14:51:28.288 INFO:tasks.rados.rados.0.smithi131.stdout:783: writing smithi13174786-31 from 2867200 to 3301376 tid 2 2024-08-29T14:51:28.293 INFO:tasks.rados.rados.0.smithi131.stdout:783: writing smithi13174786-31 from 3301376 to 4071424 tid 3 2024-08-29T14:51:28.293 INFO:tasks.rados.rados.0.smithi131.stdout:784: delete oid 29 current snap is 71 2024-08-29T14:51:28.293 INFO:tasks.rados.rados.0.smithi131.stdout:783: finishing write tid 1 to smithi13174786-31 2024-08-29T14:51:28.294 INFO:tasks.rados.rados.0.smithi131.stdout:783: finishing write tid 2 to smithi13174786-31 2024-08-29T14:51:28.295 INFO:tasks.rados.rados.0.smithi131.stdout:784: done (1 left) 2024-08-29T14:51:28.295 INFO:tasks.rados.rados.0.smithi131.stdout:785: snap_remove snap 59 2024-08-29T14:51:28.370 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-mon[20881]: osdmap e219: 8 total, 8 up, 8 in 2024-08-29T14:51:28.370 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-mon[20881]: pgmap v66: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-08-29T14:51:28.370 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 podman[66026]: 2024-08-29 14:51:27.995108269 +0000 UTC m=+0.016609851 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-08-29T14:51:28.370 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 podman[66026]: 2024-08-29 14:51:28.219908197 +0000 UTC m=+0.241409820 container create 15a0ad5c7ad3491aa230a9b25a4a69e524f9f3ab5a19692a561a2c6b6b8af49c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:28 smithi131 ceph-mon[17514]: osdmap e219: 8 total, 8 up, 8 in 2024-08-29T14:51:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:28 smithi131 ceph-mon[17514]: pgmap v66: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-08-29T14:51:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:28 smithi131 ceph-mon[29516]: osdmap e219: 8 total, 8 up, 8 in 2024-08-29T14:51:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:28 smithi131 ceph-mon[29516]: pgmap v66: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-08-29T14:51:28.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 podman[66026]: 2024-08-29 14:51:28.480372822 +0000 UTC m=+0.501874403 container init 15a0ad5c7ad3491aa230a9b25a4a69e524f9f3ab5a19692a561a2c6b6b8af49c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 podman[66026]: 2024-08-29 14:51:28.485642811 +0000 UTC m=+0.507144393 container start 15a0ad5c7ad3491aa230a9b25a4a69e524f9f3ab5a19692a561a2c6b6b8af49c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.505Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.505Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.505Z caller=main.go:623 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi169 (none))" 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.505Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.505Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.507Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.507Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.509Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.509Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T14:51:28.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.511Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.511Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.636µs 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.511Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.511Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.523Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.523Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.523Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.889µs wal_replay_duration=12.264569ms wbl_replay_duration=80ns total_replay_duration=12.304883ms 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.526Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.526Z caller=main.go:1153 level=info msg="TSDB started" 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.526Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.542Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.327639ms db_storage=813ns remote_storage=1.07µs web_handler=339ns query_engine=861ns scrape=390.023µs scrape_sd=90.359µs notify=9.161µs notify_sd=8.768µs rules=15.46186ms tracing=5.776µs 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.542Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-08-29T14:51:28.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:28.542Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T14:51:28.882 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 bash[66026]: 15a0ad5c7ad3491aa230a9b25a4a69e524f9f3ab5a19692a561a2c6b6b8af49c 2024-08-29T14:51:28.882 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:28 smithi169 systemd[1]: Started Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:29.272 INFO:tasks.rados.rados.0.smithi131.stdout:785: done (1 left) 2024-08-29T14:51:29.273 INFO:tasks.rados.rados.0.smithi131.stdout:786: read oid 9 snap -1 2024-08-29T14:51:29.273 INFO:tasks.rados.rados.0.smithi131.stdout:786: expect deleted 2024-08-29T14:51:29.273 INFO:tasks.rados.rados.0.smithi131.stdout:787: snap_remove snap 63 2024-08-29T14:51:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:29 smithi131 ceph-mon[17514]: osdmap e220: 8 total, 8 up, 8 in 2024-08-29T14:51:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:29 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:29 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:29 smithi131 ceph-mon[17514]: Reconfiguring grafana.a (dependencies changed)... 2024-08-29T14:51:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:29 smithi131 ceph-mon[17514]: Reconfiguring daemon grafana.a on smithi169 2024-08-29T14:51:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:29 smithi131 ceph-mon[29516]: osdmap e220: 8 total, 8 up, 8 in 2024-08-29T14:51:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:29 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:29 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:29 smithi131 ceph-mon[29516]: Reconfiguring grafana.a (dependencies changed)... 2024-08-29T14:51:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:29 smithi131 ceph-mon[29516]: Reconfiguring daemon grafana.a on smithi169 2024-08-29T14:51:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:29 smithi169 ceph-mon[20881]: osdmap e220: 8 total, 8 up, 8 in 2024-08-29T14:51:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:29 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:29 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:29 smithi169 ceph-mon[20881]: Reconfiguring grafana.a (dependencies changed)... 2024-08-29T14:51:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:29 smithi169 ceph-mon[20881]: Reconfiguring daemon grafana.a on smithi169 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:783: finishing write tid 3 to smithi13174786-31 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:783: finishing write tid 4 to smithi13174786-31 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:783: finishing write tid 5 to smithi13174786-31 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 367 (ObjNum 256 snap 71 seq_num 256) dirty exists 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:783: left oid 31 (ObjNum 256 snap 71 seq_num 256) 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:783: done (2 left) 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:786: done (1 left) 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:787: done (0 left) 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:788: read oid 35 snap -1 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:788: expect (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:51:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:789: rollback oid 4 current snap is 71 2024-08-29T14:51:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 4 to 68 2024-08-29T14:51:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 71 2024-08-29T14:51:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:790: seq_num 258 ranges {0=729088,729088=606208,1335296=598016} 2024-08-29T14:51:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:790: writing smithi13174786-44 from 0 to 729088 tid 1 2024-08-29T14:51:30.299 INFO:tasks.rados.rados.0.smithi131.stdout:790: writing smithi13174786-44 from 729088 to 1335296 tid 2 2024-08-29T14:51:30.302 INFO:tasks.rados.rados.0.smithi131.stdout:790: writing smithi13174786-44 from 1335296 to 1933312 tid 3 2024-08-29T14:51:30.303 INFO:tasks.rados.rados.0.smithi131.stdout:791: read oid 24 snap -1 2024-08-29T14:51:30.303 INFO:tasks.rados.rados.0.smithi131.stdout:791: expect (ObjNum 188 snap 50 seq_num 188) 2024-08-29T14:51:30.303 INFO:tasks.rados.rados.0.smithi131.stdout:792: delete oid 3 current snap is 71 2024-08-29T14:51:30.304 INFO:tasks.rados.rados.0.smithi131.stdout:792: done (4 left) 2024-08-29T14:51:30.304 INFO:tasks.rados.rados.0.smithi131.stdout:793: setattr oid 14 current snap is 71 2024-08-29T14:51:30.305 INFO:tasks.rados.rados.0.smithi131.stdout:788: expect (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:51:30.330 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:30 smithi169 ceph-mon[20881]: osdmap e221: 8 total, 8 up, 8 in 2024-08-29T14:51:30.330 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:30 smithi169 ceph-mon[20881]: pgmap v69: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-08-29T14:51:30.425 INFO:tasks.rados.rados.0.smithi131.stdout:789: finishing rollback tid 0 to smithi13174786-4 2024-08-29T14:51:30.426 INFO:tasks.rados.rados.0.smithi131.stdout:791: expect (ObjNum 188 snap 50 seq_num 188) 2024-08-29T14:51:30.473 INFO:tasks.rados.rados.0.smithi131.stdout:789: finishing rollback tid 1 to smithi13174786-4 2024-08-29T14:51:30.473 INFO:tasks.rados.rados.0.smithi131.stdout:789: finishing rollback tid 2 to smithi13174786-4 2024-08-29T14:51:30.473 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 572 (ObjNum 240 snap 67 seq_num 240) dirty exists 2024-08-29T14:51:30.473 INFO:tasks.rados.rados.0.smithi131.stdout:790: finishing write tid 1 to smithi13174786-44 2024-08-29T14:51:30.473 INFO:tasks.rados.rados.0.smithi131.stdout:790: finishing write tid 2 to smithi13174786-44 2024-08-29T14:51:30.473 INFO:tasks.rados.rados.0.smithi131.stdout:790: finishing write tid 3 to smithi13174786-44 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:790: finishing write tid 4 to smithi13174786-44 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:790: finishing write tid 5 to smithi13174786-44 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 576 (ObjNum 258 snap 71 seq_num 258) dirty exists 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:790: left oid 44 (ObjNum 258 snap 71 seq_num 258) 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:788: done (4 left) 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:789: done (3 left) 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:790: done (2 left) 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:791: done (1 left) 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:794: rmattr oid 30 current snap is 71 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:794: done (1 left) 2024-08-29T14:51:30.474 INFO:tasks.rados.rados.0.smithi131.stdout:795: setattr oid 32 current snap is 71 2024-08-29T14:51:30.475 INFO:tasks.rados.rados.0.smithi131.stdout:796: delete oid 44 current snap is 71 2024-08-29T14:51:30.475 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 375 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-08-29T14:51:30.476 INFO:tasks.rados.rados.0.smithi131.stdout:793: done (2 left) 2024-08-29T14:51:30.476 INFO:tasks.rados.rados.0.smithi131.stdout:796: done (1 left) 2024-08-29T14:51:30.476 INFO:tasks.rados.rados.0.smithi131.stdout:797: copy_from oid 27 from oid 10 current snap is 71 2024-08-29T14:51:30.476 INFO:tasks.rados.rados.0.smithi131.stdout:798: read oid 42 snap -1 2024-08-29T14:51:30.476 INFO:tasks.rados.rados.0.smithi131.stdout:798: expect deleted 2024-08-29T14:51:30.476 INFO:tasks.rados.rados.0.smithi131.stdout:799: setattr oid 34 current snap is 71 2024-08-29T14:51:30.477 INFO:tasks.rados.rados.0.smithi131.stdout:798: done (3 left) 2024-08-29T14:51:30.477 INFO:tasks.rados.rados.0.smithi131.stdout:800: rollback oid 14 current snap is 71 2024-08-29T14:51:30.477 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 14 to 57 2024-08-29T14:51:30.477 INFO:tasks.rados.rados.0.smithi131.stdout:801: copy_from oid 48 from oid 20 current snap is 71 2024-08-29T14:51:30.477 INFO:tasks.rados.rados.0.smithi131.stdout:802: read oid 39 snap -1 2024-08-29T14:51:30.477 INFO:tasks.rados.rados.0.smithi131.stdout:802: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:51:30.477 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 71 2024-08-29T14:51:30.477 INFO:tasks.rados.rados.0.smithi131.stdout:803: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-08-29T14:51:30.481 INFO:tasks.rados.rados.0.smithi131.stdout:803: writing smithi13174786-9 from 0 to 778240 tid 1 2024-08-29T14:51:30.486 INFO:tasks.rados.rados.0.smithi131.stdout:803: writing smithi13174786-9 from 778240 to 1482752 tid 2 2024-08-29T14:51:30.489 INFO:tasks.rados.rados.0.smithi131.stdout:803: writing smithi13174786-9 from 1482752 to 1982464 tid 3 2024-08-29T14:51:30.489 INFO:tasks.rados.rados.0.smithi131.stdout:804: read oid 30 snap -1 2024-08-29T14:51:30.489 INFO:tasks.rados.rados.0.smithi131.stdout:804: expect (ObjNum 247 snap 68 seq_num 247) 2024-08-29T14:51:30.489 INFO:tasks.rados.rados.0.smithi131.stdout:805: snap_remove snap 58 2024-08-29T14:51:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:30 smithi131 ceph-mon[17514]: osdmap e221: 8 total, 8 up, 8 in 2024-08-29T14:51:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:30 smithi131 ceph-mon[17514]: pgmap v69: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-08-29T14:51:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:30 smithi131 ceph-mon[29516]: osdmap e221: 8 total, 8 up, 8 in 2024-08-29T14:51:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:30 smithi131 ceph-mon[29516]: pgmap v69: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-08-29T14:51:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 605 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T14:51:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 209 (ObjNum 211 snap 57 seq_num 211) dirty exists 2024-08-29T14:51:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:800: finishing rollback tid 0 to smithi13174786-14 2024-08-29T14:51:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:800: finishing rollback tid 1 to smithi13174786-14 2024-08-29T14:51:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:800: finishing rollback tid 2 to smithi13174786-14 2024-08-29T14:51:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 378 (ObjNum 146 snap 39 seq_num 146) dirty exists 2024-08-29T14:51:31.296 INFO:tasks.rados.rados.0.smithi131.stdout:802: expect (ObjNum 171 snap 43 seq_num 171) 2024-08-29T14:51:31.321 INFO:tasks.rados.rados.0.smithi131.stdout:803: finishing write tid 1 to smithi13174786-9 2024-08-29T14:51:31.321 INFO:tasks.rados.rados.0.smithi131.stdout:803: finishing write tid 2 to smithi13174786-9 2024-08-29T14:51:31.321 INFO:tasks.rados.rados.0.smithi131.stdout:797: finishing copy_from racing read to smithi13174786-27 2024-08-29T14:51:31.321 INFO:tasks.rados.rados.0.smithi131.stdout:797: finishing copy_from to smithi13174786-27 2024-08-29T14:51:31.321 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 266 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-08-29T14:51:31.322 INFO:tasks.rados.rados.0.smithi131.stdout:803: finishing write tid 3 to smithi13174786-9 2024-08-29T14:51:31.322 INFO:tasks.rados.rados.0.smithi131.stdout:803: finishing write tid 4 to smithi13174786-9 2024-08-29T14:51:31.322 INFO:tasks.rados.rados.0.smithi131.stdout:804: expect (ObjNum 247 snap 68 seq_num 247) 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:803: finishing write tid 5 to smithi13174786-9 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 368 (ObjNum 261 snap 71 seq_num 261) dirty exists 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:803: left oid 9 (ObjNum 261 snap 71 seq_num 261) 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:801: finishing copy_from racing read to smithi13174786-48 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:801: finishing copy_from to smithi13174786-48 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 266 (ObjNum 226 snap 61 seq_num 226) dirty exists 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:795: done (8 left) 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:797: done (7 left) 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:799: done (6 left) 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:800: done (5 left) 2024-08-29T14:51:31.366 INFO:tasks.rados.rados.0.smithi131.stdout:801: done (4 left) 2024-08-29T14:51:31.367 INFO:tasks.rados.rados.0.smithi131.stdout:802: done (3 left) 2024-08-29T14:51:31.367 INFO:tasks.rados.rados.0.smithi131.stdout:803: done (2 left) 2024-08-29T14:51:31.367 INFO:tasks.rados.rados.0.smithi131.stdout:804: done (1 left) 2024-08-29T14:51:31.367 INFO:tasks.rados.rados.0.smithi131.stdout:805: done (0 left) 2024-08-29T14:51:31.367 INFO:tasks.rados.rados.0.smithi131.stdout:806: snap_create 2024-08-29T14:51:31.553 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:31 smithi169 ceph-mon[20881]: osdmap e222: 8 total, 8 up, 8 in 2024-08-29T14:51:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:31 smithi131 ceph-mon[17514]: osdmap e222: 8 total, 8 up, 8 in 2024-08-29T14:51:31.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:31 smithi131 ceph-mon[29516]: osdmap e222: 8 total, 8 up, 8 in 2024-08-29T14:51:31.870 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:31 smithi169 systemd[1]: Stopping Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:32.129 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:31 smithi169 podman[66318]: 2024-08-29 14:51:31.86937169 +0000 UTC m=+0.111744194 container died fce1b34fbb1ade7cf431b61a07de9ba64c78c2dfe281236d59da1ec6b61bb8d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, io.openshift.tags=base rhel8, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, maintainer=Paul Cuzner , io.openshift.expose-services=, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, architecture=x86_64, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, name=ubi8, io.buildah.version=1.32.0) 2024-08-29T14:51:32.237 INFO:tasks.rados.rados.0.smithi131.stdout:806: done (0 left) 2024-08-29T14:51:32.237 INFO:tasks.rados.rados.0.smithi131.stdout:807: rollback oid 21 current snap is 72 2024-08-29T14:51:32.237 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 69 2024-08-29T14:51:32.237 INFO:tasks.rados.rados.0.smithi131.stdout:808: copy_from oid 28 from oid 37 current snap is 72 2024-08-29T14:51:32.237 INFO:tasks.rados.rados.0.smithi131.stdout:809: delete oid 1 current snap is 72 2024-08-29T14:51:32.240 INFO:tasks.rados.rados.0.smithi131.stdout:809: done (2 left) 2024-08-29T14:51:32.240 INFO:tasks.rados.rados.0.smithi131.stdout:810: delete oid 20 current snap is 72 2024-08-29T14:51:32.244 INFO:tasks.rados.rados.0.smithi131.stdout:807: finishing rollback tid 0 to smithi13174786-21 2024-08-29T14:51:32.244 INFO:tasks.rados.rados.0.smithi131.stdout:807: finishing rollback tid 1 to smithi13174786-21 2024-08-29T14:51:32.245 INFO:tasks.rados.rados.0.smithi131.stdout:807: finishing rollback tid 2 to smithi13174786-21 2024-08-29T14:51:32.245 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 299 (ObjNum 158 snap 40 seq_num 158) dirty exists 2024-08-29T14:51:32.245 INFO:tasks.rados.rados.0.smithi131.stdout:807: done (2 left) 2024-08-29T14:51:32.245 INFO:tasks.rados.rados.0.smithi131.stdout:810: done (1 left) 2024-08-29T14:51:32.245 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 72 2024-08-29T14:51:32.245 INFO:tasks.rados.rados.0.smithi131.stdout:811: seq_num 264 ranges {1327104=425984,1753088=761856,2514944=770048,3284992=73728} 2024-08-29T14:51:32.255 INFO:tasks.rados.rados.0.smithi131.stdout:811: writing smithi13174786-24 from 1327104 to 1753088 tid 1 2024-08-29T14:51:32.259 INFO:tasks.rados.rados.0.smithi131.stdout:811: writing smithi13174786-24 from 1753088 to 2514944 tid 2 2024-08-29T14:51:32.264 INFO:tasks.rados.rados.0.smithi131.stdout:811: writing smithi13174786-24 from 2514944 to 3284992 tid 3 2024-08-29T14:51:32.264 INFO:tasks.rados.rados.0.smithi131.stdout:811: writing smithi13174786-24 from 3284992 to 3358720 tid 4 2024-08-29T14:51:32.265 INFO:tasks.rados.rados.0.smithi131.stdout:812: rmattr oid 2 current snap is 72 2024-08-29T14:51:32.265 INFO:tasks.rados.rados.0.smithi131.stdout:808: finishing copy_from racing read to smithi13174786-28 2024-08-29T14:51:32.265 INFO:tasks.rados.rados.0.smithi131.stdout:812: done (2 left) 2024-08-29T14:51:32.265 INFO:tasks.rados.rados.0.smithi131.stdout:813: snap_create 2024-08-29T14:51:32.265 INFO:tasks.rados.rados.0.smithi131.stdout:808: finishing copy_from to smithi13174786-28 2024-08-29T14:51:32.265 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 243 (ObjNum 245 snap 68 seq_num 245) dirty exists 2024-08-29T14:51:32.265 INFO:tasks.rados.rados.0.smithi131.stdout:811: finishing write tid 1 to smithi13174786-24 2024-08-29T14:51:32.265 INFO:tasks.rados.rados.0.smithi131.stdout:811: finishing write tid 2 to smithi13174786-24 2024-08-29T14:51:32.267 INFO:tasks.rados.rados.0.smithi131.stdout:811: finishing write tid 3 to smithi13174786-24 2024-08-29T14:51:32.267 INFO:tasks.rados.rados.0.smithi131.stdout:811: finishing write tid 4 to smithi13174786-24 2024-08-29T14:51:32.268 INFO:tasks.rados.rados.0.smithi131.stdout:811: finishing write tid 5 to smithi13174786-24 2024-08-29T14:51:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:811: finishing write tid 6 to smithi13174786-24 2024-08-29T14:51:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 436 (ObjNum 264 snap 72 seq_num 264) dirty exists 2024-08-29T14:51:32.269 INFO:tasks.rados.rados.0.smithi131.stdout:811: left oid 24 (ObjNum 264 snap 72 seq_num 264) 2024-08-29T14:51:32.508 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:32 smithi169 podman[66318]: 2024-08-29 14:51:32.257046263 +0000 UTC m=+0.499418767 container cleanup fce1b34fbb1ade7cf431b61a07de9ba64c78c2dfe281236d59da1ec6b61bb8d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., distribution-scope=public, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , io.openshift.expose-services=, description=Ceph Grafana Container, name=ubi8, release=239.1651231664, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-08-29T14:51:32.509 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:32 smithi169 bash[66318]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a 2024-08-29T14:51:32.509 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:32 smithi169 ceph-mon[20881]: osdmap e223: 8 total, 8 up, 8 in 2024-08-29T14:51:32.509 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:32 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:32.509 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:32 smithi169 ceph-mon[20881]: pgmap v72: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:32.509 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:32 smithi169 ceph-mon[20881]: osdmap e224: 8 total, 8 up, 8 in 2024-08-29T14:51:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:32 smithi131 ceph-mon[17514]: osdmap e223: 8 total, 8 up, 8 in 2024-08-29T14:51:32.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:32 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:32.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:32 smithi131 ceph-mon[17514]: pgmap v72: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:32.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:32 smithi131 ceph-mon[17514]: osdmap e224: 8 total, 8 up, 8 in 2024-08-29T14:51:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:32 smithi131 ceph-mon[29516]: osdmap e223: 8 total, 8 up, 8 in 2024-08-29T14:51:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:32 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:32 smithi131 ceph-mon[29516]: pgmap v72: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:32 smithi131 ceph-mon[29516]: osdmap e224: 8 total, 8 up, 8 in 2024-08-29T14:51:32.879 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:32 smithi169 podman[66335]: 2024-08-29 14:51:32.508224642 +0000 UTC m=+0.637231040 container remove fce1b34fbb1ade7cf431b61a07de9ba64c78c2dfe281236d59da1ec6b61bb8d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, io.openshift.tags=base rhel8, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, distribution-scope=public, io.buildah.version=1.32.0, vcs-type=git, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, name=ubi8, version=8.5) 2024-08-29T14:51:32.879 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:32 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:51:32.879 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:32 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-29T14:51:32.879 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:32 smithi169 systemd[1]: Stopped Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:32.879 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:32 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@grafana.a.service: Consumed 5.409s CPU time. 2024-08-29T14:51:32.880 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:32 smithi169 systemd[1]: Starting Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:33.154 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:32 smithi169 podman[66433]: 2024-08-29 14:51:32.788834147 +0000 UTC m=+0.015168666 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-29T14:51:33.154 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:32 smithi169 podman[66433]: 2024-08-29 14:51:32.922515722 +0000 UTC m=+0.148850291 container create db639e96b4083ff8f8ad1c5394eb04659e2517e88a60039f79687e90ff580329 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, architecture=x86_64, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, name=ubi8, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, com.redhat.component=ubi8-container, version=8.5, distribution-scope=public, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-08-29T14:51:33.154 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 podman[66433]: 2024-08-29 14:51:33.153285411 +0000 UTC m=+0.379619918 container init db639e96b4083ff8f8ad1c5394eb04659e2517e88a60039f79687e90ff580329 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.openshift.expose-services=, name=ubi8, description=Ceph Grafana Container, version=8.5, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-08-29T14:51:33.239 INFO:tasks.rados.rados.0.smithi131.stdout:808: done (2 left) 2024-08-29T14:51:33.239 INFO:tasks.rados.rados.0.smithi131.stdout:811: done (1 left) 2024-08-29T14:51:33.239 INFO:tasks.rados.rados.0.smithi131.stdout:813: done (0 left) 2024-08-29T14:51:33.239 INFO:tasks.rados.rados.0.smithi131.stdout:814: rmattr oid 35 current snap is 73 2024-08-29T14:51:33.240 INFO:tasks.rados.rados.0.smithi131.stdout:814: done (0 left) 2024-08-29T14:51:33.240 INFO:tasks.rados.rados.0.smithi131.stdout:815: read oid 27 snap -1 2024-08-29T14:51:33.240 INFO:tasks.rados.rados.0.smithi131.stdout:815: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:51:33.240 INFO:tasks.rados.rados.0.smithi131.stdout:816: setattr oid 18 current snap is 73 2024-08-29T14:51:33.240 INFO:tasks.rados.rados.0.smithi131.stdout:817: rollback oid 25 current snap is 73 2024-08-29T14:51:33.240 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 25 to 68 2024-08-29T14:51:33.241 INFO:tasks.rados.rados.0.smithi131.stdout:818: snap_remove snap 57 2024-08-29T14:51:33.427 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 podman[66433]: 2024-08-29 14:51:33.158603399 +0000 UTC m=+0.384937915 container start db639e96b4083ff8f8ad1c5394eb04659e2517e88a60039f79687e90ff580329 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, vcs-type=git, name=ubi8, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., io.buildah.version=1.32.0, version=8.5, io.openshift.expose-services=) 2024-08-29T14:51:33.427 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 bash[66433]: db639e96b4083ff8f8ad1c5394eb04659e2517e88a60039f79687e90ff580329 2024-08-29T14:51:33.427 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 systemd[1]: Started Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:33.427 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.320827817Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-29T14:51:33.427 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321220606Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321248006Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321261079Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321272273Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.32128354Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321296879Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321308174Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321319494Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321329708Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321340264Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321350281Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321361596Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=settings t=2024-08-29T14:51:33.321372732Z level=info msg="App mode production" 2024-08-29T14:51:33.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=sqlstore t=2024-08-29T14:51:33.321440673Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-29T14:51:33.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=sqlstore t=2024-08-29T14:51:33.32146636Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-29T14:51:33.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=migrator t=2024-08-29T14:51:33.335779333Z level=info msg="Starting DB migrations" 2024-08-29T14:51:33.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=migrator t=2024-08-29T14:51:33.341349275Z level=info msg="migrations completed" performed=0 skipped=481 duration=1.196708ms 2024-08-29T14:51:33.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=sqlstore t=2024-08-29T14:51:33.342164942Z level=info msg="Created default organization" 2024-08-29T14:51:33.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=plugin.loader t=2024-08-29T14:51:33.398411468Z level=info msg="Plugin registered" pluginID=input 2024-08-29T14:51:33.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=plugin.loader t=2024-08-29T14:51:33.426441396Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-29T14:51:33.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=plugin.loader t=2024-08-29T14:51:33.426468683Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-29T14:51:33.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=secrets t=2024-08-29T14:51:33.426507488Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-29T14:51:33.857 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=query_data t=2024-08-29T14:51:33.428349426Z level=info msg="Query Service initialization" 2024-08-29T14:51:33.857 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=live.push_http t=2024-08-29T14:51:33.430673461Z level=info msg="Live Push Gateway initialization" 2024-08-29T14:51:34.133 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:33 smithi169 systemd[1]: Stopping Ceph node-exporter.b for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:34.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 617 (ObjNum 194 snap 52 seq_num 194) dirty exists 2024-08-29T14:51:34.239 INFO:tasks.rados.rados.0.smithi131.stdout:817: finishing rollback tid 0 to smithi13174786-25 2024-08-29T14:51:34.239 INFO:tasks.rados.rados.0.smithi131.stdout:817: finishing rollback tid 1 to smithi13174786-25 2024-08-29T14:51:34.239 INFO:tasks.rados.rados.0.smithi131.stdout:817: finishing rollback tid 2 to smithi13174786-25 2024-08-29T14:51:34.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 621 (ObjNum 161 snap 0 seq_num 2120241200) dirty exists 2024-08-29T14:51:34.239 INFO:tasks.rados.rados.0.smithi131.stdout:815: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:51:34.395 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:34 smithi169 podman[66627]: 2024-08-29 14:51:34.137631842 +0000 UTC m=+0.115103201 container died 7874297960dac4330260012e63a020050f4cc32e9e85ead5135689224fc9294e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:51:34.396 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-mon[20881]: osdmap e225: 8 total, 8 up, 8 in 2024-08-29T14:51:34.396 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:34.396 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:34.396 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-mon[20881]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-29T14:51:34.396 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-mon[20881]: Deploying daemon node-exporter.b on smithi169 2024-08-29T14:51:34.396 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-mon[20881]: pgmap v75: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-08-29T14:51:34.396 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=infra.usagestats.collector t=2024-08-29T14:51:34.214727851Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-29T14:51:34.397 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=provisioning.datasources t=2024-08-29T14:51:34.303349846Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-29T14:51:34.397 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=provisioning.datasources t=2024-08-29T14:51:34.303379161Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-29T14:51:34.397 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=provisioning.datasources t=2024-08-29T14:51:34.313629713Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-29T14:51:34.456 INFO:tasks.rados.rados.0.smithi131.stdout:815: done (3 left) 2024-08-29T14:51:34.457 INFO:tasks.rados.rados.0.smithi131.stdout:816: done (2 left) 2024-08-29T14:51:34.457 INFO:tasks.rados.rados.0.smithi131.stdout:817: done (1 left) 2024-08-29T14:51:34.457 INFO:tasks.rados.rados.0.smithi131.stdout:818: done (0 left) 2024-08-29T14:51:34.457 INFO:tasks.rados.rados.0.smithi131.stdout:819: snap_remove snap 69 2024-08-29T14:51:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[17514]: osdmap e225: 8 total, 8 up, 8 in 2024-08-29T14:51:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[17514]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-29T14:51:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[17514]: Deploying daemon node-exporter.b on smithi169 2024-08-29T14:51:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[17514]: pgmap v75: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-08-29T14:51:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[29516]: osdmap e225: 8 total, 8 up, 8 in 2024-08-29T14:51:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[29516]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-29T14:51:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[29516]: Deploying daemon node-exporter.b on smithi169 2024-08-29T14:51:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:34 smithi131 ceph-mon[29516]: pgmap v75: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-08-29T14:51:34.744 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:34 smithi169 podman[66627]: 2024-08-29 14:51:34.525651894 +0000 UTC m=+0.503123252 container cleanup 7874297960dac4330260012e63a020050f4cc32e9e85ead5135689224fc9294e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:51:34.744 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:34 smithi169 bash[66627]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-29T14:51:34.744 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=provisioning.alerting t=2024-08-29T14:51:34.395545205Z level=info msg="starting to provision alerting" 2024-08-29T14:51:34.744 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=provisioning.alerting t=2024-08-29T14:51:34.395589534Z level=info msg="finished to provision alerting" 2024-08-29T14:51:34.744 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=ngalert.state.manager t=2024-08-29T14:51:34.395683683Z level=info msg="Warming state cache for startup" 2024-08-29T14:51:34.744 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=grafanaStorageLogger t=2024-08-29T14:51:34.395775463Z level=info msg="storage starting" 2024-08-29T14:51:34.745 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=http.server t=2024-08-29T14:51:34.398197159Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-29T14:51:34.745 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=ngalert.state.manager t=2024-08-29T14:51:34.405821514Z level=info msg="State cache has been initialized" states=0 duration=10.135071ms 2024-08-29T14:51:34.745 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=ngalert.multiorg.alertmanager t=2024-08-29T14:51:34.405879154Z level=info msg="starting MultiOrg Alertmanager" 2024-08-29T14:51:34.745 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:51:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[66447]: logger=ticker t=2024-08-29T14:51:34.405911634Z level=info msg=starting first_tick=2024-08-29T14:51:40Z 2024-08-29T14:51:35.076 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:34 smithi169 podman[66644]: 2024-08-29 14:51:34.743294 +0000 UTC m=+0.605850796 container remove 7874297960dac4330260012e63a020050f4cc32e9e85ead5135689224fc9294e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:51:35.076 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:34 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:51:35.076 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:34 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-29T14:51:35.076 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:34 smithi169 systemd[1]: Stopped Ceph node-exporter.b for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:35.076 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:34 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.b.service: Consumed 2.257s CPU time. 2024-08-29T14:51:35.308 INFO:tasks.rados.rados.0.smithi131.stdout:819: done (0 left) 2024-08-29T14:51:35.308 INFO:tasks.rados.rados.0.smithi131.stdout:820: setattr oid 30 current snap is 73 2024-08-29T14:51:35.310 INFO:tasks.rados.rados.0.smithi131.stdout:821: read oid 38 snap -1 2024-08-29T14:51:35.310 INFO:tasks.rados.rados.0.smithi131.stdout:821: expect (ObjNum 249 snap 68 seq_num 249) 2024-08-29T14:51:35.310 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 73 2024-08-29T14:51:35.310 INFO:tasks.rados.rados.0.smithi131.stdout:822: seq_num 265 ranges {0=442368,442368=647168,1089536=573440,1662976=385024} 2024-08-29T14:51:35.312 INFO:tasks.rados.rados.0.smithi131.stdout:822: writing smithi13174786-49 from 0 to 442368 tid 1 2024-08-29T14:51:35.317 INFO:tasks.rados.rados.0.smithi131.stdout:822: writing smithi13174786-49 from 442368 to 1089536 tid 2 2024-08-29T14:51:35.321 INFO:tasks.rados.rados.0.smithi131.stdout:822: writing smithi13174786-49 from 1089536 to 1662976 tid 3 2024-08-29T14:51:35.323 INFO:tasks.rados.rados.0.smithi131.stdout:822: writing smithi13174786-49 from 1662976 to 2048000 tid 4 2024-08-29T14:51:35.324 INFO:tasks.rados.rados.0.smithi131.stdout:823: copy_from oid 3 from oid 19 current snap is 73 2024-08-29T14:51:35.324 INFO:tasks.rados.rados.0.smithi131.stdout:822: finishing write tid 1 to smithi13174786-49 2024-08-29T14:51:35.324 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 369 (ObjNum 247 snap 68 seq_num 247) dirty exists 2024-08-29T14:51:35.325 INFO:tasks.rados.rados.0.smithi131.stdout:820: done (3 left) 2024-08-29T14:51:35.325 INFO:tasks.rados.rados.0.smithi131.stdout:824: read oid 15 snap -1 2024-08-29T14:51:35.325 INFO:tasks.rados.rados.0.smithi131.stdout:824: expect (ObjNum 169 snap 43 seq_num 169) 2024-08-29T14:51:35.325 INFO:tasks.rados.rados.0.smithi131.stdout:825: delete oid 23 current snap is 73 2024-08-29T14:51:35.327 INFO:tasks.rados.rados.0.smithi131.stdout:822: finishing write tid 2 to smithi13174786-49 2024-08-29T14:51:35.328 INFO:tasks.rados.rados.0.smithi131.stdout:822: finishing write tid 3 to smithi13174786-49 2024-08-29T14:51:35.329 INFO:tasks.rados.rados.0.smithi131.stdout:825: done (4 left) 2024-08-29T14:51:35.329 INFO:tasks.rados.rados.0.smithi131.stdout:826: snap_remove snap 72 2024-08-29T14:51:35.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:35 smithi169 ceph-mon[20881]: osdmap e226: 8 total, 8 up, 8 in 2024-08-29T14:51:35.379 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:35 smithi169 systemd[1]: Starting Ceph node-exporter.b for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:35.379 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:35 smithi169 bash[66776]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-29T14:51:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:35 smithi131 ceph-mon[17514]: osdmap e226: 8 total, 8 up, 8 in 2024-08-29T14:51:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:35 smithi131 ceph-mon[29516]: osdmap e226: 8 total, 8 up, 8 in 2024-08-29T14:51:36.129 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:35 smithi169 bash[66776]: Getting image source signatures 2024-08-29T14:51:36.129 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:35 smithi169 bash[66776]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-29T14:51:36.129 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:35 smithi169 bash[66776]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-29T14:51:36.129 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:35 smithi169 bash[66776]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-29T14:51:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:826: done (4 left) 2024-08-29T14:51:36.313 INFO:tasks.rados.rados.0.smithi131.stdout:827: snap_remove snap 71 2024-08-29T14:51:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:36 smithi131 ceph-mon[17514]: osdmap e227: 8 total, 8 up, 8 in 2024-08-29T14:51:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:36 smithi131 ceph-mon[17514]: pgmap v78: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-08-29T14:51:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:36 smithi131 ceph-mon[29516]: osdmap e227: 8 total, 8 up, 8 in 2024-08-29T14:51:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:36 smithi131 ceph-mon[29516]: pgmap v78: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-08-29T14:51:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:36 smithi169 ceph-mon[20881]: osdmap e227: 8 total, 8 up, 8 in 2024-08-29T14:51:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:36 smithi169 ceph-mon[20881]: pgmap v78: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2024-08-29T14:51:37.236 INFO:tasks.rados.rados.0.smithi131.stdout:827: done (4 left) 2024-08-29T14:51:37.237 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 73 2024-08-29T14:51:37.237 INFO:tasks.rados.rados.0.smithi131.stdout:822: finishing write tid 4 to smithi13174786-49 2024-08-29T14:51:37.237 INFO:tasks.rados.rados.0.smithi131.stdout:828: seq_num 267 ranges {2277376=475136,2752512=458752,3211264=540672,3751936=606208} 2024-08-29T14:51:37.251 INFO:tasks.rados.rados.0.smithi131.stdout:828: writing smithi13174786-14 from 2277376 to 2752512 tid 1 2024-08-29T14:51:37.253 INFO:tasks.rados.rados.0.smithi131.stdout:828: writing smithi13174786-14 from 2752512 to 3211264 tid 2 2024-08-29T14:51:37.256 INFO:tasks.rados.rados.0.smithi131.stdout:828: writing smithi13174786-14 from 3211264 to 3751936 tid 3 2024-08-29T14:51:37.260 INFO:tasks.rados.rados.0.smithi131.stdout:828: writing smithi13174786-14 from 3751936 to 4358144 tid 4 2024-08-29T14:51:37.261 INFO:tasks.rados.rados.0.smithi131.stdout:829: read oid 44 snap -1 2024-08-29T14:51:37.261 INFO:tasks.rados.rados.0.smithi131.stdout:829: expect deleted 2024-08-29T14:51:37.261 INFO:tasks.rados.rados.0.smithi131.stdout:830: rollback oid 42 current snap is 73 2024-08-29T14:51:37.261 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 42 to 68 2024-08-29T14:51:37.261 INFO:tasks.rados.rados.0.smithi131.stdout:822: finishing write tid 5 to smithi13174786-49 2024-08-29T14:51:37.261 INFO:tasks.rados.rados.0.smithi131.stdout:822: finishing write tid 6 to smithi13174786-49 2024-08-29T14:51:37.261 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 586 (ObjNum 265 snap 73 seq_num 265) dirty exists 2024-08-29T14:51:37.261 INFO:tasks.rados.rados.0.smithi131.stdout:822: left oid 49 (ObjNum 265 snap 73 seq_num 265) 2024-08-29T14:51:37.261 INFO:tasks.rados.rados.0.smithi131.stdout:821: expect (ObjNum 249 snap 68 seq_num 249) 2024-08-29T14:51:37.363 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 bash[66776]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-29T14:51:37.363 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 bash[66776]: Writing manifest to image destination 2024-08-29T14:51:37.363 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-mon[20881]: osdmap e228: 8 total, 8 up, 8 in 2024-08-29T14:51:37.364 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-mon[20881]: osdmap e229: 8 total, 8 up, 8 in 2024-08-29T14:51:37.412 INFO:tasks.rados.rados.0.smithi131.stdout:824: expect (ObjNum 169 snap 43 seq_num 169) 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:823: finishing copy_from racing read to smithi13174786-3 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:823: finishing copy_from to smithi13174786-3 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 186 (ObjNum 229 snap 61 seq_num 229) dirty exists 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:821: done (6 left) 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:822: done (5 left) 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:823: done (4 left) 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:824: done (3 left) 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:831: rollback oid 19 current snap is 73 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 19 to 68 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:828: finishing write tid 1 to smithi13174786-14 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:828: finishing write tid 2 to smithi13174786-14 2024-08-29T14:51:37.422 INFO:tasks.rados.rados.0.smithi131.stdout:828: finishing write tid 3 to smithi13174786-14 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:830: finishing rollback tid 1 to smithi13174786-42 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:828: finishing write tid 4 to smithi13174786-14 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:828: finishing write tid 5 to smithi13174786-14 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:828: finishing write tid 6 to smithi13174786-14 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 397 (ObjNum 267 snap 73 seq_num 267) dirty exists 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:828: left oid 14 (ObjNum 267 snap 73 seq_num 267) 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:828: done (3 left) 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:829: done (2 left) 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:830: done (1 left) 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:832: read oid 2 snap -1 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:832: expect deleted 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:833: read oid 21 snap 68 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:833: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:51:37.423 INFO:tasks.rados.rados.0.smithi131.stdout:834: snap_create 2024-08-29T14:51:37.424 INFO:tasks.rados.rados.0.smithi131.stdout:831: finishing rollback tid 0 to smithi13174786-19 2024-08-29T14:51:37.424 INFO:tasks.rados.rados.0.smithi131.stdout:831: finishing rollback tid 1 to smithi13174786-19 2024-08-29T14:51:37.424 INFO:tasks.rados.rados.0.smithi131.stdout:831: finishing rollback tid 2 to smithi13174786-19 2024-08-29T14:51:37.424 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 227 (ObjNum 229 snap 61 seq_num 229) dirty exists 2024-08-29T14:51:37.431 INFO:tasks.rados.rados.0.smithi131.stdout:833: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:51:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:37 smithi131 ceph-mon[17514]: osdmap e228: 8 total, 8 up, 8 in 2024-08-29T14:51:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:37 smithi131 ceph-mon[17514]: osdmap e229: 8 total, 8 up, 8 in 2024-08-29T14:51:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:37 smithi131 ceph-mon[29516]: osdmap e228: 8 total, 8 up, 8 in 2024-08-29T14:51:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:37 smithi131 ceph-mon[29516]: osdmap e229: 8 total, 8 up, 8 in 2024-08-29T14:51:37.629 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 podman[66776]: 2024-08-29 14:51:37.523178801 +0000 UTC m=+2.353628203 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-29T14:51:37.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:51:37] "GET /metrics HTTP/1.1" 200 36146 "" "Prometheus/2.51.0" 2024-08-29T14:51:37.892 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 podman[66776]: 2024-08-29 14:51:37.62975543 +0000 UTC m=+2.460204830 container create 65e170ba01378e7feb9c185bb96439c41111f283d5da0848d73f9c60ca44ef4b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:51:38.317 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:38] ENGINE Bus STOPPING 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 podman[66776]: 2024-08-29 14:51:37.891694034 +0000 UTC m=+2.722143435 container init 65e170ba01378e7feb9c185bb96439c41111f283d5da0848d73f9c60ca44ef4b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 podman[66776]: 2024-08-29 14:51:37.896289282 +0000 UTC m=+2.726738683 container start 65e170ba01378e7feb9c185bb96439c41111f283d5da0848d73f9c60ca44ef4b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.899Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.899Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T14:51:38.318 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T14:51:38.319 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T14:51:38.319 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T14:51:38.319 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T14:51:38.319 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T14:51:38.319 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T14:51:38.319 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T14:51:38.319 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T14:51:38.319 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T14:51:38.319 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.900Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T14:51:38.320 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T14:51:38.321 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b[66861]: ts=2024-08-29T14:51:37.901Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 bash[66776]: 65e170ba01378e7feb9c185bb96439c41111f283d5da0848d73f9c60ca44ef4b 2024-08-29T14:51:38.322 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 14:51:37 smithi169 systemd[1]: Started Ceph node-exporter.b for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:38.323 INFO:tasks.rados.rados.0.smithi131.stdout:831: done (3 left) 2024-08-29T14:51:38.323 INFO:tasks.rados.rados.0.smithi131.stdout:832: done (2 left) 2024-08-29T14:51:38.323 INFO:tasks.rados.rados.0.smithi131.stdout:833: done (1 left) 2024-08-29T14:51:38.323 INFO:tasks.rados.rados.0.smithi131.stdout:834: done (0 left) 2024-08-29T14:51:38.323 INFO:tasks.rados.rados.0.smithi131.stdout:835: read oid 27 snap -1 2024-08-29T14:51:38.323 INFO:tasks.rados.rados.0.smithi131.stdout:835: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:51:38.323 INFO:tasks.rados.rados.0.smithi131.stdout:836: snap_remove snap 73 2024-08-29T14:51:38.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: pgmap v81: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169:9095"}]: dispatch 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169:3000"}]: dispatch 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:38.573 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: pgmap v81: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-29T14:51:38.573 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.573 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.573 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:51:38.573 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:51:38.573 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169:9095"}]: dispatch 2024-08-29T14:51:38.573 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.573 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.573 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:51:38.573 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169:3000"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:38.574 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:38.575 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.575 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.575 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.575 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:38.575 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:38.575 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.575 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.575 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.575 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:38.575 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:38.576 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.577 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.577 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.577 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.577 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:38 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:51:38.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:38] ENGINE Bus STOPPED 2024-08-29T14:51:38.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:38] ENGINE Bus STARTING 2024-08-29T14:51:38.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:38] ENGINE Serving on http://:::9283 2024-08-29T14:51:38.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:38] ENGINE Bus STARTED 2024-08-29T14:51:38.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:38] ENGINE Bus STOPPING 2024-08-29T14:51:38.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: pgmap v81: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-29T14:51:38.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:51:38.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:51:38.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169:9095"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169:3000"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:38.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:38.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:38.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:38.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:38.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:38.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:51:39.317 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:51:39.317 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:38] ENGINE Bus STOPPED 2024-08-29T14:51:39.317 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:38] ENGINE Bus STARTING 2024-08-29T14:51:39.317 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:39] ENGINE Serving on http://:::9283 2024-08-29T14:51:39.318 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:39] ENGINE Bus STARTED 2024-08-29T14:51:39.328 INFO:tasks.rados.rados.0.smithi131.stdout:836: done (1 left) 2024-08-29T14:51:39.328 INFO:tasks.rados.rados.0.smithi131.stdout:837: snap_create 2024-08-29T14:51:39.328 INFO:tasks.rados.rados.0.smithi131.stdout:835: expect (ObjNum 116 snap 24 seq_num 116) 2024-08-29T14:51:39.595 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169:9095"}]: dispatch 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169:3000"}]: dispatch 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: osdmap e230: 8 total, 8 up, 8 in 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:39.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:39.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:39.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:39.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:39.598 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169:9095"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169:3000"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: osdmap e230: 8 total, 8 up, 8 in 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:39.600 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:39.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:39.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:39.601 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:39 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:51:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:51:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169:9095"}]: dispatch 2024-08-29T14:51:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:51:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169:3000"}]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: osdmap e230: 8 total, 8 up, 8 in 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:39.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:39.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:39.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:39.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:39.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:39 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:40.334 INFO:tasks.rados.rados.0.smithi131.stdout:835: done (1 left) 2024-08-29T14:51:40.334 INFO:tasks.rados.rados.0.smithi131.stdout:837: done (0 left) 2024-08-29T14:51:40.335 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 75 2024-08-29T14:51:40.335 INFO:tasks.rados.rados.0.smithi131.stdout:838: seq_num 268 ranges {7634944=491520,8126464=745472,8871936=745472,9617408=114688} 2024-08-29T14:51:40.377 INFO:tasks.rados.rados.0.smithi131.stdout:838: writing smithi13174786-48 from 7634944 to 8126464 tid 1 2024-08-29T14:51:40.382 INFO:tasks.rados.rados.0.smithi131.stdout:838: writing smithi13174786-48 from 8126464 to 8871936 tid 2 2024-08-29T14:51:40.387 INFO:tasks.rados.rados.0.smithi131.stdout:838: writing smithi13174786-48 from 8871936 to 9617408 tid 3 2024-08-29T14:51:40.387 INFO:tasks.rados.rados.0.smithi131.stdout:838: writing smithi13174786-48 from 9617408 to 9732096 tid 4 2024-08-29T14:51:40.388 INFO:tasks.rados.rados.0.smithi131.stdout:839: copy_from oid 23 from oid 35 current snap is 75 2024-08-29T14:51:40.388 INFO:tasks.rados.rados.0.smithi131.stdout:838: finishing write tid 1 to smithi13174786-48 2024-08-29T14:51:40.388 INFO:tasks.rados.rados.0.smithi131.stdout:838: finishing write tid 2 to smithi13174786-48 2024-08-29T14:51:40.388 INFO:tasks.rados.rados.0.smithi131.stdout:840: delete oid 34 current snap is 75 2024-08-29T14:51:40.390 INFO:tasks.rados.rados.0.smithi131.stdout:838: finishing write tid 3 to smithi13174786-48 2024-08-29T14:51:40.390 INFO:tasks.rados.rados.0.smithi131.stdout:838: finishing write tid 4 to smithi13174786-48 2024-08-29T14:51:40.391 INFO:tasks.rados.rados.0.smithi131.stdout:838: finishing write tid 5 to smithi13174786-48 2024-08-29T14:51:40.393 INFO:tasks.rados.rados.0.smithi131.stdout:838: finishing write tid 6 to smithi13174786-48 2024-08-29T14:51:40.393 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 341 (ObjNum 268 snap 75 seq_num 268) dirty exists 2024-08-29T14:51:40.393 INFO:tasks.rados.rados.0.smithi131.stdout:838: left oid 48 (ObjNum 268 snap 75 seq_num 268) 2024-08-29T14:51:40.393 INFO:tasks.rados.rados.0.smithi131.stdout:838: done (2 left) 2024-08-29T14:51:40.393 INFO:tasks.rados.rados.0.smithi131.stdout:840: done (1 left) 2024-08-29T14:51:40.393 INFO:tasks.rados.rados.0.smithi131.stdout:841: snap_create 2024-08-29T14:51:40.398 INFO:tasks.rados.rados.0.smithi131.stdout:839: finishing copy_from racing read to smithi13174786-23 2024-08-29T14:51:40.399 INFO:tasks.rados.rados.0.smithi131.stdout:839: finishing copy_from to smithi13174786-23 2024-08-29T14:51:40.400 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 364 (ObjNum 202 snap 56 seq_num 202) dirty exists 2024-08-29T14:51:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[17514]: osdmap e231: 8 total, 8 up, 8 in 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[17514]: pgmap v84: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[17514]: Upgrade: Updating mgr.y 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[17514]: Deploying daemon mgr.y on smithi131 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[29516]: osdmap e231: 8 total, 8 up, 8 in 2024-08-29T14:51:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[29516]: pgmap v84: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-29T14:51:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[29516]: Upgrade: Updating mgr.y 2024-08-29T14:51:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:51:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:51:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:51:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:51:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:40 smithi131 ceph-mon[29516]: Deploying daemon mgr.y on smithi131 2024-08-29T14:51:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:40 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:40 smithi169 ceph-mon[20881]: osdmap e231: 8 total, 8 up, 8 in 2024-08-29T14:51:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:40 smithi169 ceph-mon[20881]: pgmap v84: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-29T14:51:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:40 smithi169 ceph-mon[20881]: Upgrade: Updating mgr.y 2024-08-29T14:51:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:40 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:40 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:51:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:40 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:51:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:40 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:51:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:40 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:51:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:40 smithi169 ceph-mon[20881]: Deploying daemon mgr.y on smithi131 2024-08-29T14:51:41.342 INFO:tasks.rados.rados.0.smithi131.stdout:839: done (1 left) 2024-08-29T14:51:41.342 INFO:tasks.rados.rados.0.smithi131.stdout:841: done (0 left) 2024-08-29T14:51:41.342 INFO:tasks.rados.rados.0.smithi131.stdout:842: read oid 28 snap -1 2024-08-29T14:51:41.342 INFO:tasks.rados.rados.0.smithi131.stdout:842: expect (ObjNum 245 snap 68 seq_num 245) 2024-08-29T14:51:41.343 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 76 2024-08-29T14:51:41.343 INFO:tasks.rados.rados.0.smithi131.stdout:843: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-08-29T14:51:41.345 INFO:tasks.rados.rados.0.smithi131.stdout:843: writing smithi13174786-2 from 0 to 524288 tid 1 2024-08-29T14:51:41.349 INFO:tasks.rados.rados.0.smithi131.stdout:843: writing smithi13174786-2 from 524288 to 1040384 tid 2 2024-08-29T14:51:41.354 INFO:tasks.rados.rados.0.smithi131.stdout:843: writing smithi13174786-2 from 1040384 to 1802240 tid 3 2024-08-29T14:51:41.356 INFO:tasks.rados.rados.0.smithi131.stdout:843: writing smithi13174786-2 from 1802240 to 2129920 tid 4 2024-08-29T14:51:41.357 INFO:tasks.rados.rados.0.smithi131.stdout:844: delete oid 38 current snap is 76 2024-08-29T14:51:41.357 INFO:tasks.rados.rados.0.smithi131.stdout:843: finishing write tid 1 to smithi13174786-2 2024-08-29T14:51:41.357 INFO:tasks.rados.rados.0.smithi131.stdout:843: finishing write tid 2 to smithi13174786-2 2024-08-29T14:51:41.357 INFO:tasks.rados.rados.0.smithi131.stdout:842: expect (ObjNum 245 snap 68 seq_num 245) 2024-08-29T14:51:41.417 INFO:tasks.rados.rados.0.smithi131.stdout:843: finishing write tid 3 to smithi13174786-2 2024-08-29T14:51:41.417 INFO:tasks.rados.rados.0.smithi131.stdout:843: finishing write tid 4 to smithi13174786-2 2024-08-29T14:51:41.417 INFO:tasks.rados.rados.0.smithi131.stdout:843: finishing write tid 5 to smithi13174786-2 2024-08-29T14:51:41.417 INFO:tasks.rados.rados.0.smithi131.stdout:842: done (2 left) 2024-08-29T14:51:41.417 INFO:tasks.rados.rados.0.smithi131.stdout:844: done (1 left) 2024-08-29T14:51:41.417 INFO:tasks.rados.rados.0.smithi131.stdout:845: snap_create 2024-08-29T14:51:41.417 INFO:tasks.rados.rados.0.smithi131.stdout:843: finishing write tid 6 to smithi13174786-2 2024-08-29T14:51:41.417 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 229 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-08-29T14:51:41.418 INFO:tasks.rados.rados.0.smithi131.stdout:843: left oid 2 (ObjNum 270 snap 76 seq_num 270) 2024-08-29T14:51:41.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:41 smithi131 ceph-mon[17514]: osdmap e232: 8 total, 8 up, 8 in 2024-08-29T14:51:41.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:41 smithi131 ceph-mon[29516]: osdmap e232: 8 total, 8 up, 8 in 2024-08-29T14:51:41.517 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:41 smithi131 systemd[1]: Stopping Ceph mgr.y for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:41 smithi169 ceph-mon[20881]: osdmap e232: 8 total, 8 up, 8 in 2024-08-29T14:51:42.080 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:41 smithi131 podman[78773]: 2024-08-29 14:51:41.785766067 +0000 UTC m=+0.125795794 container died 70a5c86a7aa05713d01a90234911bdc2e5532478cb3454935cf29b0cbbac222c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=quincy-a89f613, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-29T14:51:42.237 INFO:tasks.rados.rados.0.smithi131.stdout:843: done (1 left) 2024-08-29T14:51:42.237 INFO:tasks.rados.rados.0.smithi131.stdout:845: done (0 left) 2024-08-29T14:51:42.237 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 77 2024-08-29T14:51:42.238 INFO:tasks.rados.rados.0.smithi131.stdout:846: seq_num 272 ranges {5046272=565248,5611520=688128,6299648=729088,7028736=188416} 2024-08-29T14:51:42.267 INFO:tasks.rados.rados.0.smithi131.stdout:846: writing smithi13174786-27 from 5046272 to 5611520 tid 1 2024-08-29T14:51:42.271 INFO:tasks.rados.rados.0.smithi131.stdout:846: writing smithi13174786-27 from 5611520 to 6299648 tid 2 2024-08-29T14:51:42.276 INFO:tasks.rados.rados.0.smithi131.stdout:846: writing smithi13174786-27 from 6299648 to 7028736 tid 3 2024-08-29T14:51:42.278 INFO:tasks.rados.rados.0.smithi131.stdout:846: writing smithi13174786-27 from 7028736 to 7217152 tid 4 2024-08-29T14:51:42.278 INFO:tasks.rados.rados.0.smithi131.stdout:847: read oid 26 snap -1 2024-08-29T14:51:42.278 INFO:tasks.rados.rados.0.smithi131.stdout:847: expect (ObjNum 222 snap 61 seq_num 222) 2024-08-29T14:51:42.278 INFO:tasks.rados.rados.0.smithi131.stdout:848: read oid 13 snap -1 2024-08-29T14:51:42.278 INFO:tasks.rados.rados.0.smithi131.stdout:848: expect (ObjNum 239 snap 67 seq_num 239) 2024-08-29T14:51:42.278 INFO:tasks.rados.rados.0.smithi131.stdout:849: snap_create 2024-08-29T14:51:42.278 INFO:tasks.rados.rados.0.smithi131.stdout:846: finishing write tid 1 to smithi13174786-27 2024-08-29T14:51:42.278 INFO:tasks.rados.rados.0.smithi131.stdout:846: finishing write tid 2 to smithi13174786-27 2024-08-29T14:51:42.280 INFO:tasks.rados.rados.0.smithi131.stdout:846: finishing write tid 3 to smithi13174786-27 2024-08-29T14:51:42.280 INFO:tasks.rados.rados.0.smithi131.stdout:846: finishing write tid 4 to smithi13174786-27 2024-08-29T14:51:42.280 INFO:tasks.rados.rados.0.smithi131.stdout:846: finishing write tid 5 to smithi13174786-27 2024-08-29T14:51:42.282 INFO:tasks.rados.rados.0.smithi131.stdout:846: finishing write tid 6 to smithi13174786-27 2024-08-29T14:51:42.282 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 273 (ObjNum 272 snap 77 seq_num 272) dirty exists 2024-08-29T14:51:42.282 INFO:tasks.rados.rados.0.smithi131.stdout:846: left oid 27 (ObjNum 272 snap 77 seq_num 272) 2024-08-29T14:51:42.298 INFO:tasks.rados.rados.0.smithi131.stdout:848: expect (ObjNum 239 snap 67 seq_num 239) 2024-08-29T14:51:42.341 INFO:tasks.rados.rados.0.smithi131.stdout:847: expect (ObjNum 222 snap 61 seq_num 222) 2024-08-29T14:51:42.343 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:42 smithi131 podman[78773]: 2024-08-29 14:51:42.246011416 +0000 UTC m=+0.586041132 container cleanup 70a5c86a7aa05713d01a90234911bdc2e5532478cb3454935cf29b0cbbac222c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-a89f613, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:51:42.343 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:42 smithi131 bash[78773]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y 2024-08-29T14:51:42.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:42 smithi131 ceph-mon[29516]: osdmap e233: 8 total, 8 up, 8 in 2024-08-29T14:51:42.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:42 smithi131 ceph-mon[29516]: pgmap v87: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:42 smithi131 ceph-mon[29516]: osdmap e234: 8 total, 8 up, 8 in 2024-08-29T14:51:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:42 smithi131 ceph-mon[17514]: osdmap e233: 8 total, 8 up, 8 in 2024-08-29T14:51:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:42 smithi131 ceph-mon[17514]: pgmap v87: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:42 smithi131 ceph-mon[17514]: osdmap e234: 8 total, 8 up, 8 in 2024-08-29T14:51:42.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:42 smithi131 podman[78792]: 2024-08-29 14:51:42.514593945 +0000 UTC m=+0.722874148 container remove 70a5c86a7aa05713d01a90234911bdc2e5532478cb3454935cf29b0cbbac222c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.1, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=quincy-a89f613, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-29T14:51:42.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:42 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:51:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:42 smithi169 ceph-mon[20881]: osdmap e233: 8 total, 8 up, 8 in 2024-08-29T14:51:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:42 smithi169 ceph-mon[20881]: pgmap v87: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:42 smithi169 ceph-mon[20881]: osdmap e234: 8 total, 8 up, 8 in 2024-08-29T14:51:43.097 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:42 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-29T14:51:43.098 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:42 smithi131 systemd[1]: Stopped Ceph mgr.y for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:43.098 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:42 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.y.service: Consumed 41.895s CPU time. 2024-08-29T14:51:43.098 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:42 smithi131 systemd[1]: Starting Ceph mgr.y for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:51:43.239 INFO:tasks.rados.rados.0.smithi131.stdout:846: done (3 left) 2024-08-29T14:51:43.240 INFO:tasks.rados.rados.0.smithi131.stdout:847: done (2 left) 2024-08-29T14:51:43.240 INFO:tasks.rados.rados.0.smithi131.stdout:848: done (1 left) 2024-08-29T14:51:43.240 INFO:tasks.rados.rados.0.smithi131.stdout:849: done (0 left) 2024-08-29T14:51:43.240 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 78 2024-08-29T14:51:43.240 INFO:tasks.rados.rados.0.smithi131.stdout:850: seq_num 273 ranges {3497984=581632,4079616=565248,4644864=532480,5177344=507904} 2024-08-29T14:51:43.260 INFO:tasks.rados.rados.0.smithi131.stdout:850: writing smithi13174786-6 from 3497984 to 4079616 tid 1 2024-08-29T14:51:43.263 INFO:tasks.rados.rados.0.smithi131.stdout:850: writing smithi13174786-6 from 4079616 to 4644864 tid 2 2024-08-29T14:51:43.267 INFO:tasks.rados.rados.0.smithi131.stdout:850: writing smithi13174786-6 from 4644864 to 5177344 tid 3 2024-08-29T14:51:43.270 INFO:tasks.rados.rados.0.smithi131.stdout:850: writing smithi13174786-6 from 5177344 to 5685248 tid 4 2024-08-29T14:51:43.270 INFO:tasks.rados.rados.0.smithi131.stdout:851: rollback oid 25 current snap is 78 2024-08-29T14:51:43.270 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 25 to 68 2024-08-29T14:51:43.270 INFO:tasks.rados.rados.0.smithi131.stdout:850: finishing write tid 1 to smithi13174786-6 2024-08-29T14:51:43.271 INFO:tasks.rados.rados.0.smithi131.stdout:850: finishing write tid 2 to smithi13174786-6 2024-08-29T14:51:43.271 INFO:tasks.rados.rados.0.smithi131.stdout:850: finishing write tid 3 to smithi13174786-6 2024-08-29T14:51:43.271 INFO:tasks.rados.rados.0.smithi131.stdout:852: delete oid 34 current snap is 78 2024-08-29T14:51:43.274 INFO:tasks.rados.rados.0.smithi131.stdout:851: finishing rollback tid 0 to smithi13174786-25 2024-08-29T14:51:43.274 INFO:tasks.rados.rados.0.smithi131.stdout:850: finishing write tid 4 to smithi13174786-6 2024-08-29T14:51:43.274 INFO:tasks.rados.rados.0.smithi131.stdout:850: finishing write tid 5 to smithi13174786-6 2024-08-29T14:51:43.274 INFO:tasks.rados.rados.0.smithi131.stdout:851: finishing rollback tid 1 to smithi13174786-25 2024-08-29T14:51:43.275 INFO:tasks.rados.rados.0.smithi131.stdout:851: finishing rollback tid 2 to smithi13174786-25 2024-08-29T14:51:43.275 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 656 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:51:43.275 INFO:tasks.rados.rados.0.smithi131.stdout:851: done (2 left) 2024-08-29T14:51:43.275 INFO:tasks.rados.rados.0.smithi131.stdout:852: done (1 left) 2024-08-29T14:51:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:853: rmattr oid 36 current snap is 78 2024-08-29T14:51:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:853: done (1 left) 2024-08-29T14:51:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 78 2024-08-29T14:51:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:854: seq_num 275 ranges {2129920=614400,2744320=786432,3530752=499712,4030464=319488} 2024-08-29T14:51:43.289 INFO:tasks.rados.rados.0.smithi131.stdout:854: writing smithi13174786-2 from 2129920 to 2744320 tid 1 2024-08-29T14:51:43.295 INFO:tasks.rados.rados.0.smithi131.stdout:854: writing smithi13174786-2 from 2744320 to 3530752 tid 2 2024-08-29T14:51:43.298 INFO:tasks.rados.rados.0.smithi131.stdout:854: writing smithi13174786-2 from 3530752 to 4030464 tid 3 2024-08-29T14:51:43.301 INFO:tasks.rados.rados.0.smithi131.stdout:854: writing smithi13174786-2 from 4030464 to 4349952 tid 4 2024-08-29T14:51:43.301 INFO:tasks.rados.rados.0.smithi131.stdout:855: rollback oid 28 current snap is 78 2024-08-29T14:51:43.301 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 28 to 76 2024-08-29T14:51:43.301 INFO:tasks.rados.rados.0.smithi131.stdout:850: finishing write tid 6 to smithi13174786-6 2024-08-29T14:51:43.301 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 235 (ObjNum 273 snap 78 seq_num 273) dirty exists 2024-08-29T14:51:43.301 INFO:tasks.rados.rados.0.smithi131.stdout:850: left oid 6 (ObjNum 273 snap 78 seq_num 273) 2024-08-29T14:51:43.301 INFO:tasks.rados.rados.0.smithi131.stdout:850: done (2 left) 2024-08-29T14:51:43.301 INFO:tasks.rados.rados.0.smithi131.stdout:856: read oid 38 snap -1 2024-08-29T14:51:43.301 INFO:tasks.rados.rados.0.smithi131.stdout:856: expect deleted 2024-08-29T14:51:43.301 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 78 2024-08-29T14:51:43.302 INFO:tasks.rados.rados.0.smithi131.stdout:854: finishing write tid 1 to smithi13174786-2 2024-08-29T14:51:43.302 INFO:tasks.rados.rados.0.smithi131.stdout:854: finishing write tid 2 to smithi13174786-2 2024-08-29T14:51:43.302 INFO:tasks.rados.rados.0.smithi131.stdout:857: seq_num 276 ranges {1613824=630784,2244608=671744,2916352=704512,3620864=229376} 2024-08-29T14:51:43.312 INFO:tasks.rados.rados.0.smithi131.stdout:857: writing smithi13174786-13 from 1613824 to 2244608 tid 1 2024-08-29T14:51:43.317 INFO:tasks.rados.rados.0.smithi131.stdout:857: writing smithi13174786-13 from 2244608 to 2916352 tid 2 2024-08-29T14:51:43.321 INFO:tasks.rados.rados.0.smithi131.stdout:857: writing smithi13174786-13 from 2916352 to 3620864 tid 3 2024-08-29T14:51:43.323 INFO:tasks.rados.rados.0.smithi131.stdout:857: writing smithi13174786-13 from 3620864 to 3850240 tid 4 2024-08-29T14:51:43.323 INFO:tasks.rados.rados.0.smithi131.stdout:858: setattr oid 40 current snap is 78 2024-08-29T14:51:43.323 INFO:tasks.rados.rados.0.smithi131.stdout:854: finishing write tid 3 to smithi13174786-2 2024-08-29T14:51:43.323 INFO:tasks.rados.rados.0.smithi131.stdout:854: finishing write tid 4 to smithi13174786-2 2024-08-29T14:51:43.323 INFO:tasks.rados.rados.0.smithi131.stdout:855: finishing rollback tid 0 to smithi13174786-28 2024-08-29T14:51:43.323 INFO:tasks.rados.rados.0.smithi131.stdout:854: finishing write tid 5 to smithi13174786-2 2024-08-29T14:51:43.323 INFO:tasks.rados.rados.0.smithi131.stdout:855: finishing rollback tid 1 to smithi13174786-28 2024-08-29T14:51:43.323 INFO:tasks.rados.rados.0.smithi131.stdout:855: finishing rollback tid 2 to smithi13174786-28 2024-08-29T14:51:43.323 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 246 (ObjNum 245 snap 68 seq_num 245) dirty exists 2024-08-29T14:51:43.324 INFO:tasks.rados.rados.0.smithi131.stdout:854: finishing write tid 6 to smithi13174786-2 2024-08-29T14:51:43.324 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 235 (ObjNum 275 snap 78 seq_num 275) dirty exists 2024-08-29T14:51:43.324 INFO:tasks.rados.rados.0.smithi131.stdout:854: left oid 2 (ObjNum 275 snap 78 seq_num 275) 2024-08-29T14:51:43.324 INFO:tasks.rados.rados.0.smithi131.stdout:857: finishing write tid 1 to smithi13174786-13 2024-08-29T14:51:43.324 INFO:tasks.rados.rados.0.smithi131.stdout:857: finishing write tid 2 to smithi13174786-13 2024-08-29T14:51:43.325 INFO:tasks.rados.rados.0.smithi131.stdout:854: done (4 left) 2024-08-29T14:51:43.325 INFO:tasks.rados.rados.0.smithi131.stdout:855: done (3 left) 2024-08-29T14:51:43.325 INFO:tasks.rados.rados.0.smithi131.stdout:856: done (2 left) 2024-08-29T14:51:43.325 INFO:tasks.rados.rados.0.smithi131.stdout:859: copy_from oid 41 from oid 48 current snap is 78 2024-08-29T14:51:43.325 INFO:tasks.rados.rados.0.smithi131.stdout:860: read oid 11 snap 77 2024-08-29T14:51:43.325 INFO:tasks.rados.rados.0.smithi131.stdout:860: expect (ObjNum 136 snap 33 seq_num 136) 2024-08-29T14:51:43.325 INFO:tasks.rados.rados.0.smithi131.stdout:861: rmattr oid 28 current snap is 78 2024-08-29T14:51:43.325 INFO:tasks.rados.rados.0.smithi131.stdout:861: done (4 left) 2024-08-29T14:51:43.326 INFO:tasks.rados.rados.0.smithi131.stdout:862: rmattr oid 23 current snap is 78 2024-08-29T14:51:43.326 INFO:tasks.rados.rados.0.smithi131.stdout:862: done (4 left) 2024-08-29T14:51:43.326 INFO:tasks.rados.rados.0.smithi131.stdout:863: snap_remove snap 75 2024-08-29T14:51:43.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:43 smithi131 podman[78924]: 2024-08-29 14:51:42.999770953 +0000 UTC m=+0.015862150 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:51:43.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:43 smithi131 podman[78924]: 2024-08-29 14:51:43.207577089 +0000 UTC m=+0.223668284 container create d0da683f1116f244337c4b36abdafe8de95bbf5328159f59c2bdc238d38ca59f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True) 2024-08-29T14:51:43.852 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:43 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:43.508Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.131:8443: connect: connection refused" 2024-08-29T14:51:43.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:43 smithi131 podman[78924]: 2024-08-29 14:51:43.452901983 +0000 UTC m=+0.468993183 container init d0da683f1116f244337c4b36abdafe8de95bbf5328159f59c2bdc238d38ca59f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-29T14:51:43.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:43 smithi131 podman[78924]: 2024-08-29 14:51:43.45774857 +0000 UTC m=+0.473839766 container start d0da683f1116f244337c4b36abdafe8de95bbf5328159f59c2bdc238d38ca59f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:51:43.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:43 smithi131 ceph-mgr[78962]: -- 172.21.15.131:0/1275210862 <== mon.0 v2:172.21.15.131:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56045cfb70e0 con 0x56045cf95400 2024-08-29T14:51:43.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:43 smithi131 bash[78924]: d0da683f1116f244337c4b36abdafe8de95bbf5328159f59c2bdc238d38ca59f 2024-08-29T14:51:43.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:43 smithi131 systemd[1]: Started Ceph mgr.y for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:51:44.250 INFO:tasks.rados.rados.0.smithi131.stdout:863: done (4 left) 2024-08-29T14:51:44.250 INFO:tasks.rados.rados.0.smithi131.stdout:864: snap_create 2024-08-29T14:51:44.250 INFO:tasks.rados.rados.0.smithi131.stdout:857: finishing write tid 3 to smithi13174786-13 2024-08-29T14:51:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:857: finishing write tid 4 to smithi13174786-13 2024-08-29T14:51:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:857: finishing write tid 5 to smithi13174786-13 2024-08-29T14:51:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:857: finishing write tid 6 to smithi13174786-13 2024-08-29T14:51:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 146 (ObjNum 276 snap 78 seq_num 276) dirty exists 2024-08-29T14:51:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:857: left oid 13 (ObjNum 276 snap 78 seq_num 276) 2024-08-29T14:51:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 342 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T14:51:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:860: expect (ObjNum 136 snap 33 seq_num 136) 2024-08-29T14:51:44.347 INFO:tasks.rados.rados.0.smithi131.stdout:859: finishing copy_from racing read to smithi13174786-41 2024-08-29T14:51:44.347 INFO:tasks.rados.rados.0.smithi131.stdout:859: finishing copy_from to smithi13174786-41 2024-08-29T14:51:44.347 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 341 (ObjNum 268 snap 75 seq_num 268) dirty exists 2024-08-29T14:51:44.563 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:51:44.564 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[17514]: osdmap e235: 8 total, 8 up, 8 in 2024-08-29T14:51:44.564 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[17514]: pgmap v90: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 30 op/s 2024-08-29T14:51:44.564 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.564 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.564 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:44.564 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.564 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.564 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[29516]: osdmap e235: 8 total, 8 up, 8 in 2024-08-29T14:51:44.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[29516]: pgmap v90: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 30 op/s 2024-08-29T14:51:44.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:44.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:44 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.597 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:44 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:44.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:51:44.597 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:44 smithi169 ceph-mon[20881]: osdmap e235: 8 total, 8 up, 8 in 2024-08-29T14:51:44.598 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:44 smithi169 ceph-mon[20881]: pgmap v90: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 30 op/s 2024-08-29T14:51:44.598 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:44 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.598 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:44 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.598 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:44 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:44.598 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:44 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:44.598 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:44 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:45.241 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:51:45.241 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 starting - - - - 2024-08-29T14:51:45.241 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 starting - - - - 2024-08-29T14:51:45.241 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (6m) 53s ago 6m 15.3M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (6m) 52s ago 6m 18.4M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283 running (78s) 52s ago 9m 496M - 19.3.0-4579-g1f4056d9 d17246d170ec 8c00c05b164e 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 starting - - - - 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (11m) 53s ago 11m 54.7M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 9f8fb909b793 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (10m) 52s ago 10m 48.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 bbaae749879e 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (10m) 53s ago 10m 47.6M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 0987b030a99f 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 starting - - - - 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 starting - - - - 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (9m) 53s ago 9m 85.3M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 2c38c2b27878 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (9m) 53s ago 9m 106M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (8m) 53s ago 8m 113M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (8m) 53s ago 8m 100M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:51:45.242 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (7m) 52s ago 7m 128M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:51:45.243 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (7m) 52s ago 7m 103M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:51:45.243 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (7m) 52s ago 7m 66.4M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:51:45.243 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (6m) 52s ago 6m 73.2M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:51:45.243 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 starting - - - - 2024-08-29T14:51:45.252 INFO:tasks.rados.rados.0.smithi131.stdout:857: done (4 left) 2024-08-29T14:51:45.252 INFO:tasks.rados.rados.0.smithi131.stdout:858: done (3 left) 2024-08-29T14:51:45.253 INFO:tasks.rados.rados.0.smithi131.stdout:859: done (2 left) 2024-08-29T14:51:45.253 INFO:tasks.rados.rados.0.smithi131.stdout:860: done (1 left) 2024-08-29T14:51:45.253 INFO:tasks.rados.rados.0.smithi131.stdout:864: done (0 left) 2024-08-29T14:51:45.253 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 79 2024-08-29T14:51:45.253 INFO:tasks.rados.rados.0.smithi131.stdout:865: seq_num 277 ranges {4366336=647168,5013504=557056,5570560=516096,6086656=532480} 2024-08-29T14:51:45.279 INFO:tasks.rados.rados.0.smithi131.stdout:865: writing smithi13174786-18 from 4366336 to 5013504 tid 1 2024-08-29T14:51:45.282 INFO:tasks.rados.rados.0.smithi131.stdout:865: writing smithi13174786-18 from 5013504 to 5570560 tid 2 2024-08-29T14:51:45.286 INFO:tasks.rados.rados.0.smithi131.stdout:865: writing smithi13174786-18 from 5570560 to 6086656 tid 3 2024-08-29T14:51:45.289 INFO:tasks.rados.rados.0.smithi131.stdout:865: writing smithi13174786-18 from 6086656 to 6619136 tid 4 2024-08-29T14:51:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:865: finishing write tid 1 to smithi13174786-18 2024-08-29T14:51:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:865: finishing write tid 2 to smithi13174786-18 2024-08-29T14:51:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:865: finishing write tid 3 to smithi13174786-18 2024-08-29T14:51:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:866: copy_from oid 5 from oid 33 current snap is 79 2024-08-29T14:51:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:867: snap_remove snap 68 2024-08-29T14:51:45.577 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:45 smithi131 ceph-mon[17514]: osdmap e236: 8 total, 8 up, 8 in 2024-08-29T14:51:45.578 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:45 smithi131 ceph-mon[17514]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:45.578 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:45 smithi131 ceph-mon[29516]: osdmap e236: 8 total, 8 up, 8 in 2024-08-29T14:51:45.578 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:45 smithi131 ceph-mon[29516]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:45.590 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:45 smithi169 ceph-mon[20881]: osdmap e236: 8 total, 8 up, 8 in 2024-08-29T14:51:45.590 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:45 smithi169 ceph-mon[20881]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:45.606 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:51:45.606 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:51:45.606 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:51:45.606 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:51:45.606 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:51:45.606 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1, 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 1 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 14, 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 1 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:51:45.607 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:51:45.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:45.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:51:45.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:45.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:51:45.902 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:51:45.902 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:51:45.902 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:51:45.902 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:51:45.903 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [], 2024-08-29T14:51:45.903 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "", 2024-08-29T14:51:45.903 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading mgr daemons", 2024-08-29T14:51:45.903 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:51:45.903 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:51:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:867: done (2 left) 2024-08-29T14:51:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:868: rollback oid 46 current snap is 79 2024-08-29T14:51:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 46 to 74 2024-08-29T14:51:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:865: finishing write tid 4 to smithi13174786-18 2024-08-29T14:51:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:865: finishing write tid 5 to smithi13174786-18 2024-08-29T14:51:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:866: finishing copy_from to smithi13174786-5 2024-08-29T14:51:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:866: got expected ENOENT (src dne) 2024-08-29T14:51:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:866: finishing copy_from racing read to smithi13174786-5 2024-08-29T14:51:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:865: finishing write tid 6 to smithi13174786-18 2024-08-29T14:51:46.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 668 (ObjNum 277 snap 79 seq_num 277) dirty exists 2024-08-29T14:51:46.263 INFO:tasks.rados.rados.0.smithi131.stdout:865: left oid 18 (ObjNum 277 snap 79 seq_num 277) 2024-08-29T14:51:46.263 INFO:tasks.rados.rados.0.smithi131.stdout:865: done (2 left) 2024-08-29T14:51:46.263 INFO:tasks.rados.rados.0.smithi131.stdout:866: done (1 left) 2024-08-29T14:51:46.263 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 79 2024-08-29T14:51:46.263 INFO:tasks.rados.rados.0.smithi131.stdout:869: seq_num 278 ranges {9732096=663552,10395648=442368,10838016=720896,11558912=442368} 2024-08-29T14:51:46.318 INFO:tasks.rados.rados.0.smithi131.stdout:869: writing smithi13174786-41 from 9732096 to 10395648 tid 1 2024-08-29T14:51:46.320 INFO:tasks.rados.rados.0.smithi131.stdout:869: writing smithi13174786-41 from 10395648 to 10838016 tid 2 2024-08-29T14:51:46.324 INFO:tasks.rados.rados.0.smithi131.stdout:869: writing smithi13174786-41 from 10838016 to 11558912 tid 3 2024-08-29T14:51:46.327 INFO:tasks.rados.rados.0.smithi131.stdout:869: writing smithi13174786-41 from 11558912 to 12001280 tid 4 2024-08-29T14:51:46.327 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 79 2024-08-29T14:51:46.327 INFO:tasks.rados.rados.0.smithi131.stdout:870: seq_num 279 ranges {2572288=679936,3252224=720896,3973120=483328,4456448=401408} 2024-08-29T14:51:46.345 INFO:tasks.rados.rados.0.smithi131.stdout:870: writing smithi13174786-23 from 2572288 to 3252224 tid 1 2024-08-29T14:51:46.349 INFO:tasks.rados.rados.0.smithi131.stdout:870: writing smithi13174786-23 from 3252224 to 3973120 tid 2 2024-08-29T14:51:46.352 INFO:tasks.rados.rados.0.smithi131.stdout:870: writing smithi13174786-23 from 3973120 to 4456448 tid 3 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:870: writing smithi13174786-23 from 4456448 to 4857856 tid 4 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:871: snap_create 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:868: finishing rollback tid 0 to smithi13174786-46 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:868: finishing rollback tid 1 to smithi13174786-46 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:868: finishing rollback tid 2 to smithi13174786-46 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 250 (ObjNum 289 snap 0 seq_num 485124033) dirty exists 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:869: finishing write tid 1 to smithi13174786-41 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:869: finishing write tid 2 to smithi13174786-41 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:869: finishing write tid 3 to smithi13174786-41 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:869: finishing write tid 4 to smithi13174786-41 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:869: finishing write tid 5 to smithi13174786-41 2024-08-29T14:51:46.355 INFO:tasks.rados.rados.0.smithi131.stdout:869: finishing write tid 6 to smithi13174786-41 2024-08-29T14:51:46.356 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 684 (ObjNum 278 snap 79 seq_num 278) dirty exists 2024-08-29T14:51:46.356 INFO:tasks.rados.rados.0.smithi131.stdout:869: left oid 41 (ObjNum 278 snap 79 seq_num 278) 2024-08-29T14:51:46.356 INFO:tasks.rados.rados.0.smithi131.stdout:870: finishing write tid 1 to smithi13174786-23 2024-08-29T14:51:46.356 INFO:tasks.rados.rados.0.smithi131.stdout:870: finishing write tid 2 to smithi13174786-23 2024-08-29T14:51:46.356 INFO:tasks.rados.rados.0.smithi131.stdout:870: finishing write tid 3 to smithi13174786-23 2024-08-29T14:51:46.356 INFO:tasks.rados.rados.0.smithi131.stdout:870: finishing write tid 4 to smithi13174786-23 2024-08-29T14:51:46.356 INFO:tasks.rados.rados.0.smithi131.stdout:870: finishing write tid 5 to smithi13174786-23 2024-08-29T14:51:46.359 INFO:tasks.rados.rados.0.smithi131.stdout:870: finishing write tid 6 to smithi13174786-23 2024-08-29T14:51:46.359 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 369 (ObjNum 279 snap 79 seq_num 279) dirty exists 2024-08-29T14:51:46.359 INFO:tasks.rados.rados.0.smithi131.stdout:870: left oid 23 (ObjNum 279 snap 79 seq_num 279) 2024-08-29T14:51:46.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:46 smithi131 ceph-mon[17514]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:46.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:46 smithi131 ceph-mon[17514]: from='client.15171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:46.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:46 smithi131 ceph-mon[17514]: osdmap e237: 8 total, 8 up, 8 in 2024-08-29T14:51:46.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:46 smithi131 ceph-mon[17514]: pgmap v93: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 30 op/s 2024-08-29T14:51:46.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:46 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/2296997987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:51:46.568 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:46 smithi131 ceph-mon[29516]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:46.568 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:46 smithi131 ceph-mon[29516]: from='client.15171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:46.568 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:46 smithi131 ceph-mon[29516]: osdmap e237: 8 total, 8 up, 8 in 2024-08-29T14:51:46.568 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:46 smithi131 ceph-mon[29516]: pgmap v93: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 30 op/s 2024-08-29T14:51:46.568 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:46 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/2296997987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:51:46.584 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:46 smithi169 ceph-mon[20881]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:46.584 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:46 smithi169 ceph-mon[20881]: from='client.15171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:46.584 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:46 smithi169 ceph-mon[20881]: osdmap e237: 8 total, 8 up, 8 in 2024-08-29T14:51:46.584 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:46 smithi169 ceph-mon[20881]: pgmap v93: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 30 op/s 2024-08-29T14:51:46.584 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:46 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/2296997987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:51:47.199 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:51:47.263 INFO:tasks.rados.rados.0.smithi131.stdout:868: done (3 left) 2024-08-29T14:51:47.263 INFO:tasks.rados.rados.0.smithi131.stdout:869: done (2 left) 2024-08-29T14:51:47.263 INFO:tasks.rados.rados.0.smithi131.stdout:870: done (1 left) 2024-08-29T14:51:47.263 INFO:tasks.rados.rados.0.smithi131.stdout:871: done (0 left) 2024-08-29T14:51:47.263 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 80 2024-08-29T14:51:47.263 INFO:tasks.rados.rados.0.smithi131.stdout:872: seq_num 280 ranges {1581056=696320,2277376=606208,2883584=688128,3571712=311296} 2024-08-29T14:51:47.275 INFO:tasks.rados.rados.0.smithi131.stdout:872: writing smithi13174786-45 from 1581056 to 2277376 tid 1 2024-08-29T14:51:47.278 INFO:tasks.rados.rados.0.smithi131.stdout:872: writing smithi13174786-45 from 2277376 to 2883584 tid 2 2024-08-29T14:51:47.282 INFO:tasks.rados.rados.0.smithi131.stdout:872: writing smithi13174786-45 from 2883584 to 3571712 tid 3 2024-08-29T14:51:47.284 INFO:tasks.rados.rados.0.smithi131.stdout:872: writing smithi13174786-45 from 3571712 to 3883008 tid 4 2024-08-29T14:51:47.284 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 80 2024-08-29T14:51:47.284 INFO:tasks.rados.rados.0.smithi131.stdout:872: finishing write tid 1 to smithi13174786-45 2024-08-29T14:51:47.284 INFO:tasks.rados.rados.0.smithi131.stdout:873: seq_num 281 ranges {5046272=712704,5758976=491520,6250496=491520,6742016=622592} 2024-08-29T14:51:47.315 INFO:tasks.rados.rados.0.smithi131.stdout:873: writing smithi13174786-10 from 5046272 to 5758976 tid 1 2024-08-29T14:51:47.318 INFO:tasks.rados.rados.0.smithi131.stdout:873: writing smithi13174786-10 from 5758976 to 6250496 tid 2 2024-08-29T14:51:47.321 INFO:tasks.rados.rados.0.smithi131.stdout:873: writing smithi13174786-10 from 6250496 to 6742016 tid 3 2024-08-29T14:51:47.325 INFO:tasks.rados.rados.0.smithi131.stdout:873: writing smithi13174786-10 from 6742016 to 7364608 tid 4 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:874: delete oid 7 current snap is 80 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:872: finishing write tid 2 to smithi13174786-45 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:872: finishing write tid 3 to smithi13174786-45 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:872: finishing write tid 4 to smithi13174786-45 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:872: finishing write tid 5 to smithi13174786-45 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:872: finishing write tid 6 to smithi13174786-45 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 245 (ObjNum 280 snap 80 seq_num 280) dirty exists 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:872: left oid 45 (ObjNum 280 snap 80 seq_num 280) 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:873: finishing write tid 1 to smithi13174786-10 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:873: finishing write tid 2 to smithi13174786-10 2024-08-29T14:51:47.326 INFO:tasks.rados.rados.0.smithi131.stdout:873: finishing write tid 3 to smithi13174786-10 2024-08-29T14:51:47.327 INFO:tasks.rados.rados.0.smithi131.stdout:872: done (2 left) 2024-08-29T14:51:47.327 INFO:tasks.rados.rados.0.smithi131.stdout:874: done (1 left) 2024-08-29T14:51:47.327 INFO:tasks.rados.rados.0.smithi131.stdout:875: rmattr oid 20 current snap is 80 2024-08-29T14:51:47.327 INFO:tasks.rados.rados.0.smithi131.stdout:875: done (1 left) 2024-08-29T14:51:47.327 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 80 2024-08-29T14:51:47.327 INFO:tasks.rados.rados.0.smithi131.stdout:876: seq_num 283 ranges {3358720=745472,4104192=712704,4816896=458752,5275648=434176} 2024-08-29T14:51:47.349 INFO:tasks.rados.rados.0.smithi131.stdout:876: writing smithi13174786-24 from 3358720 to 4104192 tid 1 2024-08-29T14:51:47.353 INFO:tasks.rados.rados.0.smithi131.stdout:876: writing smithi13174786-24 from 4104192 to 4816896 tid 2 2024-08-29T14:51:47.356 INFO:tasks.rados.rados.0.smithi131.stdout:876: writing smithi13174786-24 from 4816896 to 5275648 tid 3 2024-08-29T14:51:47.359 INFO:tasks.rados.rados.0.smithi131.stdout:876: writing smithi13174786-24 from 5275648 to 5709824 tid 4 2024-08-29T14:51:47.359 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 80 2024-08-29T14:51:47.359 INFO:tasks.rados.rados.0.smithi131.stdout:873: finishing write tid 4 to smithi13174786-10 2024-08-29T14:51:47.359 INFO:tasks.rados.rados.0.smithi131.stdout:877: seq_num 284 ranges {1712128=761856,2473984=598016,3072000=671744,3743744=335872} 2024-08-29T14:51:47.372 INFO:tasks.rados.rados.0.smithi131.stdout:877: writing smithi13174786-37 from 1712128 to 2473984 tid 1 2024-08-29T14:51:47.376 INFO:tasks.rados.rados.0.smithi131.stdout:877: writing smithi13174786-37 from 2473984 to 3072000 tid 2 2024-08-29T14:51:47.380 INFO:tasks.rados.rados.0.smithi131.stdout:877: writing smithi13174786-37 from 3072000 to 3743744 tid 3 2024-08-29T14:51:47.383 INFO:tasks.rados.rados.0.smithi131.stdout:877: writing smithi13174786-37 from 3743744 to 4079616 tid 4 2024-08-29T14:51:47.383 INFO:tasks.rados.rados.0.smithi131.stdout:878: delete oid 43 current snap is 80 2024-08-29T14:51:47.383 INFO:tasks.rados.rados.0.smithi131.stdout:873: finishing write tid 5 to smithi13174786-10 2024-08-29T14:51:47.383 INFO:tasks.rados.rados.0.smithi131.stdout:873: finishing write tid 6 to smithi13174786-10 2024-08-29T14:51:47.383 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 598 (ObjNum 281 snap 80 seq_num 281) dirty exists 2024-08-29T14:51:47.383 INFO:tasks.rados.rados.0.smithi131.stdout:873: left oid 10 (ObjNum 281 snap 80 seq_num 281) 2024-08-29T14:51:47.383 INFO:tasks.rados.rados.0.smithi131.stdout:876: finishing write tid 1 to smithi13174786-24 2024-08-29T14:51:47.383 INFO:tasks.rados.rados.0.smithi131.stdout:876: finishing write tid 2 to smithi13174786-24 2024-08-29T14:51:47.383 INFO:tasks.rados.rados.0.smithi131.stdout:876: finishing write tid 3 to smithi13174786-24 2024-08-29T14:51:47.384 INFO:tasks.rados.rados.0.smithi131.stdout:876: finishing write tid 4 to smithi13174786-24 2024-08-29T14:51:47.384 INFO:tasks.rados.rados.0.smithi131.stdout:876: finishing write tid 5 to smithi13174786-24 2024-08-29T14:51:47.384 INFO:tasks.rados.rados.0.smithi131.stdout:876: finishing write tid 6 to smithi13174786-24 2024-08-29T14:51:47.384 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 441 (ObjNum 283 snap 80 seq_num 283) dirty exists 2024-08-29T14:51:47.384 INFO:tasks.rados.rados.0.smithi131.stdout:876: left oid 24 (ObjNum 283 snap 80 seq_num 283) 2024-08-29T14:51:47.384 INFO:tasks.rados.rados.0.smithi131.stdout:877: finishing write tid 1 to smithi13174786-37 2024-08-29T14:51:47.384 INFO:tasks.rados.rados.0.smithi131.stdout:877: finishing write tid 2 to smithi13174786-37 2024-08-29T14:51:47.384 INFO:tasks.rados.rados.0.smithi131.stdout:877: finishing write tid 3 to smithi13174786-37 2024-08-29T14:51:47.385 INFO:tasks.rados.rados.0.smithi131.stdout:877: finishing write tid 4 to smithi13174786-37 2024-08-29T14:51:47.385 INFO:tasks.rados.rados.0.smithi131.stdout:873: done (3 left) 2024-08-29T14:51:47.385 INFO:tasks.rados.rados.0.smithi131.stdout:876: done (2 left) 2024-08-29T14:51:47.385 INFO:tasks.rados.rados.0.smithi131.stdout:878: done (1 left) 2024-08-29T14:51:47.385 INFO:tasks.rados.rados.0.smithi131.stdout:879: snap_create 2024-08-29T14:51:47.385 INFO:tasks.rados.rados.0.smithi131.stdout:877: finishing write tid 5 to smithi13174786-37 2024-08-29T14:51:47.386 INFO:tasks.rados.rados.0.smithi131.stdout:877: finishing write tid 6 to smithi13174786-37 2024-08-29T14:51:47.386 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 285 (ObjNum 284 snap 80 seq_num 284) dirty exists 2024-08-29T14:51:47.386 INFO:tasks.rados.rados.0.smithi131.stdout:877: left oid 37 (ObjNum 284 snap 80 seq_num 284) 2024-08-29T14:51:47.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:47 smithi131 ceph-mon[17514]: from='client.15183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:47.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:47 smithi131 ceph-mon[17514]: osdmap e238: 8 total, 8 up, 8 in 2024-08-29T14:51:47.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:47 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:47.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:47 smithi131 ceph-mon[29516]: from='client.15183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:47.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:47 smithi131 ceph-mon[29516]: osdmap e238: 8 total, 8 up, 8 in 2024-08-29T14:51:47.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:47 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:47.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:51:47] "GET /metrics HTTP/1.1" 200 36146 "" "Prometheus/2.51.0" 2024-08-29T14:51:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:47 smithi169 ceph-mon[20881]: from='client.15183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:51:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:47 smithi169 ceph-mon[20881]: osdmap e238: 8 total, 8 up, 8 in 2024-08-29T14:51:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:47 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:48.269 INFO:tasks.rados.rados.0.smithi131.stdout:877: done (1 left) 2024-08-29T14:51:48.269 INFO:tasks.rados.rados.0.smithi131.stdout:879: done (0 left) 2024-08-29T14:51:48.269 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 81 2024-08-29T14:51:48.269 INFO:tasks.rados.rados.0.smithi131.stdout:880: seq_num 286 ranges {3850240=794624,4644864=761856,5406720=679936,6086656=163840} 2024-08-29T14:51:48.294 INFO:tasks.rados.rados.0.smithi131.stdout:880: writing smithi13174786-13 from 3850240 to 4644864 tid 1 2024-08-29T14:51:48.298 INFO:tasks.rados.rados.0.smithi131.stdout:880: writing smithi13174786-13 from 4644864 to 5406720 tid 2 2024-08-29T14:51:48.304 INFO:tasks.rados.rados.0.smithi131.stdout:880: writing smithi13174786-13 from 5406720 to 6086656 tid 3 2024-08-29T14:51:48.305 INFO:tasks.rados.rados.0.smithi131.stdout:880: writing smithi13174786-13 from 6086656 to 6250496 tid 4 2024-08-29T14:51:48.306 INFO:tasks.rados.rados.0.smithi131.stdout:881: delete oid 50 current snap is 81 2024-08-29T14:51:48.306 INFO:tasks.rados.rados.0.smithi131.stdout:880: finishing write tid 1 to smithi13174786-13 2024-08-29T14:51:48.306 INFO:tasks.rados.rados.0.smithi131.stdout:880: finishing write tid 2 to smithi13174786-13 2024-08-29T14:51:48.307 INFO:tasks.rados.rados.0.smithi131.stdout:880: finishing write tid 3 to smithi13174786-13 2024-08-29T14:51:48.308 INFO:tasks.rados.rados.0.smithi131.stdout:880: finishing write tid 4 to smithi13174786-13 2024-08-29T14:51:48.308 INFO:tasks.rados.rados.0.smithi131.stdout:880: finishing write tid 5 to smithi13174786-13 2024-08-29T14:51:48.308 INFO:tasks.rados.rados.0.smithi131.stdout:880: finishing write tid 6 to smithi13174786-13 2024-08-29T14:51:48.309 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 151 (ObjNum 286 snap 81 seq_num 286) dirty exists 2024-08-29T14:51:48.309 INFO:tasks.rados.rados.0.smithi131.stdout:880: left oid 13 (ObjNum 286 snap 81 seq_num 286) 2024-08-29T14:51:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:880: done (1 left) 2024-08-29T14:51:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:881: done (0 left) 2024-08-29T14:51:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:882: rollback oid 45 current snap is 81 2024-08-29T14:51:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 45 to 74 2024-08-29T14:51:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:883: snap_remove snap 76 2024-08-29T14:51:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-mon[17514]: osdmap e239: 8 total, 8 up, 8 in 2024-08-29T14:51:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-mon[17514]: pgmap v96: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2024-08-29T14:51:48.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:48.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-mon[29516]: osdmap e239: 8 total, 8 up, 8 in 2024-08-29T14:51:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-mon[29516]: pgmap v96: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2024-08-29T14:51:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:48 smithi169 ceph-mon[20881]: osdmap e239: 8 total, 8 up, 8 in 2024-08-29T14:51:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:48 smithi169 ceph-mon[20881]: pgmap v96: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2024-08-29T14:51:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:48 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:48 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.079 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:51:48] ENGINE Bus STARTING 2024-08-29T14:51:49.079 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: CherryPy Checker: 2024-08-29T14:51:49.079 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: The Application mounted at '' has an empty config. 2024-08-29T14:51:49.079 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:49.079 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:51:49] ENGINE Serving on http://:::9283 2024-08-29T14:51:49.079 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:51:49] ENGINE Bus STARTED 2024-08-29T14:51:49.277 INFO:tasks.rados.rados.0.smithi131.stdout:883: done (1 left) 2024-08-29T14:51:49.277 INFO:tasks.rados.rados.0.smithi131.stdout:884: snap_create 2024-08-29T14:51:49.277 INFO:tasks.rados.rados.0.smithi131.stdout:882: finishing rollback tid 0 to smithi13174786-45 2024-08-29T14:51:49.277 INFO:tasks.rados.rados.0.smithi131.stdout:882: finishing rollback tid 1 to smithi13174786-45 2024-08-29T14:51:49.278 INFO:tasks.rados.rados.0.smithi131.stdout:882: finishing rollback tid 2 to smithi13174786-45 2024-08-29T14:51:49.278 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 249 (ObjNum 180 snap 48 seq_num 180) dirty exists 2024-08-29T14:51:49.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: osdmap e240: 8 total, 8 up, 8 in 2024-08-29T14:51:49.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: Standby manager daemon y restarted 2024-08-29T14:51:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: Standby manager daemon y started 2024-08-29T14:51:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:51:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:51:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:51:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:51:49.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: osdmap e240: 8 total, 8 up, 8 in 2024-08-29T14:51:49.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: Standby manager daemon y restarted 2024-08-29T14:51:49.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: Standby manager daemon y started 2024-08-29T14:51:49.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:51:49.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:51:49.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:51:49.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:49 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:51:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: osdmap e240: 8 total, 8 up, 8 in 2024-08-29T14:51:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: Standby manager daemon y restarted 2024-08-29T14:51:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: Standby manager daemon y started 2024-08-29T14:51:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:51:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:51:49.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:51:49.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:49 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:51:50.277 INFO:tasks.rados.rados.0.smithi131.stdout:882: done (1 left) 2024-08-29T14:51:50.277 INFO:tasks.rados.rados.0.smithi131.stdout:884: done (0 left) 2024-08-29T14:51:50.278 INFO:tasks.rados.rados.0.smithi131.stdout:885: read oid 46 snap -1 2024-08-29T14:51:50.278 INFO:tasks.rados.rados.0.smithi131.stdout:885: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:51:50.278 INFO:tasks.rados.rados.0.smithi131.stdout:886: delete oid 8 current snap is 82 2024-08-29T14:51:50.280 INFO:tasks.rados.rados.0.smithi131.stdout:885: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:51:50.283 INFO:tasks.rados.rados.0.smithi131.stdout:885: done (1 left) 2024-08-29T14:51:50.283 INFO:tasks.rados.rados.0.smithi131.stdout:886: done (0 left) 2024-08-29T14:51:50.283 INFO:tasks.rados.rados.0.smithi131.stdout:887: snap_create 2024-08-29T14:51:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:50 smithi131 ceph-mon[17514]: osdmap e241: 8 total, 8 up, 8 in 2024-08-29T14:51:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:50 smithi131 ceph-mon[17514]: mgrmap e29: x(active, since 64s), standbys: y 2024-08-29T14:51:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:50 smithi131 ceph-mon[17514]: pgmap v99: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2024-08-29T14:51:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:50 smithi131 ceph-mon[29516]: osdmap e241: 8 total, 8 up, 8 in 2024-08-29T14:51:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:50 smithi131 ceph-mon[29516]: mgrmap e29: x(active, since 64s), standbys: y 2024-08-29T14:51:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:50 smithi131 ceph-mon[29516]: pgmap v99: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2024-08-29T14:51:50.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:50 smithi169 ceph-mon[20881]: osdmap e241: 8 total, 8 up, 8 in 2024-08-29T14:51:50.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:50 smithi169 ceph-mon[20881]: mgrmap e29: x(active, since 64s), standbys: y 2024-08-29T14:51:50.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:50 smithi169 ceph-mon[20881]: pgmap v99: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2024-08-29T14:51:50.632 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:51:50.657 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 14:51:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T14:51:50.369Z caller=notify.go:860 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify success" attempts=6 duration=4.571765ms 2024-08-29T14:51:51.284 INFO:tasks.rados.rados.0.smithi131.stdout:887: done (0 left) 2024-08-29T14:51:51.284 INFO:tasks.rados.rados.0.smithi131.stdout:888: setattr oid 42 current snap is 83 2024-08-29T14:51:51.285 INFO:tasks.rados.rados.0.smithi131.stdout:889: delete oid 12 current snap is 83 2024-08-29T14:51:51.289 INFO:tasks.rados.rados.0.smithi131.stdout:889: done (1 left) 2024-08-29T14:51:51.289 INFO:tasks.rados.rados.0.smithi131.stdout:890: read oid 16 snap 79 2024-08-29T14:51:51.289 INFO:tasks.rados.rados.0.smithi131.stdout:890: expect (ObjNum 210 snap 57 seq_num 210) 2024-08-29T14:51:51.289 INFO:tasks.rados.rados.0.smithi131.stdout:891: rollback oid 44 current snap is 83 2024-08-29T14:51:51.290 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 44 to 81 2024-08-29T14:51:51.290 INFO:tasks.rados.rados.0.smithi131.stdout:892: rollback oid 1 current snap is 83 2024-08-29T14:51:51.290 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 81 2024-08-29T14:51:51.290 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 83 2024-08-29T14:51:51.290 INFO:tasks.rados.rados.0.smithi131.stdout:893: seq_num 290 ranges {0=57344} 2024-08-29T14:51:51.290 INFO:tasks.rados.rados.0.smithi131.stdout:893: writing smithi13174786-12 from 0 to 57344 tid 1 2024-08-29T14:51:51.290 INFO:tasks.rados.rados.0.smithi131.stdout:894: rollback oid 35 current snap is 83 2024-08-29T14:51:51.290 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 35 to 77 2024-08-29T14:51:51.290 INFO:tasks.rados.rados.0.smithi131.stdout:895: read oid 29 snap -1 2024-08-29T14:51:51.291 INFO:tasks.rados.rados.0.smithi131.stdout:895: expect deleted 2024-08-29T14:51:51.291 INFO:tasks.rados.rados.0.smithi131.stdout:896: snap_create 2024-08-29T14:51:51.291 INFO:tasks.rados.rados.0.smithi131.stdout:892: finishing rollback tid 1 to smithi13174786-1 2024-08-29T14:51:51.291 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T14:51:51.294 INFO:tasks.rados.rados.0.smithi131.stdout:893: finishing write tid 1 to smithi13174786-12 2024-08-29T14:51:51.294 INFO:tasks.rados.rados.0.smithi131.stdout:893: finishing write tid 2 to smithi13174786-12 2024-08-29T14:51:51.294 INFO:tasks.rados.rados.0.smithi131.stdout:891: finishing rollback tid 1 to smithi13174786-44 2024-08-29T14:51:51.294 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 0 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-08-29T14:51:51.294 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 347 (ObjNum 65 snap 0 seq_num 1817473900) dirty exists 2024-08-29T14:51:51.296 INFO:tasks.rados.rados.0.smithi131.stdout:893: finishing write tid 3 to smithi13174786-12 2024-08-29T14:51:51.296 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 372 (ObjNum 290 snap 83 seq_num 290) dirty exists 2024-08-29T14:51:51.296 INFO:tasks.rados.rados.0.smithi131.stdout:893: left oid 12 (ObjNum 290 snap 83 seq_num 290) 2024-08-29T14:51:51.310 INFO:tasks.rados.rados.0.smithi131.stdout:890: expect (ObjNum 210 snap 57 seq_num 210) 2024-08-29T14:51:51.512 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:51 smithi131 ceph-mon[17514]: osdmap e242: 8 total, 8 up, 8 in 2024-08-29T14:51:51.513 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:51 smithi131 ceph-mon[29516]: osdmap e242: 8 total, 8 up, 8 in 2024-08-29T14:51:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:51 smithi169 ceph-mon[20881]: osdmap e242: 8 total, 8 up, 8 in 2024-08-29T14:51:51.632 INFO:tasks.rados.rados.0.smithi131.stdout:894: finishing rollback tid 0 to smithi13174786-35 2024-08-29T14:51:51.632 INFO:tasks.rados.rados.0.smithi131.stdout:894: finishing rollback tid 1 to smithi13174786-35 2024-08-29T14:51:51.632 INFO:tasks.rados.rados.0.smithi131.stdout:894: finishing rollback tid 2 to smithi13174786-35 2024-08-29T14:51:51.632 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 604 (ObjNum 202 snap 56 seq_num 202) dirty exists 2024-08-29T14:51:52.096 INFO:tasks.rados.rados.0.smithi131.stdout:888: done (7 left) 2024-08-29T14:51:52.096 INFO:tasks.rados.rados.0.smithi131.stdout:890: done (6 left) 2024-08-29T14:51:52.096 INFO:tasks.rados.rados.0.smithi131.stdout:891: done (5 left) 2024-08-29T14:51:52.096 INFO:tasks.rados.rados.0.smithi131.stdout:892: done (4 left) 2024-08-29T14:51:52.096 INFO:tasks.rados.rados.0.smithi131.stdout:893: done (3 left) 2024-08-29T14:51:52.096 INFO:tasks.rados.rados.0.smithi131.stdout:894: done (2 left) 2024-08-29T14:51:52.096 INFO:tasks.rados.rados.0.smithi131.stdout:895: done (1 left) 2024-08-29T14:51:52.097 INFO:tasks.rados.rados.0.smithi131.stdout:896: done (0 left) 2024-08-29T14:51:52.097 INFO:tasks.rados.rados.0.smithi131.stdout:897: snap_remove snap 82 2024-08-29T14:51:52.244 INFO:tasks.rados.rados.0.smithi131.stdout:897: done (0 left) 2024-08-29T14:51:52.244 INFO:tasks.rados.rados.0.smithi131.stdout:898: rmattr oid 41 current snap is 84 2024-08-29T14:51:52.244 INFO:tasks.rados.rados.0.smithi131.stdout:899: snap_remove snap 78 2024-08-29T14:51:52.290 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:51:52] ENGINE Bus STOPPING 2024-08-29T14:51:52.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:51:52.094+0000 7f5a9fd81640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-29T14:51:52.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: ignoring --setuser ceph since I am not root 2024-08-29T14:51:52.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: ignoring --setgroup ceph since I am not root 2024-08-29T14:51:52.379 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mgr[56694]: -- 172.21.15.169:0/417502579 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561c817f30e0 con 0x561c817d1000 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: osdmap e243: 8 total, 8 up, 8 in 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: pgmap v102: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:51:52.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: Activating manager daemon y 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: osdmap e244: 8 total, 8 up, 8 in 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: mgrmap e30: y(active, starting, since 0.00660924s) 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:51:52.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:51:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:51:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:51:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:51:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:51:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:51:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:51:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:51:52.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:52 smithi169 ceph-mon[20881]: osdmap e245: 8 total, 8 up, 8 in 2024-08-29T14:51:52.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: osdmap e243: 8 total, 8 up, 8 in 2024-08-29T14:51:52.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: pgmap v102: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:52.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:52.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:52.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:51:52.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:51:52.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:52.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:52.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: Activating manager daemon y 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: osdmap e244: 8 total, 8 up, 8 in 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: mgrmap e30: y(active, starting, since 0.00660924s) 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:51:52.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:51:52.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:51:52.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:51:52.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:51:52.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:51:52.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:51:52.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:51:52.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:51:52.590 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[17514]: osdmap e245: 8 total, 8 up, 8 in 2024-08-29T14:51:52.590 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: osdmap e243: 8 total, 8 up, 8 in 2024-08-29T14:51:52.590 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: pgmap v102: 121 pgs: 121 active+clean; 134 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:52.591 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:52.591 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:52.591 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:51:52.591 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:51:52.591 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' 2024-08-29T14:51:52.591 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:52.591 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.24754 172.21.15.169:0/2434221264' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:51:52.591 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:51:52.591 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: Activating manager daemon y 2024-08-29T14:51:52.592 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: osdmap e244: 8 total, 8 up, 8 in 2024-08-29T14:51:52.592 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-29T14:51:52.592 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: mgrmap e30: y(active, starting, since 0.00660924s) 2024-08-29T14:51:52.592 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:51:52.592 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:51:52.592 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:51:52.592 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T14:51:52.592 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T14:51:52.592 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:51:52.593 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:51:52.593 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:51:52.593 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:51:52.593 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:51:52.593 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:51:52.593 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:51:52.593 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:51:52.593 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:51:52.594 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:51:52.594 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:51:52.594 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:51:52.594 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-mon[29516]: osdmap e245: 8 total, 8 up, 8 in 2024-08-29T14:51:52.852 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:51:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:51:52.852 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:51:52] ENGINE Bus STOPPED 2024-08-29T14:51:53.213 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:52.907+0000 7f1c88e4c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:51:53.213 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:52.907+0000 7f1c88e4c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:51:53.213 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:52.907+0000 7f1c88e4c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:51:53.213 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:52.907+0000 7f1c88e4c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:51:53.213 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:52.907+0000 7f1c88e4c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:51:53.214 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:52.908+0000 7f1c8c653640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:51:53.214 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:52.908+0000 7f1c8c653640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:51:53.214 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:52.908+0000 7f1c8c653640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:51:53.214 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:52.908+0000 7f1c8c653640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:51:53.214 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:52 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:52.908+0000 7f1c8c653640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:51:53.244 INFO:tasks.rados.rados.0.smithi131.stdout:899: done (1 left) 2024-08-29T14:51:53.244 INFO:tasks.rados.rados.0.smithi131.stdout:900: setattr oid 12 current snap is 84 2024-08-29T14:51:53.244 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 696 (ObjNum 278 snap 79 seq_num 278) dirty exists 2024-08-29T14:51:53.245 INFO:tasks.rados.rados.0.smithi131.stdout:898: done (1 left) 2024-08-29T14:51:53.245 INFO:tasks.rados.rados.0.smithi131.stdout:901: rmattr oid 31 current snap is 84 2024-08-29T14:51:53.245 INFO:tasks.rados.rados.0.smithi131.stdout:901: done (1 left) 2024-08-29T14:51:53.245 INFO:tasks.rados.rados.0.smithi131.stdout:902: rollback oid 42 current snap is 84 2024-08-29T14:51:53.245 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 42 to 79 2024-08-29T14:51:53.246 INFO:tasks.rados.rados.0.smithi131.stdout:903: rollback oid 38 current snap is 84 2024-08-29T14:51:53.246 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 79 2024-08-29T14:51:53.246 INFO:tasks.rados.rados.0.smithi131.stdout:904: snap_create 2024-08-29T14:51:53.251 INFO:tasks.rados.rados.0.smithi131.stdout:902: finishing rollback tid 0 to smithi13174786-42 2024-08-29T14:51:53.253 INFO:tasks.rados.rados.0.smithi131.stdout:902: finishing rollback tid 1 to smithi13174786-42 2024-08-29T14:51:53.253 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 350 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T14:51:53.253 INFO:tasks.rados.rados.0.smithi131.stdout:903: finishing rollback tid 1 to smithi13174786-38 2024-08-29T14:51:53.253 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 267 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:51:53.253 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 373 (ObjNum 290 snap 83 seq_num 290) dirty exists 2024-08-29T14:51:53.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[17514]: Manager daemon y is now available 2024-08-29T14:51:53.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:53.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:53.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:53.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:51:53.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:51:53.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:51:53.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:51:53.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[17514]: osdmap e246: 8 total, 8 up, 8 in 2024-08-29T14:51:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:51:53] ENGINE Bus STARTING 2024-08-29T14:51:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:51:53] ENGINE Serving on http://:::9283 2024-08-29T14:51:53.604 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:51:53] ENGINE Bus STARTED 2024-08-29T14:51:53.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[29516]: Manager daemon y is now available 2024-08-29T14:51:53.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:53.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:53.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:53.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:51:53.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:51:53.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:51:53.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:51:53.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:53 smithi131 ceph-mon[29516]: osdmap e246: 8 total, 8 up, 8 in 2024-08-29T14:51:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:53 smithi169 ceph-mon[20881]: Manager daemon y is now available 2024-08-29T14:51:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:53 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:53 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:53 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:53 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:51:53.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:53 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:51:53.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:53 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:51:53.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:53 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:51:53.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:53 smithi169 ceph-mon[20881]: osdmap e246: 8 total, 8 up, 8 in 2024-08-29T14:51:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:900: done (3 left) 2024-08-29T14:51:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:902: done (2 left) 2024-08-29T14:51:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:903: done (1 left) 2024-08-29T14:51:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:904: done (0 left) 2024-08-29T14:51:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:905: rollback oid 43 current snap is 85 2024-08-29T14:51:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 43 to 81 2024-08-29T14:51:54.248 INFO:tasks.rados.rados.0.smithi131.stdout:906: snap_create 2024-08-29T14:51:54.249 INFO:tasks.rados.rados.0.smithi131.stdout:905: finishing rollback tid 1 to smithi13174786-43 2024-08-29T14:51:54.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 370 (ObjNum 305 snap 0 seq_num 482563271) dirty dne 2024-08-29T14:51:54.304 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:54.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:51:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-mon[17514]: mgrmap e31: y(active, since 1.2144s) 2024-08-29T14:51:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-mon[17514]: pgmap v5: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-mon[17514]: osdmap e247: 8 total, 8 up, 8 in 2024-08-29T14:51:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-mon[29516]: mgrmap e31: y(active, since 1.2144s) 2024-08-29T14:51:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-mon[29516]: pgmap v5: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-mon[29516]: osdmap e247: 8 total, 8 up, 8 in 2024-08-29T14:51:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:54 smithi169 ceph-mon[20881]: mgrmap e31: y(active, since 1.2144s) 2024-08-29T14:51:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:54 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:51:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:54 smithi169 ceph-mon[20881]: pgmap v5: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:54 smithi169 ceph-mon[20881]: osdmap e247: 8 total, 8 up, 8 in 2024-08-29T14:51:55.245 INFO:tasks.rados.rados.0.smithi131.stdout:905: done (1 left) 2024-08-29T14:51:55.245 INFO:tasks.rados.rados.0.smithi131.stdout:906: done (0 left) 2024-08-29T14:51:55.245 INFO:tasks.rados.rados.0.smithi131.stdout:907: rmattr oid 29 current snap is 86 2024-08-29T14:51:55.245 INFO:tasks.rados.rados.0.smithi131.stdout:907: done (0 left) 2024-08-29T14:51:55.245 INFO:tasks.rados.rados.0.smithi131.stdout:908: snap_create 2024-08-29T14:51:55.313 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:54.919+0000 7f1c6f3dc640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:51:54] ENGINE Error in HTTPServer.serve 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: Traceback (most recent call last): 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: self._connections.run(self.expiration_interval) 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: self._run(expiration_interval) 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: s = self.context.wrap_socket( 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:51:55.314 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: return self.sslsocket_class._create( 2024-08-29T14:51:55.315 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:51:55.315 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: self.do_handshake() 2024-08-29T14:51:55.315 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:51:55.315 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: self._sslobj.do_handshake() 2024-08-29T14:51:55.315 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:51:55.315 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:51:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:51:55.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:55 smithi131 ceph-mon[17514]: pgmap v6: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:55.589 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:55 smithi131 ceph-mon[17514]: osdmap e248: 8 total, 8 up, 8 in 2024-08-29T14:51:55.590 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:55 smithi131 ceph-mon[29516]: pgmap v6: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:55.590 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:55 smithi131 ceph-mon[29516]: osdmap e248: 8 total, 8 up, 8 in 2024-08-29T14:51:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:55 smithi169 ceph-mon[20881]: pgmap v6: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:55 smithi169 ceph-mon[20881]: osdmap e248: 8 total, 8 up, 8 in 2024-08-29T14:51:56.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:55.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:51:56.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:55.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:51:56.250 INFO:tasks.rados.rados.0.smithi131.stdout:908: done (0 left) 2024-08-29T14:51:56.251 INFO:tasks.rados.rados.0.smithi131.stdout:909: delete oid 33 current snap is 87 2024-08-29T14:51:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:909: done (0 left) 2024-08-29T14:51:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:910: setattr oid 48 current snap is 87 2024-08-29T14:51:56.253 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 87 2024-08-29T14:51:56.253 INFO:tasks.rados.rados.0.smithi131.stdout:911: seq_num 292 ranges {4349952=98304} 2024-08-29T14:51:56.277 INFO:tasks.rados.rados.0.smithi131.stdout:911: writing smithi13174786-2 from 4349952 to 4448256 tid 1 2024-08-29T14:51:56.277 INFO:tasks.rados.rados.0.smithi131.stdout:912: read oid 37 snap -1 2024-08-29T14:51:56.278 INFO:tasks.rados.rados.0.smithi131.stdout:912: expect (ObjNum 284 snap 80 seq_num 284) 2024-08-29T14:51:56.278 INFO:tasks.rados.rados.0.smithi131.stdout:913: copy_from oid 40 from oid 33 current snap is 87 2024-08-29T14:51:56.278 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 352 (ObjNum 268 snap 75 seq_num 268) dirty exists 2024-08-29T14:51:56.278 INFO:tasks.rados.rados.0.smithi131.stdout:910: done (3 left) 2024-08-29T14:51:56.278 INFO:tasks.rados.rados.0.smithi131.stdout:914: snap_remove snap 74 2024-08-29T14:51:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[17514]: [29/Aug/2024:14:51:54] ENGINE Bus STARTING 2024-08-29T14:51:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[17514]: [29/Aug/2024:14:51:54] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:51:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[17514]: [29/Aug/2024:14:51:54] ENGINE Error in HTTPServer.serve 2024-08-29T14:51:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout: Traceback (most recent call last): 2024-08-29T14:51:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:51:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:51:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:51:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._run(expiration_interval) 2024-08-29T14:51:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: s = self.context.wrap_socket( 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: return self.sslsocket_class._create( 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: self.do_handshake() 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._sslobj.do_handshake() 2024-08-29T14:51:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[17514]: [29/Aug/2024:14:51:55] ENGINE Serving on http://172.21.15.131:8765 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[17514]: [29/Aug/2024:14:51:55] ENGINE Bus STARTED 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[17514]: mgrmap e32: y(active, since 3s) 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[17514]: osdmap e249: 8 total, 8 up, 8 in 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[29516]: [29/Aug/2024:14:51:54] ENGINE Bus STARTING 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[29516]: [29/Aug/2024:14:51:54] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[29516]: [29/Aug/2024:14:51:54] ENGINE Error in HTTPServer.serve 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.c.smithi131.stdout: Traceback (most recent call last): 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:51:56.605 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._run(expiration_interval) 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: s = self.context.wrap_socket( 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: return self.sslsocket_class._create( 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: self.do_handshake() 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._sslobj.do_handshake() 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[29516]: [29/Aug/2024:14:51:55] ENGINE Serving on http://172.21.15.131:8765 2024-08-29T14:51:56.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[29516]: [29/Aug/2024:14:51:55] ENGINE Bus STARTED 2024-08-29T14:51:56.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[29516]: mgrmap e32: y(active, since 3s) 2024-08-29T14:51:56.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:56 smithi131 ceph-mon[29516]: osdmap e249: 8 total, 8 up, 8 in 2024-08-29T14:51:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:56 smithi169 ceph-mon[20881]: [29/Aug/2024:14:51:54] ENGINE Bus STARTING 2024-08-29T14:51:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:56 smithi169 ceph-mon[20881]: [29/Aug/2024:14:51:54] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:51:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:56 smithi169 ceph-mon[20881]: [29/Aug/2024:14:51:54] ENGINE Error in HTTPServer.serve 2024-08-29T14:51:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout: Traceback (most recent call last): 2024-08-29T14:51:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:51:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:51:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:51:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._run(expiration_interval) 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: s = self.context.wrap_socket( 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: return self.sslsocket_class._create( 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: self.do_handshake() 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._sslobj.do_handshake() 2024-08-29T14:51:56.630 INFO:journalctl@ceph.mon.b.smithi169.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:51:56.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:56 smithi169 ceph-mon[20881]: [29/Aug/2024:14:51:55] ENGINE Serving on http://172.21.15.131:8765 2024-08-29T14:51:56.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:56 smithi169 ceph-mon[20881]: [29/Aug/2024:14:51:55] ENGINE Bus STARTED 2024-08-29T14:51:56.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:56 smithi169 ceph-mon[20881]: mgrmap e32: y(active, since 3s) 2024-08-29T14:51:56.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:56 smithi169 ceph-mon[20881]: osdmap e249: 8 total, 8 up, 8 in 2024-08-29T14:51:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:914: done (3 left) 2024-08-29T14:51:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:915: setattr oid 27 current snap is 87 2024-08-29T14:51:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:913: finishing copy_from to smithi13174786-40 2024-08-29T14:51:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:913: got expected ENOENT (src dne) 2024-08-29T14:51:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:913: finishing copy_from racing read to smithi13174786-40 2024-08-29T14:51:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:911: finishing write tid 1 to smithi13174786-2 2024-08-29T14:51:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:911: finishing write tid 2 to smithi13174786-2 2024-08-29T14:51:57.242 INFO:tasks.rados.rados.0.smithi131.stdout:911: finishing write tid 3 to smithi13174786-2 2024-08-29T14:51:57.243 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 258 (ObjNum 292 snap 87 seq_num 292) dirty exists 2024-08-29T14:51:57.243 INFO:tasks.rados.rados.0.smithi131.stdout:911: left oid 2 (ObjNum 292 snap 87 seq_num 292) 2024-08-29T14:51:57.243 INFO:tasks.rados.rados.0.smithi131.stdout:912: expect (ObjNum 284 snap 80 seq_num 284) 2024-08-29T14:51:57.320 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:51:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:51:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:51:57.390 INFO:tasks.rados.rados.0.smithi131.stdout:911: done (3 left) 2024-08-29T14:51:57.390 INFO:tasks.rados.rados.0.smithi131.stdout:912: done (2 left) 2024-08-29T14:51:57.390 INFO:tasks.rados.rados.0.smithi131.stdout:913: done (1 left) 2024-08-29T14:51:57.390 INFO:tasks.rados.rados.0.smithi131.stdout:916: snap_create 2024-08-29T14:51:57.393 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 300 (ObjNum 272 snap 77 seq_num 272) dirty exists 2024-08-29T14:51:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:57 smithi131 ceph-mon[17514]: pgmap v9: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:57 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:57 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:57 smithi131 ceph-mon[17514]: osdmap e250: 8 total, 8 up, 8 in 2024-08-29T14:51:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:57 smithi131 ceph-mon[29516]: pgmap v9: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:57 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:57 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:57 smithi131 ceph-mon[29516]: osdmap e250: 8 total, 8 up, 8 in 2024-08-29T14:51:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:57 smithi169 ceph-mon[20881]: pgmap v9: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:57 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:57 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:57 smithi169 ceph-mon[20881]: osdmap e250: 8 total, 8 up, 8 in 2024-08-29T14:51:57.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:57 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:57] ENGINE Bus STARTING 2024-08-29T14:51:57.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:57 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: CherryPy Checker: 2024-08-29T14:51:57.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:57 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: The Application mounted at '' has an empty config. 2024-08-29T14:51:57.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:57 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: 2024-08-29T14:51:57.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:57 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:57] ENGINE Serving on http://:::9283 2024-08-29T14:51:57.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:51:57 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[56671]: [29/Aug/2024:14:51:57] ENGINE Bus STARTED 2024-08-29T14:51:58.326 INFO:tasks.rados.rados.0.smithi131.stdout:915: done (1 left) 2024-08-29T14:51:58.326 INFO:tasks.rados.rados.0.smithi131.stdout:916: done (0 left) 2024-08-29T14:51:58.326 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 88 2024-08-29T14:51:58.326 INFO:tasks.rados.rados.0.smithi131.stdout:917: seq_num 293 ranges {4079616=114688} 2024-08-29T14:51:58.349 INFO:tasks.rados.rados.0.smithi131.stdout:917: writing smithi13174786-37 from 4079616 to 4194304 tid 1 2024-08-29T14:51:58.349 INFO:tasks.rados.rados.0.smithi131.stdout:918: snap_create 2024-08-29T14:51:58.352 INFO:tasks.rados.rados.0.smithi131.stdout:917: finishing write tid 1 to smithi13174786-37 2024-08-29T14:51:58.352 INFO:tasks.rados.rados.0.smithi131.stdout:917: finishing write tid 2 to smithi13174786-37 2024-08-29T14:51:58.353 INFO:tasks.rados.rados.0.smithi131.stdout:917: finishing write tid 3 to smithi13174786-37 2024-08-29T14:51:58.353 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 303 (ObjNum 293 snap 88 seq_num 293) dirty exists 2024-08-29T14:51:58.354 INFO:tasks.rados.rados.0.smithi131.stdout:917: left oid 37 (ObjNum 293 snap 88 seq_num 293) 2024-08-29T14:51:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[17514]: Standby manager daemon x started 2024-08-29T14:51:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:51:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:51:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[29516]: Standby manager daemon x started 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:51:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:58 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:58 smithi169 ceph-mon[20881]: Standby manager daemon x started 2024-08-29T14:51:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:58 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:51:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:58 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:51:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:58 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:58 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:51:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:58 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/405703433' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:51:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:58 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:58 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:58.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:58 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:59.344 INFO:tasks.rados.rados.0.smithi131.stdout:917: done (1 left) 2024-08-29T14:51:59.344 INFO:tasks.rados.rados.0.smithi131.stdout:918: done (0 left) 2024-08-29T14:51:59.344 INFO:tasks.rados.rados.0.smithi131.stdout:919: read oid 11 snap 84 2024-08-29T14:51:59.344 INFO:tasks.rados.rados.0.smithi131.stdout:919: expect (ObjNum 136 snap 33 seq_num 136) 2024-08-29T14:51:59.344 INFO:tasks.rados.rados.0.smithi131.stdout:920: copy_from oid 47 from oid 35 current snap is 89 2024-08-29T14:51:59.344 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 89 2024-08-29T14:51:59.344 INFO:tasks.rados.rados.0.smithi131.stdout:921: seq_num 294 ranges {1982464=131072} 2024-08-29T14:51:59.356 INFO:tasks.rados.rados.0.smithi131.stdout:921: writing smithi13174786-9 from 1982464 to 2113536 tid 1 2024-08-29T14:51:59.356 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 89 2024-08-29T14:51:59.356 INFO:tasks.rados.rados.0.smithi131.stdout:922: seq_num 295 ranges {0=147456} 2024-08-29T14:51:59.357 INFO:tasks.rados.rados.0.smithi131.stdout:922: writing smithi13174786-29 from 0 to 147456 tid 1 2024-08-29T14:51:59.357 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 89 2024-08-29T14:51:59.357 INFO:tasks.rados.rados.0.smithi131.stdout:923: seq_num 296 ranges {5709824=163840} 2024-08-29T14:51:59.389 INFO:tasks.rados.rados.0.smithi131.stdout:923: writing smithi13174786-24 from 5709824 to 5873664 tid 1 2024-08-29T14:51:59.389 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 30 current snap is 89 2024-08-29T14:51:59.389 INFO:tasks.rados.rados.0.smithi131.stdout:924: seq_num 297 ranges {1744896=180224} 2024-08-29T14:51:59.400 INFO:tasks.rados.rados.0.smithi131.stdout:924: writing smithi13174786-30 from 1744896 to 1925120 tid 1 2024-08-29T14:51:59.400 INFO:tasks.rados.rados.0.smithi131.stdout:925: rmattr oid 36 current snap is 89 2024-08-29T14:51:59.400 INFO:tasks.rados.rados.0.smithi131.stdout:925: done (6 left) 2024-08-29T14:51:59.400 INFO:tasks.rados.rados.0.smithi131.stdout:926: snap_create 2024-08-29T14:51:59.400 INFO:tasks.rados.rados.0.smithi131.stdout:919: expect (ObjNum 136 snap 33 seq_num 136) 2024-08-29T14:51:59.457 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[17514]: pgmap v12: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:59.457 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[17514]: osdmap e251: 8 total, 8 up, 8 in 2024-08-29T14:51:59.457 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[17514]: mgrmap e33: y(active, since 6s), standbys: x 2024-08-29T14:51:59.457 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:51:59.458 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:59.458 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:59.458 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[29516]: pgmap v12: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:59.458 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[29516]: osdmap e251: 8 total, 8 up, 8 in 2024-08-29T14:51:59.458 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[29516]: mgrmap e33: y(active, since 6s), standbys: x 2024-08-29T14:51:59.458 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:51:59.458 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:59.458 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:51:59 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:59.493 INFO:tasks.rados.rados.0.smithi131.stdout:921: finishing write tid 1 to smithi13174786-9 2024-08-29T14:51:59.493 INFO:tasks.rados.rados.0.smithi131.stdout:921: finishing write tid 2 to smithi13174786-9 2024-08-29T14:51:59.493 INFO:tasks.rados.rados.0.smithi131.stdout:921: finishing write tid 3 to smithi13174786-9 2024-08-29T14:51:59.493 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 372 (ObjNum 294 snap 89 seq_num 294) dirty exists 2024-08-29T14:51:59.493 INFO:tasks.rados.rados.0.smithi131.stdout:921: left oid 9 (ObjNum 294 snap 89 seq_num 294) 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:922: finishing write tid 1 to smithi13174786-29 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:922: finishing write tid 2 to smithi13174786-29 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:920: finishing copy_from racing read to smithi13174786-47 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:920: finishing copy_from to smithi13174786-47 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 604 (ObjNum 202 snap 56 seq_num 202) dirty exists 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:922: finishing write tid 3 to smithi13174786-29 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 262 (ObjNum 295 snap 89 seq_num 295) dirty exists 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:922: left oid 29 (ObjNum 295 snap 89 seq_num 295) 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:923: finishing write tid 1 to smithi13174786-24 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:923: finishing write tid 2 to smithi13174786-24 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:923: finishing write tid 3 to smithi13174786-24 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 606 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:923: left oid 24 (ObjNum 296 snap 89 seq_num 296) 2024-08-29T14:51:59.494 INFO:tasks.rados.rados.0.smithi131.stdout:924: finishing write tid 1 to smithi13174786-30 2024-08-29T14:51:59.495 INFO:tasks.rados.rados.0.smithi131.stdout:924: finishing write tid 2 to smithi13174786-30 2024-08-29T14:51:59.495 INFO:tasks.rados.rados.0.smithi131.stdout:924: finishing write tid 3 to smithi13174786-30 2024-08-29T14:51:59.495 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 374 (ObjNum 297 snap 89 seq_num 297) dirty exists 2024-08-29T14:51:59.495 INFO:tasks.rados.rados.0.smithi131.stdout:924: left oid 30 (ObjNum 297 snap 89 seq_num 297) 2024-08-29T14:51:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:59 smithi169 ceph-mon[20881]: pgmap v12: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:51:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:59 smithi169 ceph-mon[20881]: osdmap e251: 8 total, 8 up, 8 in 2024-08-29T14:51:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:59 smithi169 ceph-mon[20881]: mgrmap e33: y(active, since 6s), standbys: x 2024-08-29T14:51:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:59 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:51:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:59 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:51:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:51:59 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:00.349 INFO:tasks.rados.rados.0.smithi131.stdout:919: done (6 left) 2024-08-29T14:52:00.349 INFO:tasks.rados.rados.0.smithi131.stdout:920: done (5 left) 2024-08-29T14:52:00.349 INFO:tasks.rados.rados.0.smithi131.stdout:921: done (4 left) 2024-08-29T14:52:00.349 INFO:tasks.rados.rados.0.smithi131.stdout:922: done (3 left) 2024-08-29T14:52:00.349 INFO:tasks.rados.rados.0.smithi131.stdout:923: done (2 left) 2024-08-29T14:52:00.349 INFO:tasks.rados.rados.0.smithi131.stdout:924: done (1 left) 2024-08-29T14:52:00.349 INFO:tasks.rados.rados.0.smithi131.stdout:926: done (0 left) 2024-08-29T14:52:00.350 INFO:tasks.rados.rados.0.smithi131.stdout:927: snap_create 2024-08-29T14:52:00.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:00 smithi131 ceph-mon[17514]: osdmap e252: 8 total, 8 up, 8 in 2024-08-29T14:52:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:00 smithi131 ceph-mon[29516]: osdmap e252: 8 total, 8 up, 8 in 2024-08-29T14:52:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:00 smithi169 ceph-mon[20881]: osdmap e252: 8 total, 8 up, 8 in 2024-08-29T14:52:00.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:01.353 INFO:tasks.rados.rados.0.smithi131.stdout:927: done (0 left) 2024-08-29T14:52:01.353 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 91 2024-08-29T14:52:01.354 INFO:tasks.rados.rados.0.smithi131.stdout:928: seq_num 298 ranges {0=196608} 2024-08-29T14:52:01.354 INFO:tasks.rados.rados.0.smithi131.stdout:928: writing smithi13174786-17 from 0 to 196608 tid 1 2024-08-29T14:52:01.354 INFO:tasks.rados.rados.0.smithi131.stdout:929: delete oid 15 current snap is 91 2024-08-29T14:52:01.359 INFO:tasks.rados.rados.0.smithi131.stdout:929: done (1 left) 2024-08-29T14:52:01.360 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 91 2024-08-29T14:52:01.360 INFO:tasks.rados.rados.0.smithi131.stdout:930: seq_num 300 ranges {7217152=229376} 2024-08-29T14:52:01.401 INFO:tasks.rados.rados.0.smithi131.stdout:930: writing smithi13174786-27 from 7217152 to 7446528 tid 1 2024-08-29T14:52:01.401 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 91 2024-08-29T14:52:01.401 INFO:tasks.rados.rados.0.smithi131.stdout:928: finishing write tid 1 to smithi13174786-17 2024-08-29T14:52:01.402 INFO:tasks.rados.rados.0.smithi131.stdout:931: seq_num 301 ranges {7364608=245760} 2024-08-29T14:52:01.443 INFO:tasks.rados.rados.0.smithi131.stdout:931: writing smithi13174786-10 from 7364608 to 7610368 tid 1 2024-08-29T14:52:01.443 INFO:tasks.rados.rados.0.smithi131.stdout:932: delete oid 32 current snap is 91 2024-08-29T14:52:01.444 INFO:tasks.rados.rados.0.smithi131.stdout:928: finishing write tid 2 to smithi13174786-17 2024-08-29T14:52:01.444 INFO:tasks.rados.rados.0.smithi131.stdout:928: finishing write tid 3 to smithi13174786-17 2024-08-29T14:52:01.444 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 357 (ObjNum 298 snap 91 seq_num 298) dirty exists 2024-08-29T14:52:01.444 INFO:tasks.rados.rados.0.smithi131.stdout:928: left oid 17 (ObjNum 298 snap 91 seq_num 298) 2024-08-29T14:52:01.444 INFO:tasks.rados.rados.0.smithi131.stdout:930: finishing write tid 1 to smithi13174786-27 2024-08-29T14:52:01.444 INFO:tasks.rados.rados.0.smithi131.stdout:930: finishing write tid 2 to smithi13174786-27 2024-08-29T14:52:01.444 INFO:tasks.rados.rados.0.smithi131.stdout:930: finishing write tid 3 to smithi13174786-27 2024-08-29T14:52:01.444 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 308 (ObjNum 300 snap 91 seq_num 300) dirty exists 2024-08-29T14:52:01.444 INFO:tasks.rados.rados.0.smithi131.stdout:930: left oid 27 (ObjNum 300 snap 91 seq_num 300) 2024-08-29T14:52:01.447 INFO:tasks.rados.rados.0.smithi131.stdout:928: done (3 left) 2024-08-29T14:52:01.448 INFO:tasks.rados.rados.0.smithi131.stdout:930: done (2 left) 2024-08-29T14:52:01.448 INFO:tasks.rados.rados.0.smithi131.stdout:932: done (1 left) 2024-08-29T14:52:01.448 INFO:tasks.rados.rados.0.smithi131.stdout:933: read oid 41 snap -1 2024-08-29T14:52:01.448 INFO:tasks.rados.rados.0.smithi131.stdout:933: expect (ObjNum 278 snap 79 seq_num 278) 2024-08-29T14:52:01.448 INFO:tasks.rados.rados.0.smithi131.stdout:934: snap_remove snap 89 2024-08-29T14:52:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:01 smithi169 ceph-mon[20881]: pgmap v15: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 24 KiB/s wr, 29 op/s 2024-08-29T14:52:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:01 smithi169 ceph-mon[20881]: osdmap e253: 8 total, 8 up, 8 in 2024-08-29T14:52:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:01 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:01 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:01 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:01 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:01.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[17514]: pgmap v15: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 24 KiB/s wr, 29 op/s 2024-08-29T14:52:01.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[17514]: osdmap e253: 8 total, 8 up, 8 in 2024-08-29T14:52:01.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:01.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:01.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:01.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:01.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[29516]: pgmap v15: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 24 KiB/s wr, 29 op/s 2024-08-29T14:52:01.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[29516]: osdmap e253: 8 total, 8 up, 8 in 2024-08-29T14:52:01.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:01.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:01.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:01.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:01 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:02.242 INFO:tasks.rados.rados.0.smithi131.stdout:934: done (2 left) 2024-08-29T14:52:02.242 INFO:tasks.rados.rados.0.smithi131.stdout:935: rmattr oid 3 current snap is 91 2024-08-29T14:52:02.242 INFO:tasks.rados.rados.0.smithi131.stdout:935: done (2 left) 2024-08-29T14:52:02.242 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 91 2024-08-29T14:52:02.242 INFO:tasks.rados.rados.0.smithi131.stdout:936: seq_num 303 ranges {0=278528} 2024-08-29T14:52:02.244 INFO:tasks.rados.rados.0.smithi131.stdout:936: writing smithi13174786-38 from 0 to 278528 tid 1 2024-08-29T14:52:02.244 INFO:tasks.rados.rados.0.smithi131.stdout:937: delete oid 17 current snap is 91 2024-08-29T14:52:02.244 INFO:tasks.rados.rados.0.smithi131.stdout:931: finishing write tid 1 to smithi13174786-10 2024-08-29T14:52:02.244 INFO:tasks.rados.rados.0.smithi131.stdout:931: finishing write tid 2 to smithi13174786-10 2024-08-29T14:52:02.244 INFO:tasks.rados.rados.0.smithi131.stdout:931: finishing write tid 3 to smithi13174786-10 2024-08-29T14:52:02.244 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 617 (ObjNum 301 snap 91 seq_num 301) dirty exists 2024-08-29T14:52:02.244 INFO:tasks.rados.rados.0.smithi131.stdout:931: left oid 10 (ObjNum 301 snap 91 seq_num 301) 2024-08-29T14:52:02.244 INFO:tasks.rados.rados.0.smithi131.stdout:933: expect (ObjNum 278 snap 79 seq_num 278) 2024-08-29T14:52:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:52:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:52:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: osdmap e254: 8 total, 8 up, 8 in 2024-08-29T14:52:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:02.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:02.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:02 smithi169 ceph-mon[20881]: osdmap e255: 8 total, 8 up, 8 in 2024-08-29T14:52:02.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: osdmap e254: 8 total, 8 up, 8 in 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[17514]: osdmap e255: 8 total, 8 up, 8 in 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: osdmap e254: 8 total, 8 up, 8 in 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:02.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:02 smithi131 ceph-mon[29516]: osdmap e255: 8 total, 8 up, 8 in 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:936: finishing write tid 1 to smithi13174786-38 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:936: finishing write tid 2 to smithi13174786-38 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:936: finishing write tid 3 to smithi13174786-38 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 314 (ObjNum 303 snap 91 seq_num 303) dirty exists 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:936: left oid 38 (ObjNum 303 snap 91 seq_num 303) 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:931: done (3 left) 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:933: done (2 left) 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:936: done (1 left) 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:937: done (0 left) 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 91 2024-08-29T14:52:03.019 INFO:tasks.rados.rados.0.smithi131.stdout:938: seq_num 305 ranges {2465792=311296} 2024-08-29T14:52:03.033 INFO:tasks.rados.rados.0.smithi131.stdout:938: writing smithi13174786-26 from 2465792 to 2777088 tid 1 2024-08-29T14:52:03.033 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 91 2024-08-29T14:52:03.034 INFO:tasks.rados.rados.0.smithi131.stdout:939: seq_num 306 ranges {7610368=327680} 2024-08-29T14:52:03.075 INFO:tasks.rados.rados.0.smithi131.stdout:939: writing smithi13174786-10 from 7610368 to 7938048 tid 1 2024-08-29T14:52:03.076 INFO:tasks.rados.rados.0.smithi131.stdout:940: snap_create 2024-08-29T14:52:03.076 INFO:tasks.rados.rados.0.smithi131.stdout:938: finishing write tid 1 to smithi13174786-26 2024-08-29T14:52:03.076 INFO:tasks.rados.rados.0.smithi131.stdout:938: finishing write tid 2 to smithi13174786-26 2024-08-29T14:52:03.076 INFO:tasks.rados.rados.0.smithi131.stdout:938: finishing write tid 3 to smithi13174786-26 2024-08-29T14:52:03.076 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 85 (ObjNum 305 snap 91 seq_num 305) dirty exists 2024-08-29T14:52:03.076 INFO:tasks.rados.rados.0.smithi131.stdout:938: left oid 26 (ObjNum 305 snap 91 seq_num 305) 2024-08-29T14:52:03.078 INFO:tasks.rados.rados.0.smithi131.stdout:939: finishing write tid 1 to smithi13174786-10 2024-08-29T14:52:03.078 INFO:tasks.rados.rados.0.smithi131.stdout:939: finishing write tid 2 to smithi13174786-10 2024-08-29T14:52:03.078 INFO:tasks.rados.rados.0.smithi131.stdout:939: finishing write tid 3 to smithi13174786-10 2024-08-29T14:52:03.078 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 621 (ObjNum 306 snap 91 seq_num 306) dirty exists 2024-08-29T14:52:03.079 INFO:tasks.rados.rados.0.smithi131.stdout:939: left oid 10 (ObjNum 306 snap 91 seq_num 306) 2024-08-29T14:52:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: pgmap v18: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 24 KiB/s wr, 29 op/s 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: Reconfiguring daemon prometheus.a on smithi169 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:03.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:03.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:03 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.824 INFO:tasks.rados.rados.0.smithi131.stdout:938: done (2 left) 2024-08-29T14:52:03.824 INFO:tasks.rados.rados.0.smithi131.stdout:939: done (1 left) 2024-08-29T14:52:03.824 INFO:tasks.rados.rados.0.smithi131.stdout:940: done (0 left) 2024-08-29T14:52:03.824 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 92 2024-08-29T14:52:03.824 INFO:tasks.rados.rados.0.smithi131.stdout:941: seq_num 307 ranges {0=344064} 2024-08-29T14:52:03.825 INFO:tasks.rados.rados.0.smithi131.stdout:941: writing smithi13174786-15 from 0 to 344064 tid 1 2024-08-29T14:52:03.826 INFO:tasks.rados.rados.0.smithi131.stdout:942: delete oid 31 current snap is 92 2024-08-29T14:52:03.832 INFO:tasks.rados.rados.0.smithi131.stdout:942: done (1 left) 2024-08-29T14:52:03.832 INFO:tasks.rados.rados.0.smithi131.stdout:943: snap_create 2024-08-29T14:52:03.833 INFO:tasks.rados.rados.0.smithi131.stdout:941: finishing write tid 1 to smithi13174786-15 2024-08-29T14:52:03.833 INFO:tasks.rados.rados.0.smithi131.stdout:941: finishing write tid 2 to smithi13174786-15 2024-08-29T14:52:03.836 INFO:tasks.rados.rados.0.smithi131.stdout:941: finishing write tid 3 to smithi13174786-15 2024-08-29T14:52:03.836 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 316 (ObjNum 307 snap 92 seq_num 307) dirty exists 2024-08-29T14:52:03.836 INFO:tasks.rados.rados.0.smithi131.stdout:941: left oid 15 (ObjNum 307 snap 92 seq_num 307) 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: pgmap v18: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 24 KiB/s wr, 29 op/s 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: Reconfiguring daemon prometheus.a on smithi169 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.854 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: pgmap v18: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 24 KiB/s wr, 29 op/s 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: Reconfiguring daemon prometheus.a on smithi169 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.855 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:03.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:03.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:03.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:03.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:03.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:52:03.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:52:03.857 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:03 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:52:04.841 INFO:tasks.rados.rados.0.smithi131.stdout:941: done (1 left) 2024-08-29T14:52:04.842 INFO:tasks.rados.rados.0.smithi131.stdout:943: done (0 left) 2024-08-29T14:52:04.842 INFO:tasks.rados.rados.0.smithi131.stdout:944: copy_from oid 33 from oid 44 current snap is 93 2024-08-29T14:52:04.842 INFO:tasks.rados.rados.0.smithi131.stdout:945: delete oid 3 current snap is 93 2024-08-29T14:52:04.844 INFO:tasks.rados.rados.0.smithi131.stdout:944: finishing copy_from to smithi13174786-33 2024-08-29T14:52:04.844 INFO:tasks.rados.rados.0.smithi131.stdout:944: got expected ENOENT (src dne) 2024-08-29T14:52:04.844 INFO:tasks.rados.rados.0.smithi131.stdout:944: finishing copy_from racing read to smithi13174786-33 2024-08-29T14:52:04.845 INFO:tasks.rados.rados.0.smithi131.stdout:944: done (1 left) 2024-08-29T14:52:04.845 INFO:tasks.rados.rados.0.smithi131.stdout:945: done (0 left) 2024-08-29T14:52:04.845 INFO:tasks.rados.rados.0.smithi131.stdout:946: snap_remove snap 90 2024-08-29T14:52:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:04 smithi131 ceph-mon[17514]: osdmap e256: 8 total, 8 up, 8 in 2024-08-29T14:52:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:04 smithi131 ceph-mon[17514]: mgrmap e34: y(active, since 11s), standbys: x 2024-08-29T14:52:05.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:04 smithi131 ceph-mon[17514]: pgmap v21: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-08-29T14:52:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:04 smithi131 ceph-mon[29516]: osdmap e256: 8 total, 8 up, 8 in 2024-08-29T14:52:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:04 smithi131 ceph-mon[29516]: mgrmap e34: y(active, since 11s), standbys: x 2024-08-29T14:52:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:04 smithi131 ceph-mon[29516]: pgmap v21: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-08-29T14:52:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:04 smithi169 ceph-mon[20881]: osdmap e256: 8 total, 8 up, 8 in 2024-08-29T14:52:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:04 smithi169 ceph-mon[20881]: mgrmap e34: y(active, since 11s), standbys: x 2024-08-29T14:52:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:04 smithi169 ceph-mon[20881]: pgmap v21: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-08-29T14:52:05.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 systemd[1]: Stopping Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:52:05.844 INFO:tasks.rados.rados.0.smithi131.stdout:946: done (0 left) 2024-08-29T14:52:05.844 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 93 2024-08-29T14:52:05.844 INFO:tasks.rados.rados.0.smithi131.stdout:947: seq_num 310 ranges {0=401408} 2024-08-29T14:52:05.846 INFO:tasks.rados.rados.0.smithi131.stdout:947: writing smithi13174786-34 from 0 to 401408 tid 1 2024-08-29T14:52:05.846 INFO:tasks.rados.rados.0.smithi131.stdout:948: read oid 25 snap -1 2024-08-29T14:52:05.846 INFO:tasks.rados.rados.0.smithi131.stdout:948: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:52:05.847 INFO:tasks.rados.rados.0.smithi131.stdout:949: snap_remove snap 79 2024-08-29T14:52:05.890 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-mon[20881]: osdmap e257: 8 total, 8 up, 8 in 2024-08-29T14:52:05.890 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.631Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T14:52:05.890 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.632Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-08-29T14:52:05.890 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.632Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-08-29T14:52:05.890 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.632Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T14:52:05.890 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.632Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-08-29T14:52:05.890 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.632Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-08-29T14:52:05.890 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.632Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T14:52:05.891 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.632Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-08-29T14:52:05.891 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.632Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-08-29T14:52:05.891 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.633Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T14:52:05.891 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.633Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-08-29T14:52:05.891 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[66041]: ts=2024-08-29T14:52:05.633Z caller=main.go:1273 level=info msg="See you next time!" 2024-08-29T14:52:05.891 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 podman[69582]: 2024-08-29 14:52:05.642389439 +0000 UTC m=+0.118516885 container died 15a0ad5c7ad3491aa230a9b25a4a69e524f9f3ab5a19692a561a2c6b6b8af49c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:06.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:05 smithi131 ceph-mon[17514]: osdmap e257: 8 total, 8 up, 8 in 2024-08-29T14:52:06.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:05 smithi131 ceph-mon[29516]: osdmap e257: 8 total, 8 up, 8 in 2024-08-29T14:52:06.265 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 podman[69582]: 2024-08-29 14:52:05.996452942 +0000 UTC m=+0.472580385 container cleanup 15a0ad5c7ad3491aa230a9b25a4a69e524f9f3ab5a19692a561a2c6b6b8af49c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:06.265 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:05 smithi169 bash[69582]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T14:52:06.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 podman[69599]: 2024-08-29 14:52:06.264606099 +0000 UTC m=+0.623596424 container remove 15a0ad5c7ad3491aa230a9b25a4a69e524f9f3ab5a19692a561a2c6b6b8af49c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:06.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-29T14:52:06.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 systemd[1]: Stopped Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:52:06.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@prometheus.a.service: Consumed 1.118s CPU time. 2024-08-29T14:52:06.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 systemd[1]: Starting Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:52:06.864 INFO:tasks.rados.rados.0.smithi131.stdout:948: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:52:06.866 INFO:tasks.rados.rados.0.smithi131.stdout:947: finishing write tid 1 to smithi13174786-34 2024-08-29T14:52:06.867 INFO:tasks.rados.rados.0.smithi131.stdout:947: finishing write tid 2 to smithi13174786-34 2024-08-29T14:52:06.867 INFO:tasks.rados.rados.0.smithi131.stdout:947: finishing write tid 3 to smithi13174786-34 2024-08-29T14:52:06.867 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 252 (ObjNum 310 snap 93 seq_num 310) dirty exists 2024-08-29T14:52:06.867 INFO:tasks.rados.rados.0.smithi131.stdout:947: left oid 34 (ObjNum 310 snap 93 seq_num 310) 2024-08-29T14:52:06.867 INFO:tasks.rados.rados.0.smithi131.stdout:947: done (2 left) 2024-08-29T14:52:06.867 INFO:tasks.rados.rados.0.smithi131.stdout:948: done (1 left) 2024-08-29T14:52:06.867 INFO:tasks.rados.rados.0.smithi131.stdout:949: done (0 left) 2024-08-29T14:52:06.867 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 93 2024-08-29T14:52:06.867 INFO:tasks.rados.rados.0.smithi131.stdout:950: seq_num 311 ranges {6619136=417792} 2024-08-29T14:52:06.905 INFO:tasks.rados.rados.0.smithi131.stdout:950: writing smithi13174786-18 from 6619136 to 7036928 tid 1 2024-08-29T14:52:06.905 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 93 2024-08-29T14:52:06.905 INFO:tasks.rados.rados.0.smithi131.stdout:951: seq_num 312 ranges {2113536=434176} 2024-08-29T14:52:06.919 INFO:tasks.rados.rados.0.smithi131.stdout:951: writing smithi13174786-9 from 2113536 to 2547712 tid 1 2024-08-29T14:52:06.919 INFO:tasks.rados.rados.0.smithi131.stdout:952: rollback oid 40 current snap is 93 2024-08-29T14:52:06.919 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 87 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:950: finishing write tid 1 to smithi13174786-18 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:950: finishing write tid 2 to smithi13174786-18 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:950: finishing write tid 3 to smithi13174786-18 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 731 (ObjNum 311 snap 93 seq_num 311) dirty exists 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:950: left oid 18 (ObjNum 311 snap 93 seq_num 311) 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:950: done (2 left) 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:953: rollback oid 47 current snap is 93 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 47 to 80 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:954: rmattr oid 7 current snap is 93 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:954: done (3 left) 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:955: read oid 31 snap -1 2024-08-29T14:52:06.920 INFO:tasks.rados.rados.0.smithi131.stdout:955: expect deleted 2024-08-29T14:52:06.921 INFO:tasks.rados.rados.0.smithi131.stdout:956: snap_create 2024-08-29T14:52:06.922 INFO:tasks.rados.rados.0.smithi131.stdout:953: finishing rollback tid 0 to smithi13174786-47 2024-08-29T14:52:06.922 INFO:tasks.rados.rados.0.smithi131.stdout:952: finishing rollback tid 0 to smithi13174786-40 2024-08-29T14:52:06.922 INFO:tasks.rados.rados.0.smithi131.stdout:951: finishing write tid 1 to smithi13174786-9 2024-08-29T14:52:06.923 INFO:tasks.rados.rados.0.smithi131.stdout:953: finishing rollback tid 1 to smithi13174786-47 2024-08-29T14:52:06.923 INFO:tasks.rados.rados.0.smithi131.stdout:952: finishing rollback tid 1 to smithi13174786-40 2024-08-29T14:52:06.923 INFO:tasks.rados.rados.0.smithi131.stdout:951: finishing write tid 2 to smithi13174786-9 2024-08-29T14:52:06.923 INFO:tasks.rados.rados.0.smithi131.stdout:953: finishing rollback tid 2 to smithi13174786-47 2024-08-29T14:52:06.923 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 609 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T14:52:06.924 INFO:tasks.rados.rados.0.smithi131.stdout:952: finishing rollback tid 2 to smithi13174786-40 2024-08-29T14:52:06.924 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 370 (ObjNum 65 snap 0 seq_num 1432119134) dirty exists 2024-08-29T14:52:06.924 INFO:tasks.rados.rados.0.smithi131.stdout:951: finishing write tid 3 to smithi13174786-9 2024-08-29T14:52:06.924 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 376 (ObjNum 312 snap 93 seq_num 312) dirty exists 2024-08-29T14:52:06.924 INFO:tasks.rados.rados.0.smithi131.stdout:951: left oid 9 (ObjNum 312 snap 93 seq_num 312) 2024-08-29T14:52:06.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-mon[20881]: osdmap e258: 8 total, 8 up, 8 in 2024-08-29T14:52:06.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-mon[20881]: pgmap v24: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-08-29T14:52:06.927 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 podman[69697]: 2024-08-29 14:52:06.543995274 +0000 UTC m=+0.016610022 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-08-29T14:52:06.927 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 podman[69697]: 2024-08-29 14:52:06.679660153 +0000 UTC m=+0.152274890 container create b2a1d2d4fcbdba0500742a95a701034ce43a3228ca1185e7a07fd2c57c2f520d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:07.242 INFO:tasks.rados.rados.0.smithi131.stdout:951: done (4 left) 2024-08-29T14:52:07.243 INFO:tasks.rados.rados.0.smithi131.stdout:952: done (3 left) 2024-08-29T14:52:07.243 INFO:tasks.rados.rados.0.smithi131.stdout:953: done (2 left) 2024-08-29T14:52:07.243 INFO:tasks.rados.rados.0.smithi131.stdout:955: done (1 left) 2024-08-29T14:52:07.243 INFO:tasks.rados.rados.0.smithi131.stdout:956: done (0 left) 2024-08-29T14:52:07.243 INFO:tasks.rados.rados.0.smithi131.stdout:957: snap_remove snap 92 2024-08-29T14:52:07.305 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 podman[69697]: 2024-08-29 14:52:06.926396938 +0000 UTC m=+0.399011675 container init b2a1d2d4fcbdba0500742a95a701034ce43a3228ca1185e7a07fd2c57c2f520d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:07.305 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 podman[69697]: 2024-08-29 14:52:06.93102836 +0000 UTC m=+0.403643096 container start b2a1d2d4fcbdba0500742a95a701034ce43a3228ca1185e7a07fd2c57c2f520d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:07.305 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.950Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-08-29T14:52:07.305 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.950Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.950Z caller=main.go:623 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi169 (none))" 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.950Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.950Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.952Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.952Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.954Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.954Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.955Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.955Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.733µs 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.955Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.955Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.967Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-29T14:52:07.306 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.972Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-29T14:52:07.307 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.972Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-29T14:52:07.307 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.972Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.27µs wal_replay_duration=17.171067ms wbl_replay_duration=427ns total_replay_duration=17.215663ms 2024-08-29T14:52:07.307 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.977Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T14:52:07.307 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.977Z caller=main.go:1153 level=info msg="TSDB started" 2024-08-29T14:52:07.307 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.977Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T14:52:07.307 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.991Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.337817ms db_storage=880ns remote_storage=1.016µs web_handler=433ns query_engine=732ns scrape=276.627µs scrape_sd=93.865µs notify=16.654µs notify_sd=12.814µs rules=13.591273ms tracing=6.299µs 2024-08-29T14:52:07.307 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.991Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-08-29T14:52:07.307 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:06.991Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T14:52:07.307 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:07 smithi169 bash[69697]: b2a1d2d4fcbdba0500742a95a701034ce43a3228ca1185e7a07fd2c57c2f520d 2024-08-29T14:52:07.307 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:07 smithi169 systemd[1]: Started Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:52:07.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:06 smithi131 ceph-mon[17514]: osdmap e258: 8 total, 8 up, 8 in 2024-08-29T14:52:07.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:06 smithi131 ceph-mon[17514]: pgmap v24: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-08-29T14:52:07.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:06 smithi131 ceph-mon[29516]: osdmap e258: 8 total, 8 up, 8 in 2024-08-29T14:52:07.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:06 smithi131 ceph-mon[29516]: pgmap v24: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-08-29T14:52:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:07 smithi169 ceph-mon[20881]: osdmap e259: 8 total, 8 up, 8 in 2024-08-29T14:52:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:07 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:07 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:07 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:07 smithi169 ceph-mon[20881]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:07 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:07 smithi169 ceph-mon[20881]: osdmap e260: 8 total, 8 up, 8 in 2024-08-29T14:52:08.252 INFO:tasks.rados.rados.0.smithi131.stdout:957: done (0 left) 2024-08-29T14:52:08.252 INFO:tasks.rados.rados.0.smithi131.stdout:958: read oid 47 snap -1 2024-08-29T14:52:08.252 INFO:tasks.rados.rados.0.smithi131.stdout:958: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:52:08.252 INFO:tasks.rados.rados.0.smithi131.stdout:959: read oid 35 snap -1 2024-08-29T14:52:08.252 INFO:tasks.rados.rados.0.smithi131.stdout:959: expect (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:52:08.252 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 94 2024-08-29T14:52:08.252 INFO:tasks.rados.rados.0.smithi131.stdout:960: seq_num 313 ranges {1630208=450560} 2024-08-29T14:52:08.263 INFO:tasks.rados.rados.0.smithi131.stdout:960: writing smithi13174786-4 from 1630208 to 2080768 tid 1 2024-08-29T14:52:08.264 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 94 2024-08-29T14:52:08.264 INFO:tasks.rados.rados.0.smithi131.stdout:961: seq_num 314 ranges {3538944=466944} 2024-08-29T14:52:08.285 INFO:tasks.rados.rados.0.smithi131.stdout:961: writing smithi13174786-36 from 3538944 to 4005888 tid 1 2024-08-29T14:52:08.286 INFO:tasks.rados.rados.0.smithi131.stdout:962: copy_from oid 8 from oid 27 current snap is 94 2024-08-29T14:52:08.286 INFO:tasks.rados.rados.0.smithi131.stdout:958: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:52:08.327 INFO:tasks.rados.rados.0.smithi131.stdout:959: expect (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:52:08.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[29516]: osdmap e259: 8 total, 8 up, 8 in 2024-08-29T14:52:08.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:08.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:08.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:08.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[29516]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:08.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:08.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[29516]: osdmap e260: 8 total, 8 up, 8 in 2024-08-29T14:52:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[17514]: osdmap e259: 8 total, 8 up, 8 in 2024-08-29T14:52:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[17514]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:08.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:07 smithi131 ceph-mon[17514]: osdmap e260: 8 total, 8 up, 8 in 2024-08-29T14:52:08.445 INFO:tasks.rados.rados.0.smithi131.stdout:960: finishing write tid 1 to smithi13174786-4 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:960: finishing write tid 2 to smithi13174786-4 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:960: finishing write tid 3 to smithi13174786-4 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 630 (ObjNum 313 snap 94 seq_num 313) dirty exists 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:960: left oid 4 (ObjNum 313 snap 94 seq_num 313) 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:961: finishing write tid 1 to smithi13174786-36 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:961: finishing write tid 2 to smithi13174786-36 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:961: finishing write tid 3 to smithi13174786-36 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 373 (ObjNum 314 snap 94 seq_num 314) dirty exists 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:961: left oid 36 (ObjNum 314 snap 94 seq_num 314) 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:962: finishing copy_from racing read to smithi13174786-8 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:962: finishing copy_from to smithi13174786-8 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 308 (ObjNum 300 snap 91 seq_num 300) dirty exists 2024-08-29T14:52:08.446 INFO:tasks.rados.rados.0.smithi131.stdout:958: done (4 left) 2024-08-29T14:52:08.447 INFO:tasks.rados.rados.0.smithi131.stdout:959: done (3 left) 2024-08-29T14:52:08.447 INFO:tasks.rados.rados.0.smithi131.stdout:960: done (2 left) 2024-08-29T14:52:08.447 INFO:tasks.rados.rados.0.smithi131.stdout:961: done (1 left) 2024-08-29T14:52:08.447 INFO:tasks.rados.rados.0.smithi131.stdout:962: done (0 left) 2024-08-29T14:52:08.447 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 94 2024-08-29T14:52:08.447 INFO:tasks.rados.rados.0.smithi131.stdout:963: seq_num 315 ranges {7938048=483328} 2024-08-29T14:52:08.490 INFO:tasks.rados.rados.0.smithi131.stdout:963: writing smithi13174786-10 from 7938048 to 8421376 tid 1 2024-08-29T14:52:08.490 INFO:tasks.rados.rados.0.smithi131.stdout:964: rollback oid 41 current snap is 94 2024-08-29T14:52:08.490 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 41 to 87 2024-08-29T14:52:08.490 INFO:tasks.rados.rados.0.smithi131.stdout:965: delete oid 38 current snap is 94 2024-08-29T14:52:08.492 INFO:tasks.rados.rados.0.smithi131.stdout:965: done (2 left) 2024-08-29T14:52:08.492 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 94 2024-08-29T14:52:08.492 INFO:tasks.rados.rados.0.smithi131.stdout:966: seq_num 317 ranges {0=516096} 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:966: writing smithi13174786-7 from 0 to 516096 tid 1 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:967: read oid 21 snap -1 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:967: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:968: snap_remove snap 84 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:963: finishing write tid 1 to smithi13174786-10 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:963: finishing write tid 2 to smithi13174786-10 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:964: finishing rollback tid 0 to smithi13174786-41 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:963: finishing write tid 3 to smithi13174786-10 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 633 (ObjNum 315 snap 94 seq_num 315) dirty exists 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:963: left oid 10 (ObjNum 315 snap 94 seq_num 315) 2024-08-29T14:52:08.496 INFO:tasks.rados.rados.0.smithi131.stdout:964: finishing rollback tid 1 to smithi13174786-41 2024-08-29T14:52:08.497 INFO:tasks.rados.rados.0.smithi131.stdout:964: finishing rollback tid 2 to smithi13174786-41 2024-08-29T14:52:08.497 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 739 (ObjNum 278 snap 79 seq_num 278) dirty exists 2024-08-29T14:52:09.120 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:08 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:09.120 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:08 smithi169 ceph-mon[20881]: pgmap v27: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:52:09.120 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:08 smithi169 ceph-mon[20881]: osdmap e261: 8 total, 8 up, 8 in 2024-08-29T14:52:09.120 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:08 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:52:09.121 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:08 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:52:09.121 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:08 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:52:09.121 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:08 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:09.256 INFO:tasks.rados.rados.0.smithi131.stdout:963: done (4 left) 2024-08-29T14:52:09.257 INFO:tasks.rados.rados.0.smithi131.stdout:964: done (3 left) 2024-08-29T14:52:09.257 INFO:tasks.rados.rados.0.smithi131.stdout:968: done (2 left) 2024-08-29T14:52:09.257 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 94 2024-08-29T14:52:09.257 INFO:tasks.rados.rados.0.smithi131.stdout:969: seq_num 318 ranges {1327104=532480} 2024-08-29T14:52:09.267 INFO:tasks.rados.rados.0.smithi131.stdout:969: writing smithi13174786-22 from 1327104 to 1859584 tid 1 2024-08-29T14:52:09.268 INFO:tasks.rados.rados.0.smithi131.stdout:970: snap_create 2024-08-29T14:52:09.268 INFO:tasks.rados.rados.0.smithi131.stdout:966: finishing write tid 1 to smithi13174786-7 2024-08-29T14:52:09.268 INFO:tasks.rados.rados.0.smithi131.stdout:966: finishing write tid 2 to smithi13174786-7 2024-08-29T14:52:09.268 INFO:tasks.rados.rados.0.smithi131.stdout:966: finishing write tid 3 to smithi13174786-7 2024-08-29T14:52:09.268 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 611 (ObjNum 317 snap 94 seq_num 317) dirty exists 2024-08-29T14:52:09.268 INFO:tasks.rados.rados.0.smithi131.stdout:966: left oid 7 (ObjNum 317 snap 94 seq_num 317) 2024-08-29T14:52:09.268 INFO:tasks.rados.rados.0.smithi131.stdout:967: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-29T14:52:09.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:09.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[29516]: pgmap v27: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:52:09.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[29516]: osdmap e261: 8 total, 8 up, 8 in 2024-08-29T14:52:09.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:52:09.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:52:09.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:52:09.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:09.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:09.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[17514]: pgmap v27: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:52:09.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[17514]: osdmap e261: 8 total, 8 up, 8 in 2024-08-29T14:52:09.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:52:09.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:52:09.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:52:09.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:08 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:09.443 INFO:tasks.rados.rados.0.smithi131.stdout:969: finishing write tid 1 to smithi13174786-22 2024-08-29T14:52:09.443 INFO:tasks.rados.rados.0.smithi131.stdout:969: finishing write tid 2 to smithi13174786-22 2024-08-29T14:52:09.444 INFO:tasks.rados.rados.0.smithi131.stdout:969: finishing write tid 3 to smithi13174786-22 2024-08-29T14:52:09.444 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 750 (ObjNum 318 snap 94 seq_num 318) dirty exists 2024-08-29T14:52:09.444 INFO:tasks.rados.rados.0.smithi131.stdout:969: left oid 22 (ObjNum 318 snap 94 seq_num 318) 2024-08-29T14:52:10.255 INFO:tasks.rados.rados.0.smithi131.stdout:966: done (3 left) 2024-08-29T14:52:10.255 INFO:tasks.rados.rados.0.smithi131.stdout:967: done (2 left) 2024-08-29T14:52:10.255 INFO:tasks.rados.rados.0.smithi131.stdout:969: done (1 left) 2024-08-29T14:52:10.255 INFO:tasks.rados.rados.0.smithi131.stdout:970: done (0 left) 2024-08-29T14:52:10.255 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 95 2024-08-29T14:52:10.255 INFO:tasks.rados.rados.0.smithi131.stdout:971: seq_num 319 ranges {4644864=548864} 2024-08-29T14:52:10.282 INFO:tasks.rados.rados.0.smithi131.stdout:971: writing smithi13174786-19 from 4644864 to 5193728 tid 1 2024-08-29T14:52:10.282 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 95 2024-08-29T14:52:10.282 INFO:tasks.rados.rados.0.smithi131.stdout:972: seq_num 320 ranges {0=565248} 2024-08-29T14:52:10.285 INFO:tasks.rados.rados.0.smithi131.stdout:972: writing smithi13174786-25 from 0 to 565248 tid 1 2024-08-29T14:52:10.285 INFO:tasks.rados.rados.0.smithi131.stdout:973: rmattr oid 42 current snap is 95 2024-08-29T14:52:10.285 INFO:tasks.rados.rados.0.smithi131.stdout:974: delete oid 10 current snap is 95 2024-08-29T14:52:10.285 INFO:tasks.rados.rados.0.smithi131.stdout:971: finishing write tid 1 to smithi13174786-19 2024-08-29T14:52:10.286 INFO:tasks.rados.rados.0.smithi131.stdout:971: finishing write tid 2 to smithi13174786-19 2024-08-29T14:52:10.287 INFO:tasks.rados.rados.0.smithi131.stdout:971: finishing write tid 3 to smithi13174786-19 2024-08-29T14:52:10.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 255 (ObjNum 319 snap 95 seq_num 319) dirty exists 2024-08-29T14:52:10.287 INFO:tasks.rados.rados.0.smithi131.stdout:971: left oid 19 (ObjNum 319 snap 95 seq_num 319) 2024-08-29T14:52:10.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T14:52:10.288 INFO:tasks.rados.rados.0.smithi131.stdout:971: done (3 left) 2024-08-29T14:52:10.288 INFO:tasks.rados.rados.0.smithi131.stdout:973: done (2 left) 2024-08-29T14:52:10.288 INFO:tasks.rados.rados.0.smithi131.stdout:974: done (1 left) 2024-08-29T14:52:10.288 INFO:tasks.rados.rados.0.smithi131.stdout:975: copy_from oid 21 from oid 5 current snap is 95 2024-08-29T14:52:10.288 INFO:tasks.rados.rados.0.smithi131.stdout:976: snap_create 2024-08-29T14:52:10.290 INFO:tasks.rados.rados.0.smithi131.stdout:972: finishing write tid 1 to smithi13174786-25 2024-08-29T14:52:10.290 INFO:tasks.rados.rados.0.smithi131.stdout:972: finishing write tid 2 to smithi13174786-25 2024-08-29T14:52:10.290 INFO:tasks.rados.rados.0.smithi131.stdout:975: finishing copy_from racing read to smithi13174786-21 2024-08-29T14:52:10.291 INFO:tasks.rados.rados.0.smithi131.stdout:975: finishing copy_from to smithi13174786-21 2024-08-29T14:52:10.291 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 356 (ObjNum 33 snap 0 seq_num 1490955536) dirty exists 2024-08-29T14:52:10.292 INFO:tasks.rados.rados.0.smithi131.stdout:972: finishing write tid 3 to smithi13174786-25 2024-08-29T14:52:10.292 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 753 (ObjNum 320 snap 95 seq_num 320) dirty exists 2024-08-29T14:52:10.292 INFO:tasks.rados.rados.0.smithi131.stdout:972: left oid 25 (ObjNum 320 snap 95 seq_num 320) 2024-08-29T14:52:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:10 smithi169 ceph-mon[20881]: Upgrade: Updating mgr.x 2024-08-29T14:52:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:10 smithi169 ceph-mon[20881]: Deploying daemon mgr.x on smithi169 2024-08-29T14:52:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:10 smithi169 ceph-mon[20881]: osdmap e262: 8 total, 8 up, 8 in 2024-08-29T14:52:10.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:10 smithi131 ceph-mon[17514]: Upgrade: Updating mgr.x 2024-08-29T14:52:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:10 smithi131 ceph-mon[17514]: Deploying daemon mgr.x on smithi169 2024-08-29T14:52:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:10 smithi131 ceph-mon[17514]: osdmap e262: 8 total, 8 up, 8 in 2024-08-29T14:52:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:10 smithi131 ceph-mon[29516]: Upgrade: Updating mgr.x 2024-08-29T14:52:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:10 smithi131 ceph-mon[29516]: Deploying daemon mgr.x on smithi169 2024-08-29T14:52:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:10 smithi131 ceph-mon[29516]: osdmap e262: 8 total, 8 up, 8 in 2024-08-29T14:52:10.667 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:10 smithi169 systemd[1]: Stopping Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:52:10.992 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:10 smithi169 podman[70113]: 2024-08-29 14:52:10.666953433 +0000 UTC m=+0.137509420 container died 8c00c05b164eb972eda6165ad7b1577e546ad69a36f1c432a363b8d88d426e6b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:52:11.256 INFO:tasks.rados.rados.0.smithi131.stdout:972: done (2 left) 2024-08-29T14:52:12.063 INFO:tasks.rados.rados.0.smithi131.stdout:975: done (1 left) 2024-08-29T14:52:12.063 INFO:tasks.rados.rados.0.smithi131.stdout:976: done (0 left) 2024-08-29T14:52:12.063 INFO:tasks.rados.rados.0.smithi131.stdout:977: rollback oid 44 current snap is 96 2024-08-29T14:52:12.064 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 44 to 85 2024-08-29T14:52:12.064 INFO:tasks.rados.rados.0.smithi131.stdout:978: copy_from oid 18 from oid 38 current snap is 96 2024-08-29T14:52:12.064 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 96 2024-08-29T14:52:12.064 INFO:tasks.rados.rados.0.smithi131.stdout:979: seq_num 322 ranges {0=598016} 2024-08-29T14:52:12.064 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:10 smithi169 podman[70113]: 2024-08-29 14:52:10.992283817 +0000 UTC m=+0.462839801 container cleanup 8c00c05b164eb972eda6165ad7b1577e546ad69a36f1c432a363b8d88d426e6b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=) 2024-08-29T14:52:12.065 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:10 smithi169 bash[70113]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x 2024-08-29T14:52:12.065 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:11 smithi169 podman[70132]: 2024-08-29 14:52:11.194352495 +0000 UTC m=+0.525855982 container remove 8c00c05b164eb972eda6165ad7b1577e546ad69a36f1c432a363b8d88d426e6b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:52:12.065 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:11 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:52:12.065 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:11 smithi169 ceph-mon[20881]: pgmap v30: 121 pgs: 121 active+clean; 148 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 614 KiB/s wr, 9 op/s 2024-08-29T14:52:12.065 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:11 smithi169 ceph-mon[20881]: osdmap e263: 8 total, 8 up, 8 in 2024-08-29T14:52:12.065 INFO:tasks.rados.rados.0.smithi131.stdout:979: writing smithi13174786-3 from 0 to 598016 tid 1 2024-08-29T14:52:12.066 INFO:tasks.rados.rados.0.smithi131.stdout:980: snap_remove snap 86 2024-08-29T14:52:12.066 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:11 smithi131 ceph-mon[17514]: pgmap v30: 121 pgs: 121 active+clean; 148 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 614 KiB/s wr, 9 op/s 2024-08-29T14:52:12.066 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:11 smithi131 ceph-mon[17514]: osdmap e263: 8 total, 8 up, 8 in 2024-08-29T14:52:12.066 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:11 smithi131 ceph-mon[29516]: pgmap v30: 121 pgs: 121 active+clean; 148 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 614 KiB/s wr, 9 op/s 2024-08-29T14:52:12.066 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:11 smithi131 ceph-mon[29516]: osdmap e263: 8 total, 8 up, 8 in 2024-08-29T14:52:12.067 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:11 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-29T14:52:12.067 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:11 smithi169 systemd[1]: Stopped Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:52:12.067 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:11 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.x.service: Consumed 19.013s CPU time. 2024-08-29T14:52:12.067 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:11 smithi169 systemd[1]: Starting Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:52:12.067 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:11 smithi169 podman[70260]: 2024-08-29 14:52:11.734729797 +0000 UTC m=+0.016239450 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:52:12.067 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:11 smithi169 podman[70260]: 2024-08-29 14:52:11.870831318 +0000 UTC m=+0.152340972 container create 6ced199ee9f2e5b39c220adcaf9c84057105ed14b3f955cc4bcf2cd7524c3338 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-08-29T14:52:12.246 INFO:tasks.rados.rados.0.smithi131.stdout:980: done (3 left) 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:981: snap_create 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:977: finishing rollback tid 1 to smithi13174786-44 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:978: finishing copy_from to smithi13174786-18 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:978: got expected ENOENT (src dne) 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:978: finishing copy_from racing read to smithi13174786-18 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:979: finishing write tid 1 to smithi13174786-3 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:979: finishing write tid 2 to smithi13174786-3 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:979: finishing write tid 3 to smithi13174786-3 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 755 (ObjNum 322 snap 96 seq_num 322) dirty exists 2024-08-29T14:52:12.247 INFO:tasks.rados.rados.0.smithi131.stdout:979: left oid 3 (ObjNum 322 snap 96 seq_num 322) 2024-08-29T14:52:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:12 smithi131 ceph-mon[17514]: osdmap e264: 8 total, 8 up, 8 in 2024-08-29T14:52:12.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:12 smithi131 ceph-mon[17514]: osdmap e265: 8 total, 8 up, 8 in 2024-08-29T14:52:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:12 smithi131 ceph-mon[29516]: osdmap e264: 8 total, 8 up, 8 in 2024-08-29T14:52:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:12 smithi131 ceph-mon[29516]: osdmap e265: 8 total, 8 up, 8 in 2024-08-29T14:52:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:12 smithi169 ceph-mon[20881]: osdmap e264: 8 total, 8 up, 8 in 2024-08-29T14:52:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:12 smithi169 ceph-mon[20881]: osdmap e265: 8 total, 8 up, 8 in 2024-08-29T14:52:12.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:12 smithi169 podman[70260]: 2024-08-29 14:52:12.140442392 +0000 UTC m=+0.421952044 container init 6ced199ee9f2e5b39c220adcaf9c84057105ed14b3f955cc4bcf2cd7524c3338 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-29T14:52:12.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:12 smithi169 podman[70260]: 2024-08-29 14:52:12.145360999 +0000 UTC m=+0.426870652 container start 6ced199ee9f2e5b39c220adcaf9c84057105ed14b3f955cc4bcf2cd7524c3338 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-29T14:52:12.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:12 smithi169 ceph-mgr[70298]: -- 172.21.15.169:0/953216113 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fef8c4b0e0 con 0x55fef8c29400 2024-08-29T14:52:12.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:12 smithi169 bash[70260]: 6ced199ee9f2e5b39c220adcaf9c84057105ed14b3f955cc4bcf2cd7524c3338 2024-08-29T14:52:12.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:12 smithi169 systemd[1]: Started Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:52:13.247 INFO:tasks.rados.rados.0.smithi131.stdout:977: done (3 left) 2024-08-29T14:52:13.248 INFO:tasks.rados.rados.0.smithi131.stdout:978: done (2 left) 2024-08-29T14:52:13.248 INFO:tasks.rados.rados.0.smithi131.stdout:979: done (1 left) 2024-08-29T14:52:13.248 INFO:tasks.rados.rados.0.smithi131.stdout:981: done (0 left) 2024-08-29T14:52:13.248 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 97 2024-08-29T14:52:13.248 INFO:tasks.rados.rados.0.smithi131.stdout:982: seq_num 323 ranges {0=614400} 2024-08-29T14:52:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:982: writing smithi13174786-1 from 0 to 614400 tid 1 2024-08-29T14:52:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:983: read oid 35 snap -1 2024-08-29T14:52:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:983: expect (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:52:13.251 INFO:tasks.rados.rados.0.smithi131.stdout:984: snap_create 2024-08-29T14:52:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:982: finishing write tid 1 to smithi13174786-1 2024-08-29T14:52:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:982: finishing write tid 2 to smithi13174786-1 2024-08-29T14:52:13.258 INFO:tasks.rados.rados.0.smithi131.stdout:982: finishing write tid 3 to smithi13174786-1 2024-08-29T14:52:13.258 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 613 (ObjNum 323 snap 97 seq_num 323) dirty exists 2024-08-29T14:52:13.258 INFO:tasks.rados.rados.0.smithi131.stdout:982: left oid 1 (ObjNum 323 snap 97 seq_num 323) 2024-08-29T14:52:13.259 INFO:tasks.rados.rados.0.smithi131.stdout:983: expect (ObjNum 202 snap 56 seq_num 202) 2024-08-29T14:52:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:13 smithi131 ceph-mon[17514]: pgmap v33: 121 pgs: 121 active+clean; 148 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 614 KiB/s wr, 9 op/s 2024-08-29T14:52:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:13 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:13 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:13 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:13 smithi131 ceph-mon[17514]: osdmap e266: 8 total, 8 up, 8 in 2024-08-29T14:52:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:13 smithi131 ceph-mon[29516]: pgmap v33: 121 pgs: 121 active+clean; 148 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 614 KiB/s wr, 9 op/s 2024-08-29T14:52:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:13 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:13 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:13 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:13 smithi131 ceph-mon[29516]: osdmap e266: 8 total, 8 up, 8 in 2024-08-29T14:52:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:13 smithi169 ceph-mon[20881]: pgmap v33: 121 pgs: 121 active+clean; 148 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 614 KiB/s wr, 9 op/s 2024-08-29T14:52:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:13 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:13 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:13 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:13 smithi169 ceph-mon[20881]: osdmap e266: 8 total, 8 up, 8 in 2024-08-29T14:52:14.249 INFO:tasks.rados.rados.0.smithi131.stdout:982: done (2 left) 2024-08-29T14:52:14.249 INFO:tasks.rados.rados.0.smithi131.stdout:983: done (1 left) 2024-08-29T14:52:14.249 INFO:tasks.rados.rados.0.smithi131.stdout:984: done (0 left) 2024-08-29T14:52:14.249 INFO:tasks.rados.rados.0.smithi131.stdout:985: rollback oid 37 current snap is 98 2024-08-29T14:52:14.249 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 37 to 87 2024-08-29T14:52:14.249 INFO:tasks.rados.rados.0.smithi131.stdout:986: delete oid 44 current snap is 98 2024-08-29T14:52:14.251 INFO:tasks.rados.rados.0.smithi131.stdout:986: done (1 left) 2024-08-29T14:52:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:987: copy_from oid 39 from oid 8 current snap is 98 2024-08-29T14:52:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:988: read oid 46 snap 80 2024-08-29T14:52:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:988: expect (ObjNum 2121098832 snap 22056 seq_num 2119821632) 2024-08-29T14:52:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:989: rmattr oid 14 current snap is 98 2024-08-29T14:52:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:989: done (3 left) 2024-08-29T14:52:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:990: read oid 16 snap -1 2024-08-29T14:52:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:990: expect (ObjNum 210 snap 57 seq_num 210) 2024-08-29T14:52:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:991: rollback oid 40 current snap is 98 2024-08-29T14:52:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 97 2024-08-29T14:52:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:992: delete oid 35 current snap is 98 2024-08-29T14:52:14.255 INFO:tasks.rados.rados.0.smithi131.stdout:985: finishing rollback tid 0 to smithi13174786-37 2024-08-29T14:52:14.255 INFO:tasks.rados.rados.0.smithi131.stdout:988: expect (ObjNum 2121098832 snap 22056 seq_num 2119821632) 2024-08-29T14:52:14.259 INFO:tasks.rados.rados.0.smithi131.stdout:985: finishing rollback tid 1 to smithi13174786-37 2024-08-29T14:52:14.259 INFO:tasks.rados.rados.0.smithi131.stdout:985: finishing rollback tid 2 to smithi13174786-37 2024-08-29T14:52:14.259 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 344 (ObjNum 284 snap 80 seq_num 284) dirty exists 2024-08-29T14:52:14.259 INFO:tasks.rados.rados.0.smithi131.stdout:991: finishing rollback tid 0 to smithi13174786-40 2024-08-29T14:52:14.259 INFO:tasks.rados.rados.0.smithi131.stdout:991: finishing rollback tid 1 to smithi13174786-40 2024-08-29T14:52:14.259 INFO:tasks.rados.rados.0.smithi131.stdout:991: finishing rollback tid 2 to smithi13174786-40 2024-08-29T14:52:14.260 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 395 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:52:14.277 INFO:tasks.rados.rados.0.smithi131.stdout:990: expect (ObjNum 210 snap 57 seq_num 210) 2024-08-29T14:52:14.595 INFO:tasks.rados.rados.0.smithi131.stdout:987: finishing copy_from racing read to smithi13174786-39 2024-08-29T14:52:14.595 INFO:tasks.rados.rados.0.smithi131.stdout:987: finishing copy_from to smithi13174786-39 2024-08-29T14:52:14.596 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 308 (ObjNum 300 snap 91 seq_num 300) dirty exists 2024-08-29T14:52:14.596 INFO:tasks.rados.rados.0.smithi131.stdout:985: done (5 left) 2024-08-29T14:52:14.596 INFO:tasks.rados.rados.0.smithi131.stdout:987: done (4 left) 2024-08-29T14:52:14.596 INFO:tasks.rados.rados.0.smithi131.stdout:988: done (3 left) 2024-08-29T14:52:14.596 INFO:tasks.rados.rados.0.smithi131.stdout:990: done (2 left) 2024-08-29T14:52:14.596 INFO:tasks.rados.rados.0.smithi131.stdout:991: done (1 left) 2024-08-29T14:52:14.596 INFO:tasks.rados.rados.0.smithi131.stdout:992: done (0 left) 2024-08-29T14:52:14.596 INFO:tasks.rados.rados.0.smithi131.stdout:993: delete oid 45 current snap is 98 2024-08-29T14:52:14.599 INFO:tasks.rados.rados.0.smithi131.stdout:993: done (0 left) 2024-08-29T14:52:14.599 INFO:tasks.rados.rados.0.smithi131.stdout:994: copy_from oid 25 from oid 31 current snap is 98 2024-08-29T14:52:14.599 INFO:tasks.rados.rados.0.smithi131.stdout:995: read oid 49 snap 94 2024-08-29T14:52:14.599 INFO:tasks.rados.rados.0.smithi131.stdout:995: expect (ObjNum 265 snap 73 seq_num 265) 2024-08-29T14:52:14.599 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 98 2024-08-29T14:52:14.599 INFO:tasks.rados.rados.0.smithi131.stdout:996: seq_num 327 ranges {4857856=679936} 2024-08-29T14:52:14.628 INFO:tasks.rados.rados.0.smithi131.stdout:996: writing smithi13174786-23 from 4857856 to 5537792 tid 1 2024-08-29T14:52:14.628 INFO:tasks.rados.rados.0.smithi131.stdout:997: copy_from oid 32 from oid 42 current snap is 98 2024-08-29T14:52:14.628 INFO:tasks.rados.rados.0.smithi131.stdout:994: finishing copy_from to smithi13174786-25 2024-08-29T14:52:14.629 INFO:tasks.rados.rados.0.smithi131.stdout:994: got expected ENOENT (src dne) 2024-08-29T14:52:14.629 INFO:tasks.rados.rados.0.smithi131.stdout:994: finishing copy_from racing read to smithi13174786-25 2024-08-29T14:52:14.629 INFO:tasks.rados.rados.0.smithi131.stdout:995: expect (ObjNum 265 snap 73 seq_num 265) 2024-08-29T14:52:14.681 INFO:tasks.rados.rados.0.smithi131.stdout:997: finishing copy_from to smithi13174786-32 2024-08-29T14:52:14.681 INFO:tasks.rados.rados.0.smithi131.stdout:997: got expected ENOENT (src dne) 2024-08-29T14:52:14.681 INFO:tasks.rados.rados.0.smithi131.stdout:997: finishing copy_from racing read to smithi13174786-32 2024-08-29T14:52:14.681 INFO:tasks.rados.rados.0.smithi131.stdout:996: finishing write tid 1 to smithi13174786-23 2024-08-29T14:52:14.681 INFO:tasks.rados.rados.0.smithi131.stdout:996: finishing write tid 2 to smithi13174786-23 2024-08-29T14:52:14.681 INFO:tasks.rados.rados.0.smithi131.stdout:994: done (3 left) 2024-08-29T14:52:14.682 INFO:tasks.rados.rados.0.smithi131.stdout:995: done (2 left) 2024-08-29T14:52:14.682 INFO:tasks.rados.rados.0.smithi131.stdout:997: done (1 left) 2024-08-29T14:52:14.682 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 98 2024-08-29T14:52:14.682 INFO:tasks.rados.rados.0.smithi131.stdout:996: finishing write tid 3 to smithi13174786-23 2024-08-29T14:52:14.682 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 375 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-08-29T14:52:14.682 INFO:tasks.rados.rados.0.smithi131.stdout:996: left oid 23 (ObjNum 327 snap 98 seq_num 327) 2024-08-29T14:52:14.682 INFO:tasks.rados.rados.0.smithi131.stdout:998: seq_num 328 ranges {6168576=696320} 2024-08-29T14:52:14.716 INFO:tasks.rados.rados.0.smithi131.stdout:998: writing smithi13174786-16 from 6168576 to 6864896 tid 1 2024-08-29T14:52:14.717 INFO:tasks.rados.rados.0.smithi131.stdout:996: done (1 left) 2024-08-29T14:52:14.717 INFO:tasks.rados.rados.0.smithi131.stdout:999: read oid 2 snap 81 2024-08-29T14:52:14.717 INFO:tasks.rados.rados.0.smithi131.stdout:999: expect (ObjNum 275 snap 78 seq_num 275) 2024-08-29T14:52:14.717 INFO:tasks.rados.rados.0.smithi131.stdout:1000: read oid 42 snap -1 2024-08-29T14:52:14.717 INFO:tasks.rados.rados.0.smithi131.stdout:1000: expect deleted 2024-08-29T14:52:14.717 INFO:tasks.rados.rados.0.smithi131.stdout:1001: read oid 7 snap 94 2024-08-29T14:52:14.717 INFO:tasks.rados.rados.0.smithi131.stdout:1001: expect (ObjNum 317 snap 94 seq_num 317) 2024-08-29T14:52:14.717 INFO:tasks.rados.rados.0.smithi131.stdout:1002: snap_create 2024-08-29T14:52:14.720 INFO:tasks.rados.rados.0.smithi131.stdout:998: finishing write tid 1 to smithi13174786-16 2024-08-29T14:52:14.720 INFO:tasks.rados.rados.0.smithi131.stdout:1001: expect (ObjNum 317 snap 94 seq_num 317) 2024-08-29T14:52:14.737 INFO:tasks.rados.rados.0.smithi131.stdout:998: finishing write tid 2 to smithi13174786-16 2024-08-29T14:52:14.737 INFO:tasks.rados.rados.0.smithi131.stdout:998: finishing write tid 3 to smithi13174786-16 2024-08-29T14:52:14.737 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 650 (ObjNum 328 snap 98 seq_num 328) dirty exists 2024-08-29T14:52:14.737 INFO:tasks.rados.rados.0.smithi131.stdout:998: left oid 16 (ObjNum 328 snap 98 seq_num 328) 2024-08-29T14:52:14.737 INFO:tasks.rados.rados.0.smithi131.stdout:999: expect (ObjNum 275 snap 78 seq_num 275) 2024-08-29T14:52:15.336 INFO:tasks.rados.rados.0.smithi131.stdout:998: done (4 left) 2024-08-29T14:52:15.337 INFO:tasks.rados.rados.0.smithi131.stdout:999: done (3 left) 2024-08-29T14:52:15.337 INFO:tasks.rados.rados.0.smithi131.stdout:1000: done (2 left) 2024-08-29T14:52:15.337 INFO:tasks.rados.rados.0.smithi131.stdout:1001: done (1 left) 2024-08-29T14:52:15.337 INFO:tasks.rados.rados.0.smithi131.stdout:1002: done (0 left) 2024-08-29T14:52:15.337 INFO:tasks.rados.rados.0.smithi131.stdout:1003: read oid 3 snap -1 2024-08-29T14:52:15.337 INFO:tasks.rados.rados.0.smithi131.stdout:1003: expect (ObjNum 322 snap 96 seq_num 322) 2024-08-29T14:52:15.337 INFO:tasks.rados.rados.0.smithi131.stdout:1004: copy_from oid 50 from oid 8 current snap is 99 2024-08-29T14:52:15.337 INFO:tasks.rados.rados.0.smithi131.stdout:1005: snap_remove snap 81 2024-08-29T14:52:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:15 smithi131 ceph-mon[17514]: pgmap v36: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T14:52:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:15 smithi131 ceph-mon[17514]: osdmap e267: 8 total, 8 up, 8 in 2024-08-29T14:52:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:15 smithi131 ceph-mon[29516]: pgmap v36: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T14:52:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:15 smithi131 ceph-mon[29516]: osdmap e267: 8 total, 8 up, 8 in 2024-08-29T14:52:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:15 smithi169 ceph-mon[20881]: pgmap v36: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T14:52:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:15 smithi169 ceph-mon[20881]: osdmap e267: 8 total, 8 up, 8 in 2024-08-29T14:52:16.209 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:52:15] "GET /metrics HTTP/1.1" 200 36149 "" "Prometheus/2.51.0" 2024-08-29T14:52:16.210 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:52:16.353 INFO:tasks.rados.rados.0.smithi131.stdout:1005: done (2 left) 2024-08-29T14:52:16.353 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 99 2024-08-29T14:52:16.354 INFO:tasks.rados.rados.0.smithi131.stdout:1006: seq_num 329 ranges {0=712704} 2024-08-29T14:52:16.358 INFO:tasks.rados.rados.0.smithi131.stdout:1006: writing smithi13174786-38 from 0 to 712704 tid 1 2024-08-29T14:52:16.358 INFO:tasks.rados.rados.0.smithi131.stdout:1007: read oid 20 snap -1 2024-08-29T14:52:16.358 INFO:tasks.rados.rados.0.smithi131.stdout:1007: expect deleted 2024-08-29T14:52:16.358 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 99 2024-08-29T14:52:16.358 INFO:tasks.rados.rados.0.smithi131.stdout:1008: seq_num 330 ranges {12001280=737280} 2024-08-29T14:52:16.428 INFO:tasks.rados.rados.0.smithi131.stdout:1008: writing smithi13174786-41 from 12001280 to 12738560 tid 1 2024-08-29T14:52:16.428 INFO:tasks.rados.rados.0.smithi131.stdout:1009: delete oid 11 current snap is 99 2024-08-29T14:52:16.428 INFO:tasks.rados.rados.0.smithi131.stdout:1003: expect (ObjNum 322 snap 96 seq_num 322) 2024-08-29T14:52:16.444 INFO:tasks.rados.rados.0.smithi131.stdout:1004: finishing copy_from racing read to smithi13174786-50 2024-08-29T14:52:16.444 INFO:tasks.rados.rados.0.smithi131.stdout:1004: finishing copy_from to smithi13174786-50 2024-08-29T14:52:16.444 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 308 (ObjNum 300 snap 91 seq_num 300) dirty exists 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1006: finishing write tid 1 to smithi13174786-38 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1006: finishing write tid 2 to smithi13174786-38 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1006: finishing write tid 3 to smithi13174786-38 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 352 (ObjNum 329 snap 99 seq_num 329) dirty exists 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1006: left oid 38 (ObjNum 329 snap 99 seq_num 329) 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1008: finishing write tid 1 to smithi13174786-41 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1003: done (5 left) 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1004: done (4 left) 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1006: done (3 left) 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1007: done (2 left) 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1009: done (1 left) 2024-08-29T14:52:16.445 INFO:tasks.rados.rados.0.smithi131.stdout:1010: snap_remove snap 97 2024-08-29T14:52:16.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:16 smithi131 ceph-mon[17514]: osdmap e268: 8 total, 8 up, 8 in 2024-08-29T14:52:16.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:16 smithi131 ceph-mon[29516]: osdmap e268: 8 total, 8 up, 8 in 2024-08-29T14:52:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:16 smithi169 ceph-mon[20881]: osdmap e268: 8 total, 8 up, 8 in 2024-08-29T14:52:16.771 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (68s) 20s ago 5m 19.2M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (43s) 18s ago 5m 78.0M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (7m) 20s ago 7m 15.5M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (6m) 18s ago 6m 19.4M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 starting - - - - 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (33s) 20s ago 12m 490M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (12m) 20s ago 12m 57.4M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 9f8fb909b793 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (10m) 18s ago 10m 51.7M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 bbaae749879e 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (10m) 20s ago 10m 49.7M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 0987b030a99f 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (63s) 20s ago 5m 7948k - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (39s) 18s ago 5m 8451k - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:52:16.772 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (10m) 20s ago 10m 122M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 2c38c2b27878 2024-08-29T14:52:16.773 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (9m) 20s ago 9m 139M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:52:16.773 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (9m) 20s ago 9m 146M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:52:16.773 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (8m) 20s ago 8m 122M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:52:16.773 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (8m) 18s ago 8m 185M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:52:16.773 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (8m) 18s ago 8m 160M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:52:16.773 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (7m) 18s ago 7m 99.7M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:52:16.773 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (7m) 18s ago 7m 90.5M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:52:16.773 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 starting - - - - 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:52:17.124 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:52:17.125 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:52:17.125 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:52:17.125 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:52:17.125 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 13, 2024-08-29T14:52:17.125 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:52:17.125 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:52:17.125 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:52:17.248 INFO:tasks.rados.rados.0.smithi131.stdout:1010: done (1 left) 2024-08-29T14:52:17.248 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 99 2024-08-29T14:52:17.248 INFO:tasks.rados.rados.0.smithi131.stdout:1011: seq_num 332 ranges {2048000=770048} 2024-08-29T14:52:17.264 INFO:tasks.rados.rados.0.smithi131.stdout:1011: writing smithi13174786-49 from 2048000 to 2818048 tid 1 2024-08-29T14:52:17.264 INFO:tasks.rados.rados.0.smithi131.stdout:1012: copy_from oid 50 from oid 23 current snap is 99 2024-08-29T14:52:17.264 INFO:tasks.rados.rados.0.smithi131.stdout:1008: finishing write tid 2 to smithi13174786-41 2024-08-29T14:52:17.264 INFO:tasks.rados.rados.0.smithi131.stdout:1008: finishing write tid 3 to smithi13174786-41 2024-08-29T14:52:17.264 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 783 (ObjNum 330 snap 99 seq_num 330) dirty exists 2024-08-29T14:52:17.265 INFO:tasks.rados.rados.0.smithi131.stdout:1008: left oid 41 (ObjNum 330 snap 99 seq_num 330) 2024-08-29T14:52:17.265 INFO:tasks.rados.rados.0.smithi131.stdout:1008: done (2 left) 2024-08-29T14:52:17.265 INFO:tasks.rados.rados.0.smithi131.stdout:1013: snap_remove snap 87 2024-08-29T14:52:17.338 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:17.387 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[17514]: pgmap v39: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T14:52:17.387 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[17514]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:17.387 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[17514]: osdmap e269: 8 total, 8 up, 8 in 2024-08-29T14:52:17.387 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:17.387 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:17.387 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[17514]: from='client.? 172.21.15.131:0/857378147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:52:17.387 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[17514]: osdmap e270: 8 total, 8 up, 8 in 2024-08-29T14:52:17.388 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[29516]: pgmap v39: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T14:52:17.388 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[29516]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:17.388 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[29516]: osdmap e269: 8 total, 8 up, 8 in 2024-08-29T14:52:17.388 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:17.388 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:17.388 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[29516]: from='client.? 172.21.15.131:0/857378147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:52:17.388 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:17 smithi131 ceph-mon[29516]: osdmap e270: 8 total, 8 up, 8 in 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr" 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "2/20 daemons upgraded", 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading mgr daemons", 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:52:17.428 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:52:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-mon[20881]: pgmap v39: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T14:52:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-mon[20881]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-mon[20881]: osdmap e269: 8 total, 8 up, 8 in 2024-08-29T14:52:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-mon[20881]: from='client.? 172.21.15.131:0/857378147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:52:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-mon[20881]: osdmap e270: 8 total, 8 up, 8 in 2024-08-29T14:52:17.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: [29/Aug/2024:14:52:17] ENGINE Bus STARTING 2024-08-29T14:52:17.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: CherryPy Checker: 2024-08-29T14:52:17.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: The Application mounted at '' has an empty config. 2024-08-29T14:52:17.630 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: 2024-08-29T14:52:18.020 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: [29/Aug/2024:14:52:17] ENGINE Serving on http://:::9283 2024-08-29T14:52:18.020 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: [29/Aug/2024:14:52:17] ENGINE Bus STARTED 2024-08-29T14:52:18.248 INFO:tasks.rados.rados.0.smithi131.stdout:1013: done (2 left) 2024-08-29T14:52:18.248 INFO:tasks.rados.rados.0.smithi131.stdout:1014: snap_remove snap 85 2024-08-29T14:52:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: Standby manager daemon x restarted 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: Standby manager daemon x started 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[17514]: osdmap e271: 8 total, 8 up, 8 in 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: Standby manager daemon x restarted 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: Standby manager daemon x started 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:18.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:18 smithi131 ceph-mon[29516]: osdmap e271: 8 total, 8 up, 8 in 2024-08-29T14:52:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: Standby manager daemon x restarted 2024-08-29T14:52:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: Standby manager daemon x started 2024-08-29T14:52:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:52:18.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:52:18.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:52:18.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/545035737' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:52:18.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:18.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:18.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:18 smithi169 ceph-mon[20881]: osdmap e271: 8 total, 8 up, 8 in 2024-08-29T14:52:19.251 INFO:tasks.rados.rados.0.smithi131.stdout:1011: finishing write tid 1 to smithi13174786-49 2024-08-29T14:52:19.251 INFO:tasks.rados.rados.0.smithi131.stdout:1011: finishing write tid 2 to smithi13174786-49 2024-08-29T14:52:19.251 INFO:tasks.rados.rados.0.smithi131.stdout:1011: finishing write tid 3 to smithi13174786-49 2024-08-29T14:52:19.251 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 669 (ObjNum 332 snap 99 seq_num 332) dirty exists 2024-08-29T14:52:19.251 INFO:tasks.rados.rados.0.smithi131.stdout:1011: left oid 49 (ObjNum 332 snap 99 seq_num 332) 2024-08-29T14:52:19.251 INFO:tasks.rados.rados.0.smithi131.stdout:1012: finishing copy_from racing read to smithi13174786-50 2024-08-29T14:52:19.251 INFO:tasks.rados.rados.0.smithi131.stdout:1012: finishing copy_from to smithi13174786-50 2024-08-29T14:52:19.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 375 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-08-29T14:52:19.252 INFO:tasks.rados.rados.0.smithi131.stdout:1011: done (2 left) 2024-08-29T14:52:19.252 INFO:tasks.rados.rados.0.smithi131.stdout:1012: done (1 left) 2024-08-29T14:52:19.252 INFO:tasks.rados.rados.0.smithi131.stdout:1014: done (0 left) 2024-08-29T14:52:19.252 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 99 2024-08-29T14:52:19.252 INFO:tasks.rados.rados.0.smithi131.stdout:1015: seq_num 333 ranges {6864896=786432} 2024-08-29T14:52:19.293 INFO:tasks.rados.rados.0.smithi131.stdout:1015: writing smithi13174786-16 from 6864896 to 7651328 tid 1 2024-08-29T14:52:19.293 INFO:tasks.rados.rados.0.smithi131.stdout:1016: read oid 27 snap -1 2024-08-29T14:52:19.293 INFO:tasks.rados.rados.0.smithi131.stdout:1016: expect (ObjNum 300 snap 91 seq_num 300) 2024-08-29T14:52:19.293 INFO:tasks.rados.rados.0.smithi131.stdout:1017: setattr oid 34 current snap is 99 2024-08-29T14:52:19.297 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 99 2024-08-29T14:52:19.297 INFO:tasks.rados.rados.0.smithi131.stdout:1018: seq_num 334 ranges {7036928=802816} 2024-08-29T14:52:19.340 INFO:tasks.rados.rados.0.smithi131.stdout:1018: writing smithi13174786-18 from 7036928 to 7839744 tid 1 2024-08-29T14:52:19.340 INFO:tasks.rados.rados.0.smithi131.stdout:1019: delete oid 7 current snap is 99 2024-08-29T14:52:19.340 INFO:tasks.rados.rados.0.smithi131.stdout:1015: finishing write tid 1 to smithi13174786-16 2024-08-29T14:52:19.340 INFO:tasks.rados.rados.0.smithi131.stdout:1015: finishing write tid 2 to smithi13174786-16 2024-08-29T14:52:19.340 INFO:tasks.rados.rados.0.smithi131.stdout:1015: finishing write tid 3 to smithi13174786-16 2024-08-29T14:52:19.340 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 696 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-08-29T14:52:19.340 INFO:tasks.rados.rados.0.smithi131.stdout:1015: left oid 16 (ObjNum 333 snap 99 seq_num 333) 2024-08-29T14:52:19.340 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 265 (ObjNum 310 snap 93 seq_num 310) dirty exists 2024-08-29T14:52:19.340 INFO:tasks.rados.rados.0.smithi131.stdout:1016: expect (ObjNum 300 snap 91 seq_num 300) 2024-08-29T14:52:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:19 smithi131 ceph-mon[17514]: pgmap v42: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:52:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:19 smithi131 ceph-mon[17514]: mgrmap e35: y(active, since 26s), standbys: x 2024-08-29T14:52:19.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:19 smithi131 ceph-mon[17514]: osdmap e272: 8 total, 8 up, 8 in 2024-08-29T14:52:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:19 smithi131 ceph-mon[29516]: pgmap v42: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:52:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:19 smithi131 ceph-mon[29516]: mgrmap e35: y(active, since 26s), standbys: x 2024-08-29T14:52:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:19 smithi131 ceph-mon[29516]: osdmap e272: 8 total, 8 up, 8 in 2024-08-29T14:52:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:19 smithi169 ceph-mon[20881]: pgmap v42: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:52:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:19 smithi169 ceph-mon[20881]: mgrmap e35: y(active, since 26s), standbys: x 2024-08-29T14:52:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:19 smithi169 ceph-mon[20881]: osdmap e272: 8 total, 8 up, 8 in 2024-08-29T14:52:19.804 INFO:tasks.rados.rados.0.smithi131.stdout:1018: finishing write tid 1 to smithi13174786-18 2024-08-29T14:52:19.805 INFO:tasks.rados.rados.0.smithi131.stdout:1018: finishing write tid 2 to smithi13174786-18 2024-08-29T14:52:19.805 INFO:tasks.rados.rados.0.smithi131.stdout:1018: finishing write tid 3 to smithi13174786-18 2024-08-29T14:52:19.805 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 813 (ObjNum 334 snap 99 seq_num 334) dirty exists 2024-08-29T14:52:19.805 INFO:tasks.rados.rados.0.smithi131.stdout:1018: left oid 18 (ObjNum 334 snap 99 seq_num 334) 2024-08-29T14:52:19.805 INFO:tasks.rados.rados.0.smithi131.stdout:1015: done (4 left) 2024-08-29T14:52:19.805 INFO:tasks.rados.rados.0.smithi131.stdout:1016: done (3 left) 2024-08-29T14:52:19.805 INFO:tasks.rados.rados.0.smithi131.stdout:1017: done (2 left) 2024-08-29T14:52:19.805 INFO:tasks.rados.rados.0.smithi131.stdout:1018: done (1 left) 2024-08-29T14:52:19.805 INFO:tasks.rados.rados.0.smithi131.stdout:1019: done (0 left) 2024-08-29T14:52:19.806 INFO:tasks.rados.rados.0.smithi131.stdout:1020: read oid 47 snap -1 2024-08-29T14:52:19.806 INFO:tasks.rados.rados.0.smithi131.stdout:1020: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:52:19.806 INFO:tasks.rados.rados.0.smithi131.stdout:1021: rmattr oid 12 current snap is 99 2024-08-29T14:52:19.806 INFO:tasks.rados.rados.0.smithi131.stdout:1022: rmattr oid 48 current snap is 99 2024-08-29T14:52:19.806 INFO:tasks.rados.rados.0.smithi131.stdout:1023: setattr oid 21 current snap is 99 2024-08-29T14:52:19.808 INFO:tasks.rados.rados.0.smithi131.stdout:1024: read oid 25 snap 93 2024-08-29T14:52:19.808 INFO:tasks.rados.rados.0.smithi131.stdout:1024: expect (ObjNum 2120755744 snap 22056 seq_num 2121107600) 2024-08-29T14:52:19.808 INFO:tasks.rados.rados.0.smithi131.stdout:1025: delete oid 15 current snap is 99 2024-08-29T14:52:19.808 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 376 (ObjNum 290 snap 83 seq_num 290) dirty exists 2024-08-29T14:52:19.808 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 421 (ObjNum 268 snap 75 seq_num 268) dirty exists 2024-08-29T14:52:19.809 INFO:tasks.rados.rados.0.smithi131.stdout:1020: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:52:19.844 INFO:tasks.rados.rados.0.smithi131.stdout:1024: expect (ObjNum 2120755744 snap 22056 seq_num 2121107600) 2024-08-29T14:52:19.845 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 357 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-29T14:52:19.845 INFO:tasks.rados.rados.0.smithi131.stdout:1020: done (5 left) 2024-08-29T14:52:19.845 INFO:tasks.rados.rados.0.smithi131.stdout:1021: done (4 left) 2024-08-29T14:52:19.845 INFO:tasks.rados.rados.0.smithi131.stdout:1022: done (3 left) 2024-08-29T14:52:19.845 INFO:tasks.rados.rados.0.smithi131.stdout:1023: done (2 left) 2024-08-29T14:52:19.845 INFO:tasks.rados.rados.0.smithi131.stdout:1024: done (1 left) 2024-08-29T14:52:19.845 INFO:tasks.rados.rados.0.smithi131.stdout:1025: done (0 left) 2024-08-29T14:52:19.846 INFO:tasks.rados.rados.0.smithi131.stdout:1026: copy_from oid 27 from oid 38 current snap is 99 2024-08-29T14:52:19.846 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 99 2024-08-29T14:52:19.846 INFO:tasks.rados.rados.0.smithi131.stdout:1027: seq_num 337 ranges {1712128=450560,2162688=401408} 2024-08-29T14:52:19.857 INFO:tasks.rados.rados.0.smithi131.stdout:1027: writing smithi13174786-28 from 1712128 to 2162688 tid 1 2024-08-29T14:52:19.859 INFO:tasks.rados.rados.0.smithi131.stdout:1027: writing smithi13174786-28 from 2162688 to 2564096 tid 2 2024-08-29T14:52:19.860 INFO:tasks.rados.rados.0.smithi131.stdout:1028: setattr oid 40 current snap is 99 2024-08-29T14:52:19.860 INFO:tasks.rados.rados.0.smithi131.stdout:1026: finishing copy_from racing read to smithi13174786-27 2024-08-29T14:52:19.860 INFO:tasks.rados.rados.0.smithi131.stdout:1026: finishing copy_from to smithi13174786-27 2024-08-29T14:52:19.860 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 352 (ObjNum 329 snap 99 seq_num 329) dirty exists 2024-08-29T14:52:19.860 INFO:tasks.rados.rados.0.smithi131.stdout:1027: finishing write tid 1 to smithi13174786-28 2024-08-29T14:52:19.861 INFO:tasks.rados.rados.0.smithi131.stdout:1026: done (2 left) 2024-08-29T14:52:19.861 INFO:tasks.rados.rados.0.smithi131.stdout:1029: snap_create 2024-08-29T14:52:19.862 INFO:tasks.rados.rados.0.smithi131.stdout:1027: finishing write tid 2 to smithi13174786-28 2024-08-29T14:52:19.862 INFO:tasks.rados.rados.0.smithi131.stdout:1027: finishing write tid 3 to smithi13174786-28 2024-08-29T14:52:19.863 INFO:tasks.rados.rados.0.smithi131.stdout:1027: finishing write tid 4 to smithi13174786-28 2024-08-29T14:52:19.863 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 265 (ObjNum 337 snap 99 seq_num 337) dirty exists 2024-08-29T14:52:19.863 INFO:tasks.rados.rados.0.smithi131.stdout:1027: left oid 28 (ObjNum 337 snap 99 seq_num 337) 2024-08-29T14:52:19.863 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 423 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:52:20.356 INFO:tasks.rados.rados.0.smithi131.stdout:1027: done (2 left) 2024-08-29T14:52:20.356 INFO:tasks.rados.rados.0.smithi131.stdout:1028: done (1 left) 2024-08-29T14:52:20.356 INFO:tasks.rados.rados.0.smithi131.stdout:1029: done (0 left) 2024-08-29T14:52:20.356 INFO:tasks.rados.rados.0.smithi131.stdout:1030: snap_create 2024-08-29T14:52:20.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:21.357 INFO:tasks.rados.rados.0.smithi131.stdout:1030: done (0 left) 2024-08-29T14:52:21.357 INFO:tasks.rados.rados.0.smithi131.stdout:1031: copy_from oid 10 from oid 16 current snap is 101 2024-08-29T14:52:21.358 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 101 2024-08-29T14:52:21.358 INFO:tasks.rados.rados.0.smithi131.stdout:1032: seq_num 338 ranges {0=466944,466944=401408} 2024-08-29T14:52:21.360 INFO:tasks.rados.rados.0.smithi131.stdout:1032: writing smithi13174786-5 from 0 to 466944 tid 1 2024-08-29T14:52:21.364 INFO:tasks.rados.rados.0.smithi131.stdout:1032: writing smithi13174786-5 from 466944 to 868352 tid 2 2024-08-29T14:52:21.364 INFO:tasks.rados.rados.0.smithi131.stdout:1033: read oid 23 snap 96 2024-08-29T14:52:21.364 INFO:tasks.rados.rados.0.smithi131.stdout:1033: expect (ObjNum 279 snap 79 seq_num 279) 2024-08-29T14:52:21.364 INFO:tasks.rados.rados.0.smithi131.stdout:1034: read oid 47 snap -1 2024-08-29T14:52:21.364 INFO:tasks.rados.rados.0.smithi131.stdout:1034: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:52:21.364 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 101 2024-08-29T14:52:21.365 INFO:tasks.rados.rados.0.smithi131.stdout:1035: seq_num 339 ranges {0=483328,483328=401408} 2024-08-29T14:52:21.368 INFO:tasks.rados.rados.0.smithi131.stdout:1035: writing smithi13174786-15 from 0 to 483328 tid 1 2024-08-29T14:52:21.370 INFO:tasks.rados.rados.0.smithi131.stdout:1035: writing smithi13174786-15 from 483328 to 884736 tid 2 2024-08-29T14:52:21.370 INFO:tasks.rados.rados.0.smithi131.stdout:1036: snap_remove snap 98 2024-08-29T14:52:21.568 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: pgmap v45: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.7 MiB/s wr, 13 op/s 2024-08-29T14:52:21.568 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: osdmap e273: 8 total, 8 up, 8 in 2024-08-29T14:52:21.568 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.568 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.568 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:21.568 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:21.568 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: pgmap v45: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.7 MiB/s wr, 13 op/s 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: osdmap e273: 8 total, 8 up, 8 in 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-29T14:52:21.570 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-29T14:52:21.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-29T14:52:21.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-29T14:52:21.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T14:52:21.571 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:21 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-29T14:52:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: pgmap v45: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.7 MiB/s wr, 13 op/s 2024-08-29T14:52:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: osdmap e273: 8 total, 8 up, 8 in 2024-08-29T14:52:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T14:52:21.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:21 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-29T14:52:22.250 INFO:tasks.rados.rados.0.smithi131.stdout:1036: done (5 left) 2024-08-29T14:52:22.250 INFO:tasks.rados.rados.0.smithi131.stdout:1037: setattr oid 7 current snap is 101 2024-08-29T14:52:22.250 INFO:tasks.rados.rados.0.smithi131.stdout:1032: finishing write tid 1 to smithi13174786-5 2024-08-29T14:52:22.250 INFO:tasks.rados.rados.0.smithi131.stdout:1032: finishing write tid 2 to smithi13174786-5 2024-08-29T14:52:22.250 INFO:tasks.rados.rados.0.smithi131.stdout:1032: finishing write tid 3 to smithi13174786-5 2024-08-29T14:52:22.251 INFO:tasks.rados.rados.0.smithi131.stdout:1034: expect (ObjNum 78 snap 13 seq_num 78) 2024-08-29T14:52:22.289 INFO:tasks.rados.rados.0.smithi131.stdout:1032: finishing write tid 4 to smithi13174786-5 2024-08-29T14:52:22.289 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 432 (ObjNum 338 snap 101 seq_num 338) dirty exists 2024-08-29T14:52:22.289 INFO:tasks.rados.rados.0.smithi131.stdout:1032: left oid 5 (ObjNum 338 snap 101 seq_num 338) 2024-08-29T14:52:22.289 INFO:tasks.rados.rados.0.smithi131.stdout:1035: finishing write tid 1 to smithi13174786-15 2024-08-29T14:52:22.289 INFO:tasks.rados.rados.0.smithi131.stdout:1035: finishing write tid 2 to smithi13174786-15 2024-08-29T14:52:22.289 INFO:tasks.rados.rados.0.smithi131.stdout:1035: finishing write tid 3 to smithi13174786-15 2024-08-29T14:52:22.289 INFO:tasks.rados.rados.0.smithi131.stdout:1035: finishing write tid 4 to smithi13174786-15 2024-08-29T14:52:22.289 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 373 (ObjNum 339 snap 101 seq_num 339) dirty exists 2024-08-29T14:52:22.289 INFO:tasks.rados.rados.0.smithi131.stdout:1035: left oid 15 (ObjNum 339 snap 101 seq_num 339) 2024-08-29T14:52:22.289 INFO:tasks.rados.rados.0.smithi131.stdout:1033: expect (ObjNum 279 snap 79 seq_num 279) 2024-08-29T14:52:22.513 INFO:tasks.rados.rados.0.smithi131.stdout:1031: finishing copy_from racing read to smithi13174786-10 2024-08-29T14:52:22.513 INFO:tasks.rados.rados.0.smithi131.stdout:1031: finishing copy_from to smithi13174786-10 2024-08-29T14:52:22.513 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 696 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-08-29T14:52:22.513 INFO:tasks.rados.rados.0.smithi131.stdout:1031: done (5 left) 2024-08-29T14:52:22.513 INFO:tasks.rados.rados.0.smithi131.stdout:1032: done (4 left) 2024-08-29T14:52:22.513 INFO:tasks.rados.rados.0.smithi131.stdout:1033: done (3 left) 2024-08-29T14:52:22.513 INFO:tasks.rados.rados.0.smithi131.stdout:1034: done (2 left) 2024-08-29T14:52:22.513 INFO:tasks.rados.rados.0.smithi131.stdout:1035: done (1 left) 2024-08-29T14:52:22.513 INFO:tasks.rados.rados.0.smithi131.stdout:1038: rmattr oid 42 current snap is 101 2024-08-29T14:52:22.514 INFO:tasks.rados.rados.0.smithi131.stdout:1038: done (1 left) 2024-08-29T14:52:22.514 INFO:tasks.rados.rados.0.smithi131.stdout:1039: snap_remove snap 91 2024-08-29T14:52:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:22 smithi169 ceph-mon[20881]: Upgrade: Setting container_image for all mgr 2024-08-29T14:52:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:22 smithi169 ceph-mon[20881]: Upgrade: It appears safe to stop mon.a 2024-08-29T14:52:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:22 smithi169 ceph-mon[20881]: osdmap e274: 8 total, 8 up, 8 in 2024-08-29T14:52:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:22 smithi169 ceph-mon[20881]: osdmap e275: 8 total, 8 up, 8 in 2024-08-29T14:52:22.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:22 smithi131 ceph-mon[17514]: Upgrade: Setting container_image for all mgr 2024-08-29T14:52:22.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:22 smithi131 ceph-mon[17514]: Upgrade: It appears safe to stop mon.a 2024-08-29T14:52:22.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:22 smithi131 ceph-mon[17514]: osdmap e274: 8 total, 8 up, 8 in 2024-08-29T14:52:22.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:22 smithi131 ceph-mon[17514]: osdmap e275: 8 total, 8 up, 8 in 2024-08-29T14:52:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:22 smithi131 ceph-mon[29516]: Upgrade: Setting container_image for all mgr 2024-08-29T14:52:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:22 smithi131 ceph-mon[29516]: Upgrade: It appears safe to stop mon.a 2024-08-29T14:52:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:22 smithi131 ceph-mon[29516]: osdmap e274: 8 total, 8 up, 8 in 2024-08-29T14:52:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:22 smithi131 ceph-mon[29516]: osdmap e275: 8 total, 8 up, 8 in 2024-08-29T14:52:23.521 INFO:tasks.rados.rados.0.smithi131.stdout:1039: done (1 left) 2024-08-29T14:52:23.521 INFO:tasks.rados.rados.0.smithi131.stdout:1040: rollback oid 1 current snap is 101 2024-08-29T14:52:23.521 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 80 2024-08-29T14:52:23.521 INFO:tasks.rados.rados.0.smithi131.stdout:1041: delete oid 21 current snap is 101 2024-08-29T14:52:23.521 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 615 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:52:23.526 INFO:tasks.rados.rados.0.smithi131.stdout:1037: done (2 left) 2024-08-29T14:52:23.526 INFO:tasks.rados.rados.0.smithi131.stdout:1041: done (1 left) 2024-08-29T14:52:23.526 INFO:tasks.rados.rados.0.smithi131.stdout:1042: delete oid 21 current snap is 101 2024-08-29T14:52:23.530 INFO:tasks.rados.rados.0.smithi131.stdout:1042: done (1 left) 2024-08-29T14:52:23.530 INFO:tasks.rados.rados.0.smithi131.stdout:1043: snap_remove snap 95 2024-08-29T14:52:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[17514]: pgmap v48: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.7 MiB/s wr, 13 op/s 2024-08-29T14:52:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[17514]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:52:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:52:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[17514]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[29516]: pgmap v48: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.7 MiB/s wr, 13 op/s 2024-08-29T14:52:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:52:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:52:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:23 smithi131 ceph-mon[29516]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:23 smithi169 ceph-mon[20881]: pgmap v48: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.7 MiB/s wr, 13 op/s 2024-08-29T14:52:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:23 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='mgr.y' 2024-08-29T14:52:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:23 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:52:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:23 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:52:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:23 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:23 smithi169 ceph-mon[20881]: from='mgr.25064 172.21.15.131:0/1303500323' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:24.524 INFO:tasks.rados.rados.0.smithi131.stdout:1043: done (1 left) 2024-08-29T14:52:24.524 INFO:tasks.rados.rados.0.smithi131.stdout:1044: snap_remove snap 99 2024-08-29T14:52:24.581 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:24 smithi131 systemd[1]: Stopping Ceph mon.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:52:24.581 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:24 smithi131 ceph-mon[17514]: Upgrade: Updating mon.a 2024-08-29T14:52:24.581 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:24 smithi131 ceph-mon[17514]: Deploying daemon mon.a on smithi131 2024-08-29T14:52:24.581 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:24 smithi131 ceph-mon[17514]: osdmap e276: 8 total, 8 up, 8 in 2024-08-29T14:52:24.582 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:24 smithi131 ceph-mon[29516]: Upgrade: Updating mon.a 2024-08-29T14:52:24.582 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:24 smithi131 ceph-mon[29516]: Deploying daemon mon.a on smithi131 2024-08-29T14:52:24.582 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:24 smithi131 ceph-mon[29516]: osdmap e276: 8 total, 8 up, 8 in 2024-08-29T14:52:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:24 smithi169 ceph-mon[20881]: Upgrade: Updating mon.a 2024-08-29T14:52:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:24 smithi169 ceph-mon[20881]: Deploying daemon mon.a on smithi131 2024-08-29T14:52:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:24 smithi169 ceph-mon[20881]: osdmap e276: 8 total, 8 up, 8 in 2024-08-29T14:52:24.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:24.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:24.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:24 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a[17491]: 2024-08-29T14:52:24.579+0000 7f13ea2a1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:52:24.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:24 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a[17491]: 2024-08-29T14:52:24.579+0000 7f13ea2a1640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-29T14:52:24.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:24 smithi131 podman[87788]: 2024-08-29 14:52:24.630997001 +0000 UTC m=+0.163977576 container died 9f8fb909b793f57a0c77d8a274bb4d362dbb511ec1e32cd0f6783ba35d0e1409 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=quincy-a89f613, io.buildah.version=1.37.1, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-29T14:52:25.238 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:25 smithi131 podman[87788]: 2024-08-29 14:52:25.011263389 +0000 UTC m=+0.544243962 container cleanup 9f8fb909b793f57a0c77d8a274bb4d362dbb511ec1e32cd0f6783ba35d0e1409 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, org.label-schema.vendor=CentOS, RELEASE=quincy-a89f613, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-29T14:52:25.238 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:25 smithi131 bash[87788]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a 2024-08-29T14:52:25.584 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:25 smithi131 podman[87805]: 2024-08-29 14:52:25.237578237 +0000 UTC m=+0.610431753 container remove 9f8fb909b793f57a0c77d8a274bb4d362dbb511ec1e32cd0f6783ba35d0e1409 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, GIT_CLEAN=True, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux , RELEASE=quincy-a89f613, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:52:25.585 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:25 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-29T14:52:25.585 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:25 smithi131 systemd[1]: Stopped Ceph mon.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:52:25.585 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:25 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.a.service: Consumed 13.300s CPU time. 2024-08-29T14:52:25.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:25 smithi131 systemd[1]: Starting Ceph mon.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:52:25.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:25 smithi131 podman[87936]: 2024-08-29 14:52:25.69469388 +0000 UTC m=+0.016234312 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:52:25.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:25 smithi131 podman[87936]: 2024-08-29 14:52:25.830282306 +0000 UTC m=+0.151822747 container create eaaa1ba89c7b4246cf7499eb4e116ae8fd9b776043f1c8d8df949e8712b005fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:52:26.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:25.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:26.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:26.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:52:25] "GET /metrics HTTP/1.1" 200 36148 "" "Prometheus/2.51.0" 2024-08-29T14:52:26.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 podman[87936]: 2024-08-29 14:52:26.041354652 +0000 UTC m=+0.362895088 container init eaaa1ba89c7b4246cf7499eb4e116ae8fd9b776043f1c8d8df949e8712b005fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-29T14:52:26.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 podman[87936]: 2024-08-29 14:52:26.046428638 +0000 UTC m=+0.367969071 container start eaaa1ba89c7b4246cf7499eb4e116ae8fd9b776043f1c8d8df949e8712b005fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:52:26.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: set uid:gid to 167:167 (ceph:ceph) 2024-08-29T14:52:26.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev), process ceph-mon, pid 7 2024-08-29T14:52:26.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: pidfile_write: ignore empty --pid-file 2024-08-29T14:52:26.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: load: jerasure load: lrc 2024-08-29T14:52:26.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: RocksDB version: 7.9.2 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Git sha 0 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Compile date 2024-08-28 21:32:03 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: DB SUMMARY 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: DB Session ID: BJX3BLE04FGWW8PW8NMK 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: CURRENT file: CURRENT 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: IDENTITY file: IDENTITY 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1173 Bytes 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 5266923 ; 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.error_if_exists: 0 2024-08-29T14:52:26.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.create_if_missing: 0 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.paranoid_checks: 1 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.env: 0x5599226c2160 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.fs: PosixFileSystem 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.info_log: 0x5599245b5880 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_file_opening_threads: 16 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.statistics: (nil) 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.use_fsync: 0 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_log_file_size: 0 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T14:52:26.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.keep_log_file_num: 1000 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.recycle_log_file_num: 0 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.allow_fallocate: 1 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.allow_mmap_reads: 0 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.allow_mmap_writes: 0 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.use_direct_reads: 0 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.create_missing_column_families: 0 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.db_log_dir: 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.wal_dir: 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T14:52:26.356 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.advise_random_on_open: 1 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.db_write_buffer_size: 0 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.write_buffer_manager: 0x5599245b8960 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.rate_limiter: (nil) 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.wal_recovery_mode: 2 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.enable_thread_tracking: 0 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.enable_pipelined_write: 0 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.unordered_write: 0 2024-08-29T14:52:26.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T14:52:26.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T14:52:26.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T14:52:26.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T14:52:26.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.row_cache: None 2024-08-29T14:52:26.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.wal_filter: None 2024-08-29T14:52:26.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T14:52:26.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.allow_ingest_behind: 0 2024-08-29T14:52:26.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.two_write_queues: 0 2024-08-29T14:52:26.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.manual_wal_flush: 0 2024-08-29T14:52:26.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.wal_compression: 0 2024-08-29T14:52:26.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.atomic_flush: 0 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.log_readahead_size: 0 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.best_efforts_recovery: 0 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.allow_data_in_errors: 0 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.db_host_id: __hostname__ 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_background_jobs: 2 2024-08-29T14:52:26.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_background_compactions: -1 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_subcompactions: 1 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_total_wal_size: 0 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_open_files: -1 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bytes_per_sync: 0 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T14:52:26.361 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_readahead_size: 0 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_background_flushes: -1 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Compression algorithms supported: 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: kZSTD supported: 0 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: kXpressCompression supported: 0 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: kBZip2Compression supported: 0 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: kLZ4Compression supported: 1 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: kZlibCompression supported: 1 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: kLZ4HCCompression supported: 1 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: kSnappyCompression supported: 1 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-29T14:52:26.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.merge_operator: 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_filter: None 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_filter_factory: None 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.sst_partitioner_factory: None 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5599245b54e0) 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout: cache_index_and_filter_blocks: 1 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout: pin_top_level_index_and_filter: 1 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout: index_type: 0 2024-08-29T14:52:26.363 INFO:journalctl@ceph.mon.a.smithi131.stdout: data_block_index_type: 0 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: index_shortening: 1 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: checksum: 4 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: no_block_cache: 0 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_cache: 0x5599245a8850 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_cache_name: BinnedLRUCache 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_cache_options: 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: capacity : 536870912 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: num_shard_bits : 4 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: strict_capacity_limit : 0 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: high_pri_pool_ratio: 0.000 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_cache_compressed: (nil) 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: persistent_cache: (nil) 2024-08-29T14:52:26.364 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_size: 4096 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_size_deviation: 10 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_restart_interval: 16 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: index_block_restart_interval: 1 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: metadata_block_size: 4096 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: partition_filters: 0 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: use_delta_encoding: 1 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: filter_policy: bloomfilter 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: whole_key_filtering: 1 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: verify_compression: 0 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: read_amp_bytes_per_bit: 0 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: format_version: 5 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: enable_index_compression: 1 2024-08-29T14:52:26.365 INFO:journalctl@ceph.mon.a.smithi131.stdout: block_align: 0 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout: max_auto_readahead_size: 262144 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout: prepopulate_block_cache: 0 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout: initial_auto_readahead_size: 8192 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout: num_file_reads_for_auto_readahead: 2 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.write_buffer_size: 33554432 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_write_buffer_number: 2 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compression: NoCompression 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bottommost_compression: Disabled 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.prefix_extractor: nullptr 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.num_levels: 7 2024-08-29T14:52:26.366 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T14:52:26.367 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compression_opts.level: 32767 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compression_opts.strategy: 0 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compression_opts.enabled: false 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.target_file_size_base: 67108864 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T14:52:26.368 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-29T14:52:26.369 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.arena_block_size: 1048576 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.disable_auto_compactions: 0 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T14:52:26.370 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.inplace_update_support: 0 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.bloom_locality: 0 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.max_successive_merges: 0 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.paranoid_file_checks: 0 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.force_consistency_checks: 1 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.report_bg_io_stats: 0 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.ttl: 2592000 2024-08-29T14:52:26.371 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.enable_blob_files: false 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.min_blob_size: 0 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.blob_file_size: 268435456 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.blob_file_starting_level: 0 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-29T14:52:26.372 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12947, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3a864f4d-fd3f-4c1f-b999-bb0b43bb654d 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724943146073307, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724943146091076, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 4974369, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12931, "largest_seqno": 15871, "table_properties": {"data_size": 4960022, "index_size": 9652, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3653, "raw_key_size": 33824, "raw_average_key_size": 23, "raw_value_size": 4929877, "raw_average_value_size": 3399, "num_data_blocks": 418, "num_entries": 1450, "num_filter_entries": 1450, "num_deletions": 306, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724943146, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3a864f4d-fd3f-4c1f-b999-bb0b43bb654d", "db_session_id": "BJX3BLE04FGWW8PW8NMK", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724943146091220, "job": 1, "event": "recovery_finished"} 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5599245d8e00 2024-08-29T14:52:26.373 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: DB pointer 0x5599246d8000 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** DB Stats ** 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:52:26.374 INFO:journalctl@ceph.mon.a.smithi131.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: L0 1/0 4.74 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 462.7 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: L6 1/0 7.53 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: Sum 2/0 12.27 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 462.7 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 462.7 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 462.7 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-29T14:52:26.375 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: Cumulative compaction: 0.00 GB write, 231.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: Interval compaction: 0.00 GB write, 231.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: Block cache BinnedLRUCache@0x5599245a8850#7 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:52:26.376 INFO:journalctl@ceph.mon.a.smithi131.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: starting mon.a rank 0 at public addrs [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] at bind addrs [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: mon.a@-1(???) e3 preinit fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: mon.a@-1(???).mds e8 new map 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: mon.a@-1(???).mds e8 print_map 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout: e8 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout: legacy client fscid: 1 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout: Filesystem 'cephfs' (1) 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout: fs_name cephfs 2024-08-29T14:52:26.377 INFO:journalctl@ceph.mon.a.smithi131.stdout: epoch 8 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: created 2024-08-29T14:45:33.730060+0000 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: modified 2024-08-29T14:45:45.924954+0000 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: tableserver 0 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: root 0 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: session_timeout 60 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: session_autoclose 300 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: max_file_size 1099511627776 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: max_xattr_size 65536 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: required_client_features {} 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: last_failure 0 2024-08-29T14:52:26.378 INFO:journalctl@ceph.mon.a.smithi131.stdout: last_failure_osd_epoch 0 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: max_mds 1 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: in 0 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: up {0=24346} 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: failed 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: damaged 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: stopped 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: data_pools [3] 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: metadata_pool 2 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: inline_data disabled 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: balancer 2024-08-29T14:52:26.379 INFO:journalctl@ceph.mon.a.smithi131.stdout: bal_rank_mask -1 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout: standby_count_wanted 0 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout: qdb_cluster leader: 0 members: 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout: [mds.b{0:24346} state up:active seq 5 addr [v2:172.21.15.169:6832/962109723,v1:172.21.15.169:6833/962109723] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout: Standby daemons: 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout: 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout: [mds.a{-1:24332} state up:standby seq 1 addr [v2:172.21.15.131:6834/886210761,v1:172.21.15.131:6835/886210761] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: mon.a@-1(???).osd e277 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: mon.a@-1(???).osd e277 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: mon.a@-1(???).osd e277 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: mon.a@-1(???).osd e277 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T14:52:26.380 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 ceph-mon[87973]: mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-29T14:52:26.381 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 bash[87936]: eaaa1ba89c7b4246cf7499eb4e116ae8fd9b776043f1c8d8df949e8712b005fc 2024-08-29T14:52:26.381 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:26 smithi131 systemd[1]: Started Ceph mon.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:52:27.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:26.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:29.184 INFO:tasks.rados.rados.0.smithi131.stdout:1044: done (1 left) 2024-08-29T14:52:29.185 INFO:tasks.rados.rados.0.smithi131.stdout:1045: snap_create 2024-08-29T14:52:29.185 INFO:tasks.rados.rados.0.smithi131.stdout:1040: finishing rollback tid 0 to smithi13174786-1 2024-08-29T14:52:29.185 INFO:tasks.rados.rados.0.smithi131.stdout:1040: finishing rollback tid 1 to smithi13174786-1 2024-08-29T14:52:29.185 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 617 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T14:52:29.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ignoring --setuser ceph since I am not root 2024-08-29T14:52:29.602 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ignoring --setgroup ceph since I am not root 2024-08-29T14:52:29.603 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mgr[78962]: -- 172.21.15.131:0/1595549212 <== mon.0 v2:172.21.15.131:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5646d12930e0 con 0x5646d1271400 2024-08-29T14:52:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: pgmap v53: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.5 MiB/s wr, 31 op/s 2024-08-29T14:52:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: mon.a calling monitor election 2024-08-29T14:52:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: pgmap v54: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-08-29T14:52:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:52:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: monmap epoch 3 2024-08-29T14:52:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:52:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: last_changed 2024-08-29T14:41:35.149295+0000 2024-08-29T14:52:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: created 2024-08-29T14:39:53.512018+0000 2024-08-29T14:52:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: min_mon_release 17 (quincy) 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: election_strategy: 1 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: 0: [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon.a 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: 1: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.b 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: 2: [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon.c 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: osdmap e277: 8 total, 8 up, 8 in 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: mgrmap e35: y(active, since 37s), standbys: x 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: overall HEALTH_OK 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: from='mgr.25064 ' entity='' 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[87973]: mgrmap e36: y(active, since 37s), standbys: x 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: pgmap v53: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.5 MiB/s wr, 31 op/s 2024-08-29T14:52:29.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: mon.a calling monitor election 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: pgmap v54: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: monmap epoch 3 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: last_changed 2024-08-29T14:41:35.149295+0000 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: created 2024-08-29T14:39:53.512018+0000 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: min_mon_release 17 (quincy) 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: election_strategy: 1 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: 0: [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon.a 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: 1: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.b 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: 2: [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon.c 2024-08-29T14:52:29.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:52:29.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: osdmap e277: 8 total, 8 up, 8 in 2024-08-29T14:52:29.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: mgrmap e35: y(active, since 37s), standbys: x 2024-08-29T14:52:29.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: overall HEALTH_OK 2024-08-29T14:52:29.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: from='mgr.25064 ' entity='' 2024-08-29T14:52:29.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:29 smithi131 ceph-mon[29516]: mgrmap e36: y(active, since 37s), standbys: x 2024-08-29T14:52:29.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: ignoring --setuser ceph since I am not root 2024-08-29T14:52:29.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: ignoring --setgroup ceph since I am not root 2024-08-29T14:52:29.629 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mgr[70298]: -- 172.21.15.169:0/1511288357 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5641313c70e0 con 0x5641313a4800 2024-08-29T14:52:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: pgmap v53: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.5 MiB/s wr, 31 op/s 2024-08-29T14:52:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: mon.a calling monitor election 2024-08-29T14:52:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: pgmap v54: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-08-29T14:52:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: monmap epoch 3 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: last_changed 2024-08-29T14:41:35.149295+0000 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: created 2024-08-29T14:39:53.512018+0000 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: min_mon_release 17 (quincy) 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: election_strategy: 1 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: 0: [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon.a 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: 1: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.b 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: 2: [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon.c 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: osdmap e277: 8 total, 8 up, 8 in 2024-08-29T14:52:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: mgrmap e35: y(active, since 37s), standbys: x 2024-08-29T14:52:29.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: overall HEALTH_OK 2024-08-29T14:52:29.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: from='mgr.25064 ' entity='' 2024-08-29T14:52:29.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:29 smithi169 ceph-mon[20881]: mgrmap e36: y(active, since 37s), standbys: x 2024-08-29T14:52:30.186 INFO:tasks.rados.rados.0.smithi131.stdout:1040: done (1 left) 2024-08-29T14:52:30.186 INFO:tasks.rados.rados.0.smithi131.stdout:1045: done (0 left) 2024-08-29T14:52:30.186 INFO:tasks.rados.rados.0.smithi131.stdout:1046: rollback oid 48 current snap is 102 2024-08-29T14:52:30.187 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 88 2024-08-29T14:52:30.187 INFO:tasks.rados.rados.0.smithi131.stdout:1047: copy_from oid 4 from oid 24 current snap is 102 2024-08-29T14:52:30.187 INFO:tasks.rados.rados.0.smithi131.stdout:1048: snap_create 2024-08-29T14:52:30.191 INFO:tasks.rados.rados.0.smithi131.stdout:1046: finishing rollback tid 0 to smithi13174786-48 2024-08-29T14:52:30.192 INFO:tasks.rados.rados.0.smithi131.stdout:1046: finishing rollback tid 1 to smithi13174786-48 2024-08-29T14:52:30.193 INFO:tasks.rados.rados.0.smithi131.stdout:1046: finishing rollback tid 2 to smithi13174786-48 2024-08-29T14:52:30.193 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 441 (ObjNum 268 snap 75 seq_num 268) dirty exists 2024-08-29T14:52:30.215 INFO:tasks.rados.rados.0.smithi131.stdout:1047: finishing copy_from racing read to smithi13174786-4 2024-08-29T14:52:30.218 INFO:tasks.rados.rados.0.smithi131.stdout:1047: finishing copy_from to smithi13174786-4 2024-08-29T14:52:30.218 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 606 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T14:52:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:30 smithi131 ceph-mon[87973]: osdmap e278: 8 total, 8 up, 8 in 2024-08-29T14:52:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:30 smithi131 ceph-mon[29516]: osdmap e278: 8 total, 8 up, 8 in 2024-08-29T14:52:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:30 smithi169 ceph-mon[20881]: osdmap e278: 8 total, 8 up, 8 in 2024-08-29T14:52:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:31.107 INFO:tasks.rados.rados.0.smithi131.stdout:1046: done (2 left) 2024-08-29T14:52:31.107 INFO:tasks.rados.rados.0.smithi131.stdout:1047: done (1 left) 2024-08-29T14:52:31.107 INFO:tasks.rados.rados.0.smithi131.stdout:1048: done (0 left) 2024-08-29T14:52:31.107 INFO:tasks.rados.rados.0.smithi131.stdout:1049: read oid 34 snap 77 2024-08-29T14:52:31.107 INFO:tasks.rados.rados.0.smithi131.stdout:1049: expect deleted 2024-08-29T14:52:31.108 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 103 2024-08-29T14:52:31.108 INFO:tasks.rados.rados.0.smithi131.stdout:1050: seq_num 342 ranges {0=532480,532480=401408} 2024-08-29T14:52:31.109 INFO:tasks.rados.rados.0.smithi131.stdout:1050: writing smithi13174786-45 from 0 to 532480 tid 1 2024-08-29T14:52:31.112 INFO:tasks.rados.rados.0.smithi131.stdout:1050: writing smithi13174786-45 from 532480 to 933888 tid 2 2024-08-29T14:52:31.112 INFO:tasks.rados.rados.0.smithi131.stdout:1051: delete oid 48 current snap is 103 2024-08-29T14:52:31.115 INFO:tasks.rados.rados.0.smithi131.stdout:1050: finishing write tid 1 to smithi13174786-45 2024-08-29T14:52:31.116 INFO:tasks.rados.rados.0.smithi131.stdout:1049: done (2 left) 2024-08-29T14:52:31.116 INFO:tasks.rados.rados.0.smithi131.stdout:1051: done (1 left) 2024-08-29T14:52:31.117 INFO:tasks.rados.rados.0.smithi131.stdout:1052: setattr oid 50 current snap is 103 2024-08-29T14:52:31.117 INFO:tasks.rados.rados.0.smithi131.stdout:1050: finishing write tid 2 to smithi13174786-45 2024-08-29T14:52:31.117 INFO:tasks.rados.rados.0.smithi131.stdout:1050: finishing write tid 3 to smithi13174786-45 2024-08-29T14:52:31.117 INFO:tasks.rados.rados.0.smithi131.stdout:1050: finishing write tid 4 to smithi13174786-45 2024-08-29T14:52:31.118 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 291 (ObjNum 342 snap 103 seq_num 342) dirty exists 2024-08-29T14:52:31.118 INFO:tasks.rados.rados.0.smithi131.stdout:1050: left oid 45 (ObjNum 342 snap 103 seq_num 342) 2024-08-29T14:52:31.118 INFO:tasks.rados.rados.0.smithi131.stdout:1050: done (1 left) 2024-08-29T14:52:31.118 INFO:tasks.rados.rados.0.smithi131.stdout:1053: rollback oid 29 current snap is 103 2024-08-29T14:52:31.118 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 29 to 101 2024-08-29T14:52:31.118 INFO:tasks.rados.rados.0.smithi131.stdout:1054: snap_create 2024-08-29T14:52:31.121 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 833 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-08-29T14:52:31.122 INFO:tasks.rados.rados.0.smithi131.stdout:1053: finishing rollback tid 0 to smithi13174786-29 2024-08-29T14:52:31.122 INFO:tasks.rados.rados.0.smithi131.stdout:1053: finishing rollback tid 1 to smithi13174786-29 2024-08-29T14:52:31.122 INFO:tasks.rados.rados.0.smithi131.stdout:1053: finishing rollback tid 2 to smithi13174786-29 2024-08-29T14:52:31.122 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 295 (ObjNum 295 snap 89 seq_num 295) dirty exists 2024-08-29T14:52:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:31 smithi131 ceph-mon[87973]: osdmap e279: 8 total, 8 up, 8 in 2024-08-29T14:52:31.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:31 smithi131 ceph-mon[87973]: osdmap e280: 8 total, 8 up, 8 in 2024-08-29T14:52:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:31 smithi131 ceph-mon[29516]: osdmap e279: 8 total, 8 up, 8 in 2024-08-29T14:52:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:31 smithi131 ceph-mon[29516]: osdmap e280: 8 total, 8 up, 8 in 2024-08-29T14:52:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:31 smithi169 ceph-mon[20881]: osdmap e279: 8 total, 8 up, 8 in 2024-08-29T14:52:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:31 smithi169 ceph-mon[20881]: osdmap e280: 8 total, 8 up, 8 in 2024-08-29T14:52:32.109 INFO:tasks.rados.rados.0.smithi131.stdout:1052: done (2 left) 2024-08-29T14:52:32.109 INFO:tasks.rados.rados.0.smithi131.stdout:1053: done (1 left) 2024-08-29T14:52:32.109 INFO:tasks.rados.rados.0.smithi131.stdout:1054: done (0 left) 2024-08-29T14:52:32.109 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 104 2024-08-29T14:52:32.109 INFO:tasks.rados.rados.0.smithi131.stdout:1055: seq_num 344 ranges {4005888=565248,4571136=401408} 2024-08-29T14:52:32.134 INFO:tasks.rados.rados.0.smithi131.stdout:1055: writing smithi13174786-36 from 4005888 to 4571136 tid 1 2024-08-29T14:52:32.138 INFO:tasks.rados.rados.0.smithi131.stdout:1055: writing smithi13174786-36 from 4571136 to 4972544 tid 2 2024-08-29T14:52:32.138 INFO:tasks.rados.rados.0.smithi131.stdout:1056: read oid 24 snap -1 2024-08-29T14:52:32.138 INFO:tasks.rados.rados.0.smithi131.stdout:1056: expect (ObjNum 296 snap 89 seq_num 296) 2024-08-29T14:52:32.138 INFO:tasks.rados.rados.0.smithi131.stdout:1057: read oid 30 snap -1 2024-08-29T14:52:32.138 INFO:tasks.rados.rados.0.smithi131.stdout:1057: expect (ObjNum 297 snap 89 seq_num 297) 2024-08-29T14:52:32.138 INFO:tasks.rados.rados.0.smithi131.stdout:1058: snap_remove snap 94 2024-08-29T14:52:33.112 INFO:tasks.rados.rados.0.smithi131.stdout:1058: done (3 left) 2024-08-29T14:52:33.112 INFO:tasks.rados.rados.0.smithi131.stdout:1059: read oid 49 snap -1 2024-08-29T14:52:33.112 INFO:tasks.rados.rados.0.smithi131.stdout:1059: expect (ObjNum 332 snap 99 seq_num 332) 2024-08-29T14:52:33.112 INFO:tasks.rados.rados.0.smithi131.stdout:1055: finishing write tid 1 to smithi13174786-36 2024-08-29T14:52:33.112 INFO:tasks.rados.rados.0.smithi131.stdout:1055: finishing write tid 2 to smithi13174786-36 2024-08-29T14:52:33.112 INFO:tasks.rados.rados.0.smithi131.stdout:1055: finishing write tid 3 to smithi13174786-36 2024-08-29T14:52:33.113 INFO:tasks.rados.rados.0.smithi131.stdout:1055: finishing write tid 4 to smithi13174786-36 2024-08-29T14:52:33.113 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 447 (ObjNum 344 snap 104 seq_num 344) dirty exists 2024-08-29T14:52:33.113 INFO:tasks.rados.rados.0.smithi131.stdout:1055: left oid 36 (ObjNum 344 snap 104 seq_num 344) 2024-08-29T14:52:33.113 INFO:tasks.rados.rados.0.smithi131.stdout:1057: expect (ObjNum 297 snap 89 seq_num 297) 2024-08-29T14:52:33.201 INFO:tasks.rados.rados.0.smithi131.stdout:1056: expect (ObjNum 296 snap 89 seq_num 296) 2024-08-29T14:52:33.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:33 smithi169 ceph-mon[20881]: osdmap e281: 8 total, 8 up, 8 in 2024-08-29T14:52:33.538 INFO:tasks.rados.rados.0.smithi131.stdout:1055: done (3 left) 2024-08-29T14:52:33.538 INFO:tasks.rados.rados.0.smithi131.stdout:1056: done (2 left) 2024-08-29T14:52:33.538 INFO:tasks.rados.rados.0.smithi131.stdout:1057: done (1 left) 2024-08-29T14:52:33.538 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 104 2024-08-29T14:52:33.538 INFO:tasks.rados.rados.0.smithi131.stdout:1060: seq_num 345 ranges {4079616=581632,4661248=401408} 2024-08-29T14:52:33.563 INFO:tasks.rados.rados.0.smithi131.stdout:1060: writing smithi13174786-37 from 4079616 to 4661248 tid 1 2024-08-29T14:52:33.566 INFO:tasks.rados.rados.0.smithi131.stdout:1060: writing smithi13174786-37 from 4661248 to 5062656 tid 2 2024-08-29T14:52:33.566 INFO:tasks.rados.rados.0.smithi131.stdout:1061: setattr oid 36 current snap is 104 2024-08-29T14:52:33.566 INFO:tasks.rados.rados.0.smithi131.stdout:1059: expect (ObjNum 332 snap 99 seq_num 332) 2024-08-29T14:52:33.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:33 smithi131 ceph-mon[87973]: osdmap e281: 8 total, 8 up, 8 in 2024-08-29T14:52:33.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:33 smithi131 ceph-mon[29516]: osdmap e281: 8 total, 8 up, 8 in 2024-08-29T14:52:33.674 INFO:tasks.rados.rados.0.smithi131.stdout:1060: finishing write tid 1 to smithi13174786-37 2024-08-29T14:52:33.675 INFO:tasks.rados.rados.0.smithi131.stdout:1060: finishing write tid 2 to smithi13174786-37 2024-08-29T14:52:33.675 INFO:tasks.rados.rados.0.smithi131.stdout:1060: finishing write tid 3 to smithi13174786-37 2024-08-29T14:52:33.675 INFO:tasks.rados.rados.0.smithi131.stdout:1060: finishing write tid 4 to smithi13174786-37 2024-08-29T14:52:33.675 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 399 (ObjNum 345 snap 104 seq_num 345) dirty exists 2024-08-29T14:52:33.675 INFO:tasks.rados.rados.0.smithi131.stdout:1060: left oid 37 (ObjNum 345 snap 104 seq_num 345) 2024-08-29T14:52:33.675 INFO:tasks.rados.rados.0.smithi131.stdout:1059: done (2 left) 2024-08-29T14:52:33.675 INFO:tasks.rados.rados.0.smithi131.stdout:1060: done (1 left) 2024-08-29T14:52:33.675 INFO:tasks.rados.rados.0.smithi131.stdout:1062: read oid 45 snap -1 2024-08-29T14:52:33.675 INFO:tasks.rados.rados.0.smithi131.stdout:1062: expect (ObjNum 342 snap 103 seq_num 342) 2024-08-29T14:52:33.675 INFO:tasks.rados.rados.0.smithi131.stdout:1063: snap_remove snap 102 2024-08-29T14:52:34.125 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 454 (ObjNum 344 snap 104 seq_num 344) dirty exists 2024-08-29T14:52:34.125 INFO:tasks.rados.rados.0.smithi131.stdout:1062: expect (ObjNum 342 snap 103 seq_num 342) 2024-08-29T14:52:34.171 INFO:tasks.rados.rados.0.smithi131.stdout:1061: done (2 left) 2024-08-29T14:52:34.171 INFO:tasks.rados.rados.0.smithi131.stdout:1062: done (1 left) 2024-08-29T14:52:34.171 INFO:tasks.rados.rados.0.smithi131.stdout:1063: done (0 left) 2024-08-29T14:52:34.171 INFO:tasks.rados.rados.0.smithi131.stdout:1064: read oid 41 snap -1 2024-08-29T14:52:34.171 INFO:tasks.rados.rados.0.smithi131.stdout:1064: expect (ObjNum 330 snap 99 seq_num 330) 2024-08-29T14:52:34.171 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 104 2024-08-29T14:52:34.171 INFO:tasks.rados.rados.0.smithi131.stdout:1065: seq_num 346 ranges {6250496=598016,6848512=401408} 2024-08-29T14:52:34.211 INFO:tasks.rados.rados.0.smithi131.stdout:1065: writing smithi13174786-13 from 6250496 to 6848512 tid 1 2024-08-29T14:52:34.214 INFO:tasks.rados.rados.0.smithi131.stdout:1065: writing smithi13174786-13 from 6848512 to 7249920 tid 2 2024-08-29T14:52:34.214 INFO:tasks.rados.rados.0.smithi131.stdout:1066: snap_remove snap 103 2024-08-29T14:52:34.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:34 smithi169 ceph-mon[20881]: osdmap e282: 8 total, 8 up, 8 in 2024-08-29T14:52:34.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:34 smithi169 ceph-mon[20881]: Standby manager daemon x restarted 2024-08-29T14:52:34.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:34 smithi169 ceph-mon[20881]: Standby manager daemon x started 2024-08-29T14:52:34.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:34.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:34.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: [29/Aug/2024:14:52:34] ENGINE Bus STARTING 2024-08-29T14:52:34.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: CherryPy Checker: 2024-08-29T14:52:34.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: The Application mounted at '' has an empty config. 2024-08-29T14:52:34.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: 2024-08-29T14:52:34.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: [29/Aug/2024:14:52:34] ENGINE Serving on http://:::9283 2024-08-29T14:52:34.380 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 14:52:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x[70275]: [29/Aug/2024:14:52:34] ENGINE Bus STARTED 2024-08-29T14:52:34.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-mon[87973]: osdmap e282: 8 total, 8 up, 8 in 2024-08-29T14:52:34.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-mon[87973]: Standby manager daemon x restarted 2024-08-29T14:52:34.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-mon[87973]: Standby manager daemon x started 2024-08-29T14:52:34.567 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-mon[29516]: osdmap e282: 8 total, 8 up, 8 in 2024-08-29T14:52:34.568 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-mon[29516]: Standby manager daemon x restarted 2024-08-29T14:52:34.568 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-mon[29516]: Standby manager daemon x started 2024-08-29T14:52:34.852 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:34.565+0000 7f46d6775640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:52:34.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:34.565+0000 7f46d6775640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:52:34.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:34.565+0000 7f46d6775640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:52:34.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:34.565+0000 7f46d6775640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:52:34.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:34.565+0000 7f46d6775640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:52:34.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:34.566+0000 7f46d376f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:52:34.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:34.566+0000 7f46d376f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:52:34.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:34.566+0000 7f46d376f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:52:34.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:34.566+0000 7f46d376f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:52:34.853 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:34.566+0000 7f46d376f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:52:35.230 INFO:tasks.rados.rados.0.smithi131.stdout:1066: done (2 left) 2024-08-29T14:52:35.231 INFO:tasks.rados.rados.0.smithi131.stdout:1067: rollback oid 27 current snap is 104 2024-08-29T14:52:35.231 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 88 2024-08-29T14:52:35.231 INFO:tasks.rados.rados.0.smithi131.stdout:1064: expect (ObjNum 330 snap 99 seq_num 330) 2024-08-29T14:52:35.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: mgrmap e37: y(active, since 42s), standbys: x 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: osdmap e283: 8 total, 8 up, 8 in 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: Active manager daemon y restarted 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: Activating manager daemon y 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: osdmap e284: 8 total, 8 up, 8 in 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: mgrmap e38: y(active, starting, since 0.010366s), standbys: x 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:35.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-29T14:52:35.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-29T14:52:35.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-29T14:52:35.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: Manager daemon y is now available 2024-08-29T14:52:35.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:52:35.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:52:35.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-29T14:52:35.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-29T14:52:35.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-29T14:52:35.439 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:52:35.439 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:52:35.439 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:52:35.439 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: mgrmap e37: y(active, since 42s), standbys: x 2024-08-29T14:52:35.439 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: osdmap e283: 8 total, 8 up, 8 in 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: Active manager daemon y restarted 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: Activating manager daemon y 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: osdmap e284: 8 total, 8 up, 8 in 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: mgrmap e38: y(active, starting, since 0.010366s), standbys: x 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-29T14:52:35.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: Manager daemon y is now available 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:52:35.441 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-29T14:52:35.442 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-29T14:52:35.442 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-29T14:52:35.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:52:35.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:52:35.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:52:35.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: mgrmap e37: y(active, since 42s), standbys: x 2024-08-29T14:52:35.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.? 172.21.15.169:0/782831192' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:52:35.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: osdmap e283: 8 total, 8 up, 8 in 2024-08-29T14:52:35.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: Active manager daemon y restarted 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: Activating manager daemon y 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: osdmap e284: 8 total, 8 up, 8 in 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: mgrmap e38: y(active, starting, since 0.010366s), standbys: x 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-29T14:52:35.443 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: Manager daemon y is now available 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-29T14:52:35.444 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:35.227+0000 7f4705a61640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:52:35] ENGINE Bus STARTING 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: CherryPy Checker: 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: The Application mounted at '' has an empty config. 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:52:35] ENGINE Serving on http://:::9283 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:14:52:35] ENGINE Bus STARTED 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:35.437+0000 7f46b9581640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:52:35] ENGINE Error in HTTPServer.serve 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: Traceback (most recent call last): 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: self._connections.run(self.expiration_interval) 2024-08-29T14:52:35.445 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: self._run(expiration_interval) 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: s = self.context.wrap_socket( 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: return self.sslsocket_class._create( 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: self.do_handshake() 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: self._sslobj.do_handshake() 2024-08-29T14:52:35.446 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:52:35.447 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:35.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:35.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:35.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:36.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:52:35] "GET /metrics HTTP/1.1" 200 33395 "" "Prometheus/2.51.0" 2024-08-29T14:52:36.236 INFO:tasks.rados.rados.0.smithi131.stdout:1065: finishing write tid 1 to smithi13174786-13 2024-08-29T14:52:36.237 INFO:tasks.rados.rados.0.smithi131.stdout:1065: finishing write tid 2 to smithi13174786-13 2024-08-29T14:52:36.237 INFO:tasks.rados.rados.0.smithi131.stdout:1065: finishing write tid 3 to smithi13174786-13 2024-08-29T14:52:36.237 INFO:tasks.rados.rados.0.smithi131.stdout:1064: done (2 left) 2024-08-29T14:52:36.237 INFO:tasks.rados.rados.0.smithi131.stdout:1068: snap_remove snap 101 2024-08-29T14:52:36.512 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:36 smithi169 ceph-mon[20881]: mgrmap e39: y(active, since 1.01608s), standbys: x 2024-08-29T14:52:36.512 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:36 smithi169 ceph-mon[20881]: osdmap e285: 8 total, 8 up, 8 in 2024-08-29T14:52:36.512 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:36 smithi169 ceph-mon[20881]: [29/Aug/2024:14:52:35] ENGINE Bus STARTING 2024-08-29T14:52:36.512 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:36 smithi169 ceph-mon[20881]: [29/Aug/2024:14:52:35] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:52:36.512 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:36 smithi169 ceph-mon[20881]: [29/Aug/2024:14:52:35] ENGINE Error in HTTPServer.serve 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: Traceback (most recent call last): 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._run(expiration_interval) 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: s = self.context.wrap_socket( 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: return self.sslsocket_class._create( 2024-08-29T14:52:36.513 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:52:36.514 INFO:journalctl@ceph.mon.b.smithi169.stdout: self.do_handshake() 2024-08-29T14:52:36.514 INFO:journalctl@ceph.mon.b.smithi169.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:52:36.514 INFO:journalctl@ceph.mon.b.smithi169.stdout: self._sslobj.do_handshake() 2024-08-29T14:52:36.514 INFO:journalctl@ceph.mon.b.smithi169.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:52:36.514 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:36 smithi169 ceph-mon[20881]: [29/Aug/2024:14:52:35] ENGINE Serving on http://172.21.15.131:8765 2024-08-29T14:52:36.514 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:36 smithi169 ceph-mon[20881]: [29/Aug/2024:14:52:35] ENGINE Bus STARTED 2024-08-29T14:52:36.559 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[87973]: mgrmap e39: y(active, since 1.01608s), standbys: x 2024-08-29T14:52:36.559 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[87973]: osdmap e285: 8 total, 8 up, 8 in 2024-08-29T14:52:36.559 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[87973]: [29/Aug/2024:14:52:35] ENGINE Bus STARTING 2024-08-29T14:52:36.559 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[87973]: [29/Aug/2024:14:52:35] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:52:36.559 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[87973]: [29/Aug/2024:14:52:35] ENGINE Error in HTTPServer.serve 2024-08-29T14:52:36.559 INFO:journalctl@ceph.mon.a.smithi131.stdout: Traceback (most recent call last): 2024-08-29T14:52:36.559 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:52:36.559 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._run(expiration_interval) 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: s = self.context.wrap_socket( 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: return self.sslsocket_class._create( 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: self.do_handshake() 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:52:36.560 INFO:journalctl@ceph.mon.a.smithi131.stdout: self._sslobj.do_handshake() 2024-08-29T14:52:36.561 INFO:journalctl@ceph.mon.a.smithi131.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:52:36.561 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[87973]: [29/Aug/2024:14:52:35] ENGINE Serving on http://172.21.15.131:8765 2024-08-29T14:52:36.561 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[87973]: [29/Aug/2024:14:52:35] ENGINE Bus STARTED 2024-08-29T14:52:36.561 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[29516]: mgrmap e39: y(active, since 1.01608s), standbys: x 2024-08-29T14:52:36.561 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[29516]: osdmap e285: 8 total, 8 up, 8 in 2024-08-29T14:52:36.561 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[29516]: [29/Aug/2024:14:52:35] ENGINE Bus STARTING 2024-08-29T14:52:36.561 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[29516]: [29/Aug/2024:14:52:35] ENGINE Serving on https://172.21.15.131:7150 2024-08-29T14:52:36.561 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[29516]: [29/Aug/2024:14:52:35] ENGINE Error in HTTPServer.serve 2024-08-29T14:52:36.561 INFO:journalctl@ceph.mon.c.smithi131.stdout: Traceback (most recent call last): 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._run(expiration_interval) 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: s = self.context.wrap_socket( 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: return self.sslsocket_class._create( 2024-08-29T14:52:36.562 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:52:36.563 INFO:journalctl@ceph.mon.c.smithi131.stdout: self.do_handshake() 2024-08-29T14:52:36.563 INFO:journalctl@ceph.mon.c.smithi131.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:52:36.563 INFO:journalctl@ceph.mon.c.smithi131.stdout: self._sslobj.do_handshake() 2024-08-29T14:52:36.563 INFO:journalctl@ceph.mon.c.smithi131.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:52:36.563 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[29516]: [29/Aug/2024:14:52:35] ENGINE Serving on http://172.21.15.131:8765 2024-08-29T14:52:36.563 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:36 smithi131 ceph-mon[29516]: [29/Aug/2024:14:52:35] ENGINE Bus STARTED 2024-08-29T14:52:37.236 INFO:tasks.rados.rados.0.smithi131.stdout:1068: done (2 left) 2024-08-29T14:52:37.236 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 104 2024-08-29T14:52:37.236 INFO:tasks.rados.rados.0.smithi131.stdout:1069: seq_num 347 ranges {0=614400,614400=401408} 2024-08-29T14:52:37.237 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:36.950Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:37.241 INFO:tasks.rados.rados.0.smithi131.stdout:1069: writing smithi13174786-1 from 0 to 614400 tid 1 2024-08-29T14:52:37.244 INFO:tasks.rados.rados.0.smithi131.stdout:1069: writing smithi13174786-1 from 614400 to 1015808 tid 2 2024-08-29T14:52:37.244 INFO:tasks.rados.rados.0.smithi131.stdout:1070: snap_remove snap 83 2024-08-29T14:52:37.500 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:37 smithi169 ceph-mon[20881]: pgmap v5: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 954 MiB/s rd, 418 MiB/s wr, 4.76k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-29T14:52:37.500 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:37 smithi169 ceph-mon[20881]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-29T14:52:37.529 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:37 smithi131 ceph-mon[87973]: pgmap v5: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 954 MiB/s rd, 418 MiB/s wr, 4.76k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-29T14:52:37.529 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:37 smithi131 ceph-mon[87973]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-29T14:52:37.529 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:37 smithi131 ceph-mon[29516]: pgmap v5: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 954 MiB/s rd, 418 MiB/s wr, 4.76k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-29T14:52:37.529 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:37 smithi131 ceph-mon[29516]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-29T14:52:38.257 INFO:tasks.rados.rados.0.smithi131.stdout:1070: done (3 left) 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:1071: delete oid 8 current snap is 104 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:1065: finishing write tid 4 to smithi13174786-13 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 154 (ObjNum 346 snap 104 seq_num 346) dirty exists 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:1065: left oid 13 (ObjNum 346 snap 104 seq_num 346) 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:1067: finishing rollback tid 0 to smithi13174786-27 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:1067: finishing rollback tid 1 to smithi13174786-27 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:1067: finishing rollback tid 2 to smithi13174786-27 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 405 (ObjNum 272 snap 77 seq_num 272) dirty exists 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:1069: finishing write tid 1 to smithi13174786-1 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:1069: finishing write tid 2 to smithi13174786-1 2024-08-29T14:52:38.258 INFO:tasks.rados.rados.0.smithi131.stdout:1069: finishing write tid 3 to smithi13174786-1 2024-08-29T14:52:38.259 INFO:tasks.rados.rados.0.smithi131.stdout:1069: finishing write tid 4 to smithi13174786-1 2024-08-29T14:52:38.259 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 620 (ObjNum 347 snap 104 seq_num 347) dirty exists 2024-08-29T14:52:38.259 INFO:tasks.rados.rados.0.smithi131.stdout:1069: left oid 1 (ObjNum 347 snap 104 seq_num 347) 2024-08-29T14:52:38.264 INFO:tasks.rados.rados.0.smithi131.stdout:1065: done (3 left) 2024-08-29T14:52:38.264 INFO:tasks.rados.rados.0.smithi131.stdout:1067: done (2 left) 2024-08-29T14:52:38.264 INFO:tasks.rados.rados.0.smithi131.stdout:1069: done (1 left) 2024-08-29T14:52:38.264 INFO:tasks.rados.rados.0.smithi131.stdout:1071: done (0 left) 2024-08-29T14:52:38.264 INFO:tasks.rados.rados.0.smithi131.stdout:1072: snap_remove snap 88 2024-08-29T14:52:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:38 smithi169 ceph-mon[20881]: osdmap e286: 8 total, 8 up, 8 in 2024-08-29T14:52:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:38 smithi131 ceph-mon[87973]: osdmap e286: 8 total, 8 up, 8 in 2024-08-29T14:52:38.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:38 smithi131 ceph-mon[29516]: osdmap e286: 8 total, 8 up, 8 in 2024-08-29T14:52:39.249 INFO:tasks.rados.rados.0.smithi131.stdout:1072: done (0 left) 2024-08-29T14:52:39.249 INFO:tasks.rados.rados.0.smithi131.stdout:1073: copy_from oid 31 from oid 35 current snap is 104 2024-08-29T14:52:39.249 INFO:tasks.rados.rados.0.smithi131.stdout:1074: delete oid 47 current snap is 104 2024-08-29T14:52:39.255 INFO:tasks.rados.rados.0.smithi131.stdout:1074: done (1 left) 2024-08-29T14:52:39.256 INFO:tasks.rados.rados.0.smithi131.stdout:1075: snap_remove snap 100 2024-08-29T14:52:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:39 smithi169 ceph-mon[20881]: pgmap v7: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 317 MiB/s rd, 139 MiB/s wr, 1.58k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-29T14:52:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:39 smithi169 ceph-mon[20881]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-29T14:52:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:39 smithi169 ceph-mon[20881]: osdmap e287: 8 total, 8 up, 8 in 2024-08-29T14:52:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:39 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:39 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:39 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:39 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[87973]: pgmap v7: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 317 MiB/s rd, 139 MiB/s wr, 1.58k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-29T14:52:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[87973]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-29T14:52:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[87973]: osdmap e287: 8 total, 8 up, 8 in 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[29516]: pgmap v7: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 317 MiB/s rd, 139 MiB/s wr, 1.58k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[29516]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[29516]: osdmap e287: 8 total, 8 up, 8 in 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:39 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.266 INFO:tasks.rados.rados.0.smithi131.stdout:1075: done (1 left) 2024-08-29T14:52:40.266 INFO:tasks.rados.rados.0.smithi131.stdout:1076: snap_create 2024-08-29T14:52:40.266 INFO:tasks.rados.rados.0.smithi131.stdout:1073: finishing copy_from to smithi13174786-31 2024-08-29T14:52:40.266 INFO:tasks.rados.rados.0.smithi131.stdout:1073: got expected ENOENT (src dne) 2024-08-29T14:52:40.266 INFO:tasks.rados.rados.0.smithi131.stdout:1073: finishing copy_from racing read to smithi13174786-31 2024-08-29T14:52:40.486 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:40 smithi169 ceph-mon[20881]: osdmap e288: 8 total, 8 up, 8 in 2024-08-29T14:52:40.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:40 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:40 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:40 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:40 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.487 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:40 smithi131 ceph-mon[87973]: osdmap e288: 8 total, 8 up, 8 in 2024-08-29T14:52:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:40 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:40 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:40 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:40 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:40 smithi131 ceph-mon[29516]: osdmap e288: 8 total, 8 up, 8 in 2024-08-29T14:52:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:40 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:40 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:40 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:40.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:40 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:41.106 INFO:tasks.rados.rados.0.smithi131.stdout:1073: done (1 left) 2024-08-29T14:52:41.106 INFO:tasks.rados.rados.0.smithi131.stdout:1076: done (0 left) 2024-08-29T14:52:41.106 INFO:tasks.rados.rados.0.smithi131.stdout:1077: copy_from oid 20 from oid 32 current snap is 105 2024-08-29T14:52:41.106 INFO:tasks.rados.rados.0.smithi131.stdout:1078: delete oid 3 current snap is 105 2024-08-29T14:52:41.109 INFO:tasks.rados.rados.0.smithi131.stdout:1077: finishing copy_from to smithi13174786-20 2024-08-29T14:52:41.110 INFO:tasks.rados.rados.0.smithi131.stdout:1077: got expected ENOENT (src dne) 2024-08-29T14:52:41.110 INFO:tasks.rados.rados.0.smithi131.stdout:1077: finishing copy_from racing read to smithi13174786-20 2024-08-29T14:52:41.111 INFO:tasks.rados.rados.0.smithi131.stdout:1077: done (1 left) 2024-08-29T14:52:41.111 INFO:tasks.rados.rados.0.smithi131.stdout:1078: done (0 left) 2024-08-29T14:52:41.111 INFO:tasks.rados.rados.0.smithi131.stdout:1079: copy_from oid 43 from oid 15 current snap is 105 2024-08-29T14:52:41.112 INFO:tasks.rados.rados.0.smithi131.stdout:1080: snap_remove snap 93 2024-08-29T14:52:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:41 smithi169 ceph-mon[20881]: pgmap v10: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-29T14:52:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:41 smithi169 ceph-mon[20881]: osdmap e289: 8 total, 8 up, 8 in 2024-08-29T14:52:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:41 smithi169 ceph-mon[20881]: osdmap e290: 8 total, 8 up, 8 in 2024-08-29T14:52:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:41 smithi131 ceph-mon[87973]: pgmap v10: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-29T14:52:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:41 smithi131 ceph-mon[87973]: osdmap e289: 8 total, 8 up, 8 in 2024-08-29T14:52:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:41 smithi131 ceph-mon[87973]: osdmap e290: 8 total, 8 up, 8 in 2024-08-29T14:52:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:41 smithi131 ceph-mon[29516]: pgmap v10: 121 pgs: 121 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-29T14:52:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:41 smithi131 ceph-mon[29516]: osdmap e289: 8 total, 8 up, 8 in 2024-08-29T14:52:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:41 smithi131 ceph-mon[29516]: osdmap e290: 8 total, 8 up, 8 in 2024-08-29T14:52:42.111 INFO:tasks.rados.rados.0.smithi131.stdout:1080: done (1 left) 2024-08-29T14:52:42.111 INFO:tasks.rados.rados.0.smithi131.stdout:1081: snap_create 2024-08-29T14:52:42.111 INFO:tasks.rados.rados.0.smithi131.stdout:1079: finishing copy_from racing read to smithi13174786-43 2024-08-29T14:52:42.111 INFO:tasks.rados.rados.0.smithi131.stdout:1079: finishing copy_from to smithi13174786-43 2024-08-29T14:52:42.112 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 373 (ObjNum 339 snap 101 seq_num 339) dirty exists 2024-08-29T14:52:43.115 INFO:tasks.rados.rados.0.smithi131.stdout:1079: done (1 left) 2024-08-29T14:52:43.115 INFO:tasks.rados.rados.0.smithi131.stdout:1081: done (0 left) 2024-08-29T14:52:43.115 INFO:tasks.rados.rados.0.smithi131.stdout:1082: snap_remove snap 77 2024-08-29T14:52:43.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:43 smithi169 ceph-mon[20881]: osdmap e291: 8 total, 8 up, 8 in 2024-08-29T14:52:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:43 smithi131 ceph-mon[87973]: osdmap e291: 8 total, 8 up, 8 in 2024-08-29T14:52:43.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:43 smithi131 ceph-mon[29516]: osdmap e291: 8 total, 8 up, 8 in 2024-08-29T14:52:44.117 INFO:tasks.rados.rados.0.smithi131.stdout:1082: done (0 left) 2024-08-29T14:52:44.118 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 106 2024-08-29T14:52:44.118 INFO:tasks.rados.rados.0.smithi131.stdout:1083: seq_num 351 ranges {565248=688128,1253376=401408} 2024-08-29T14:52:44.125 INFO:tasks.rados.rados.0.smithi131.stdout:1083: writing smithi13174786-25 from 565248 to 1253376 tid 1 2024-08-29T14:52:44.128 INFO:tasks.rados.rados.0.smithi131.stdout:1083: writing smithi13174786-25 from 1253376 to 1654784 tid 2 2024-08-29T14:52:44.129 INFO:tasks.rados.rados.0.smithi131.stdout:1084: copy_from oid 1 from oid 10 current snap is 106 2024-08-29T14:52:44.129 INFO:tasks.rados.rados.0.smithi131.stdout:1085: read oid 46 snap -1 2024-08-29T14:52:44.129 INFO:tasks.rados.rados.0.smithi131.stdout:1085: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:52:44.129 INFO:tasks.rados.rados.0.smithi131.stdout:1086: setattr oid 4 current snap is 106 2024-08-29T14:52:44.132 INFO:tasks.rados.rados.0.smithi131.stdout:1087: delete oid 21 current snap is 106 2024-08-29T14:52:44.134 INFO:tasks.rados.rados.0.smithi131.stdout:1083: finishing write tid 1 to smithi13174786-25 2024-08-29T14:52:44.134 INFO:tasks.rados.rados.0.smithi131.stdout:1085: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:52:44.138 INFO:tasks.rados.rados.0.smithi131.stdout:1083: finishing write tid 2 to smithi13174786-25 2024-08-29T14:52:44.138 INFO:tasks.rados.rados.0.smithi131.stdout:1083: finishing write tid 3 to smithi13174786-25 2024-08-29T14:52:44.138 INFO:tasks.rados.rados.0.smithi131.stdout:1083: finishing write tid 4 to smithi13174786-25 2024-08-29T14:52:44.138 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 891 (ObjNum 351 snap 106 seq_num 351) dirty exists 2024-08-29T14:52:44.138 INFO:tasks.rados.rados.0.smithi131.stdout:1083: left oid 25 (ObjNum 351 snap 106 seq_num 351) 2024-08-29T14:52:44.138 INFO:tasks.rados.rados.0.smithi131.stdout:1083: done (4 left) 2024-08-29T14:52:44.138 INFO:tasks.rados.rados.0.smithi131.stdout:1085: done (3 left) 2024-08-29T14:52:44.138 INFO:tasks.rados.rados.0.smithi131.stdout:1087: done (2 left) 2024-08-29T14:52:44.139 INFO:tasks.rados.rados.0.smithi131.stdout:1088: snap_remove snap 80 2024-08-29T14:52:44.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:44.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: pgmap v14: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 249 KiB/s wr, 20 op/s 2024-08-29T14:52:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: osdmap e292: 8 total, 8 up, 8 in 2024-08-29T14:52:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:52:44.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:52:44.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:44 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: pgmap v14: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 249 KiB/s wr, 20 op/s 2024-08-29T14:52:44.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: osdmap e292: 8 total, 8 up, 8 in 2024-08-29T14:52:44.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: pgmap v14: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 249 KiB/s wr, 20 op/s 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: osdmap e292: 8 total, 8 up, 8 in 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.598 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:52:44.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:52:44.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:44.599 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:44 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:45.132 INFO:tasks.rados.rados.0.smithi131.stdout:1088: done (2 left) 2024-08-29T14:52:45.132 INFO:tasks.rados.rados.0.smithi131.stdout:1089: rollback oid 22 current snap is 106 2024-08-29T14:52:45.132 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 22 to 105 2024-08-29T14:52:45.132 INFO:tasks.rados.rados.0.smithi131.stdout:1090: read oid 7 snap -1 2024-08-29T14:52:45.132 INFO:tasks.rados.rados.0.smithi131.stdout:1090: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:52:45.132 INFO:tasks.rados.rados.0.smithi131.stdout:1091: snap_remove snap 104 2024-08-29T14:52:45.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:52:45.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:52:45.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:45.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:45.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:45.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: osdmap e293: 8 total, 8 up, 8 in 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: osdmap e293: 8 total, 8 up, 8 in 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:52:45.357 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.358 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.359 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.360 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: Updating smithi131:/etc/ceph/ceph.conf 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: Updating smithi169:/etc/ceph/ceph.conf 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: Updating smithi131:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: Updating smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: Updating smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: osdmap e293: 8 total, 8 up, 8 in 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-29T14:52:45.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:45.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:52:45.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:46.109 INFO:tasks.rados.rados.0.smithi131.stdout:1091: done (4 left) 2024-08-29T14:52:46.109 INFO:tasks.rados.rados.0.smithi131.stdout:1092: delete oid 30 current snap is 106 2024-08-29T14:52:46.109 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 787 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T14:52:46.109 INFO:tasks.rados.rados.0.smithi131.stdout:1084: finishing copy_from racing read to smithi13174786-1 2024-08-29T14:52:46.109 INFO:tasks.rados.rados.0.smithi131.stdout:1084: finishing copy_from to smithi13174786-1 2024-08-29T14:52:46.109 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 696 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-08-29T14:52:46.109 INFO:tasks.rados.rados.0.smithi131.stdout:1090: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:52:46.114 INFO:tasks.rados.rados.0.smithi131.stdout:1089: finishing rollback tid 0 to smithi13174786-22 2024-08-29T14:52:46.114 INFO:tasks.rados.rados.0.smithi131.stdout:1089: finishing rollback tid 1 to smithi13174786-22 2024-08-29T14:52:46.114 INFO:tasks.rados.rados.0.smithi131.stdout:1089: finishing rollback tid 2 to smithi13174786-22 2024-08-29T14:52:46.114 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 905 (ObjNum 318 snap 94 seq_num 318) dirty exists 2024-08-29T14:52:46.114 INFO:tasks.rados.rados.0.smithi131.stdout:1084: done (4 left) 2024-08-29T14:52:46.114 INFO:tasks.rados.rados.0.smithi131.stdout:1086: done (3 left) 2024-08-29T14:52:46.114 INFO:tasks.rados.rados.0.smithi131.stdout:1089: done (2 left) 2024-08-29T14:52:46.114 INFO:tasks.rados.rados.0.smithi131.stdout:1090: done (1 left) 2024-08-29T14:52:46.114 INFO:tasks.rados.rados.0.smithi131.stdout:1092: done (0 left) 2024-08-29T14:52:46.115 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 106 2024-08-29T14:52:46.115 INFO:tasks.rados.rados.0.smithi131.stdout:1093: seq_num 354 ranges {57344=737280,794624=401408} 2024-08-29T14:52:46.119 INFO:tasks.rados.rados.0.smithi131.stdout:1093: writing smithi13174786-12 from 57344 to 794624 tid 1 2024-08-29T14:52:46.122 INFO:tasks.rados.rados.0.smithi131.stdout:1093: writing smithi13174786-12 from 794624 to 1196032 tid 2 2024-08-29T14:52:46.122 INFO:tasks.rados.rados.0.smithi131.stdout:1094: read oid 21 snap 96 2024-08-29T14:52:46.122 INFO:tasks.rados.rados.0.smithi131.stdout:1094: expect (ObjNum 2120413616 snap 22056 seq_num 2119976480) 2024-08-29T14:52:46.122 INFO:tasks.rados.rados.0.smithi131.stdout:1095: copy_from oid 34 from oid 47 current snap is 106 2024-08-29T14:52:46.123 INFO:tasks.rados.rados.0.smithi131.stdout:1096: read oid 11 snap -1 2024-08-29T14:52:46.123 INFO:tasks.rados.rados.0.smithi131.stdout:1096: expect deleted 2024-08-29T14:52:46.123 INFO:tasks.rados.rados.0.smithi131.stdout:1097: copy_from oid 22 from oid 7 current snap is 106 2024-08-29T14:52:46.123 INFO:tasks.rados.rados.0.smithi131.stdout:1098: rollback oid 23 current snap is 106 2024-08-29T14:52:46.123 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 23 to 96 2024-08-29T14:52:46.123 INFO:tasks.rados.rados.0.smithi131.stdout:1099: copy_from oid 42 from oid 8 current snap is 106 2024-08-29T14:52:46.123 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 106 2024-08-29T14:52:46.123 INFO:tasks.rados.rados.0.smithi131.stdout:1100: seq_num 355 ranges {12738560=753664,13492224=401408} 2024-08-29T14:52:46.126 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:45.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:46.126 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:45.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:46.197 INFO:tasks.rados.rados.0.smithi131.stdout:1100: writing smithi13174786-41 from 12738560 to 13492224 tid 1 2024-08-29T14:52:46.199 INFO:tasks.rados.rados.0.smithi131.stdout:1100: writing smithi13174786-41 from 13492224 to 13893632 tid 2 2024-08-29T14:52:46.199 INFO:tasks.rados.rados.0.smithi131.stdout:1101: copy_from oid 20 from oid 4 current snap is 106 2024-08-29T14:52:46.199 INFO:tasks.rados.rados.0.smithi131.stdout:1095: finishing copy_from to smithi13174786-34 2024-08-29T14:52:46.199 INFO:tasks.rados.rados.0.smithi131.stdout:1095: got expected ENOENT (src dne) 2024-08-29T14:52:46.199 INFO:tasks.rados.rados.0.smithi131.stdout:1094: expect (ObjNum 2120413616 snap 22056 seq_num 2119976480) 2024-08-29T14:52:46.200 INFO:tasks.rados.rados.0.smithi131.stdout:1095: finishing copy_from racing read to smithi13174786-34 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1099: finishing copy_from to smithi13174786-42 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1099: got expected ENOENT (src dne) 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1099: finishing copy_from racing read to smithi13174786-42 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1093: finishing write tid 1 to smithi13174786-12 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1094: done (8 left) 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1095: done (7 left) 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1096: done (6 left) 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1099: done (5 left) 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1102: delete oid 40 current snap is 106 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1097: finishing copy_from racing read to smithi13174786-22 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1093: finishing write tid 2 to smithi13174786-12 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1093: finishing write tid 3 to smithi13174786-12 2024-08-29T14:52:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:1097: finishing copy_from to smithi13174786-22 2024-08-29T14:52:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 615 (ObjNum 81 snap 0 seq_num 1766810966) dirty exists 2024-08-29T14:52:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:1098: finishing rollback tid 0 to smithi13174786-23 2024-08-29T14:52:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:1098: finishing rollback tid 1 to smithi13174786-23 2024-08-29T14:52:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:1093: finishing write tid 4 to smithi13174786-12 2024-08-29T14:52:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 379 (ObjNum 354 snap 106 seq_num 354) dirty exists 2024-08-29T14:52:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:1093: left oid 12 (ObjNum 354 snap 106 seq_num 354) 2024-08-29T14:52:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:1098: finishing rollback tid 2 to smithi13174786-23 2024-08-29T14:52:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 382 (ObjNum 279 snap 79 seq_num 279) dirty exists 2024-08-29T14:52:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1100: finishing write tid 1 to smithi13174786-41 2024-08-29T14:52:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1100: finishing write tid 2 to smithi13174786-41 2024-08-29T14:52:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1093: done (5 left) 2024-08-29T14:52:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1097: done (4 left) 2024-08-29T14:52:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1098: done (3 left) 2024-08-29T14:52:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1102: done (2 left) 2024-08-29T14:52:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1103: rmattr oid 11 current snap is 106 2024-08-29T14:52:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1103: done (2 left) 2024-08-29T14:52:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 106 2024-08-29T14:52:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1104: seq_num 357 ranges {5685248=786432,6471680=401408} 2024-08-29T14:52:46.239 INFO:tasks.rados.rados.0.smithi131.stdout:1104: writing smithi13174786-6 from 5685248 to 6471680 tid 1 2024-08-29T14:52:46.241 INFO:tasks.rados.rados.0.smithi131.stdout:1104: writing smithi13174786-6 from 6471680 to 6873088 tid 2 2024-08-29T14:52:46.242 INFO:tasks.rados.rados.0.smithi131.stdout:1105: snap_create 2024-08-29T14:52:46.242 INFO:tasks.rados.rados.0.smithi131.stdout:1100: finishing write tid 3 to smithi13174786-41 2024-08-29T14:52:46.242 INFO:tasks.rados.rados.0.smithi131.stdout:1100: finishing write tid 4 to smithi13174786-41 2024-08-29T14:52:46.242 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 926 (ObjNum 355 snap 106 seq_num 355) dirty exists 2024-08-29T14:52:46.242 INFO:tasks.rados.rados.0.smithi131.stdout:1100: left oid 41 (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:52:46.242 INFO:tasks.rados.rados.0.smithi131.stdout:1101: finishing copy_from racing read to smithi13174786-20 2024-08-29T14:52:46.242 INFO:tasks.rados.rados.0.smithi131.stdout:1101: finishing copy_from to smithi13174786-20 2024-08-29T14:52:46.242 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 787 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T14:52:46.245 INFO:tasks.rados.rados.0.smithi131.stdout:1104: finishing write tid 1 to smithi13174786-6 2024-08-29T14:52:46.245 INFO:tasks.rados.rados.0.smithi131.stdout:1104: finishing write tid 2 to smithi13174786-6 2024-08-29T14:52:46.245 INFO:tasks.rados.rados.0.smithi131.stdout:1104: finishing write tid 3 to smithi13174786-6 2024-08-29T14:52:46.248 INFO:tasks.rados.rados.0.smithi131.stdout:1104: finishing write tid 4 to smithi13174786-6 2024-08-29T14:52:46.248 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 293 (ObjNum 357 snap 106 seq_num 357) dirty exists 2024-08-29T14:52:46.248 INFO:tasks.rados.rados.0.smithi131.stdout:1104: left oid 6 (ObjNum 357 snap 106 seq_num 357) 2024-08-29T14:52:46.297 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:52:45] "GET /metrics HTTP/1.1" 200 33395 "" "Prometheus/2.51.0" 2024-08-29T14:52:46.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[87973]: pgmap v17: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:52:46.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[87973]: Upgrade: It appears safe to stop mon.c 2024-08-29T14:52:46.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[87973]: osdmap e294: 8 total, 8 up, 8 in 2024-08-29T14:52:46.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:46.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:52:46.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:52:46.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:52:46.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[87973]: osdmap e295: 8 total, 8 up, 8 in 2024-08-29T14:52:46.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[29516]: pgmap v17: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:52:46.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[29516]: Upgrade: It appears safe to stop mon.c 2024-08-29T14:52:46.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[29516]: osdmap e294: 8 total, 8 up, 8 in 2024-08-29T14:52:46.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:46.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:52:46.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:52:46.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[29516]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:52:46.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:46 smithi131 ceph-mon[29516]: osdmap e295: 8 total, 8 up, 8 in 2024-08-29T14:52:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:46 smithi169 ceph-mon[20881]: pgmap v17: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:52:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:46 smithi169 ceph-mon[20881]: Upgrade: It appears safe to stop mon.c 2024-08-29T14:52:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:46 smithi169 ceph-mon[20881]: osdmap e294: 8 total, 8 up, 8 in 2024-08-29T14:52:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:46 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:46 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:52:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:46 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:52:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:46 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:52:46.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:46 smithi169 ceph-mon[20881]: osdmap e295: 8 total, 8 up, 8 in 2024-08-29T14:52:47.140 INFO:tasks.rados.rados.0.smithi131.stdout:1100: done (3 left) 2024-08-29T14:52:47.140 INFO:tasks.rados.rados.0.smithi131.stdout:1101: done (2 left) 2024-08-29T14:52:47.141 INFO:tasks.rados.rados.0.smithi131.stdout:1104: done (1 left) 2024-08-29T14:52:47.141 INFO:tasks.rados.rados.0.smithi131.stdout:1105: done (0 left) 2024-08-29T14:52:47.141 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 107 2024-08-29T14:52:47.141 INFO:tasks.rados.rados.0.smithi131.stdout:1106: seq_num 358 ranges {7446528=802816,8249344=401408} 2024-08-29T14:52:47.183 INFO:tasks.rados.rados.0.smithi131.stdout:1106: writing smithi13174786-39 from 7446528 to 8249344 tid 1 2024-08-29T14:52:47.186 INFO:tasks.rados.rados.0.smithi131.stdout:1106: writing smithi13174786-39 from 8249344 to 8650752 tid 2 2024-08-29T14:52:47.186 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 107 2024-08-29T14:52:47.186 INFO:tasks.rados.rados.0.smithi131.stdout:1107: seq_num 359 ranges {884736=417792,1302528=417792,1720320=385024} 2024-08-29T14:52:47.193 INFO:tasks.rados.rados.0.smithi131.stdout:1107: writing smithi13174786-43 from 884736 to 1302528 tid 1 2024-08-29T14:52:47.196 INFO:tasks.rados.rados.0.smithi131.stdout:1107: writing smithi13174786-43 from 1302528 to 1720320 tid 2 2024-08-29T14:52:47.199 INFO:tasks.rados.rados.0.smithi131.stdout:1107: writing smithi13174786-43 from 1720320 to 2105344 tid 3 2024-08-29T14:52:47.199 INFO:tasks.rados.rados.0.smithi131.stdout:1108: read oid 2 snap -1 2024-08-29T14:52:47.199 INFO:tasks.rados.rados.0.smithi131.stdout:1108: expect (ObjNum 292 snap 87 seq_num 292) 2024-08-29T14:52:47.199 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 11 current snap is 107 2024-08-29T14:52:47.199 INFO:tasks.rados.rados.0.smithi131.stdout:1106: finishing write tid 1 to smithi13174786-39 2024-08-29T14:52:47.199 INFO:tasks.rados.rados.0.smithi131.stdout:1109: seq_num 360 ranges {0=434176,434176=704512,1138688=98304} 2024-08-29T14:52:47.201 INFO:tasks.rados.rados.0.smithi131.stdout:1109: writing smithi13174786-11 from 0 to 434176 tid 1 2024-08-29T14:52:47.206 INFO:tasks.rados.rados.0.smithi131.stdout:1109: writing smithi13174786-11 from 434176 to 1138688 tid 2 2024-08-29T14:52:47.207 INFO:tasks.rados.rados.0.smithi131.stdout:1109: writing smithi13174786-11 from 1138688 to 1236992 tid 3 2024-08-29T14:52:47.207 INFO:tasks.rados.rados.0.smithi131.stdout:1110: rmattr oid 14 current snap is 107 2024-08-29T14:52:47.207 INFO:tasks.rados.rados.0.smithi131.stdout:1110: done (4 left) 2024-08-29T14:52:47.207 INFO:tasks.rados.rados.0.smithi131.stdout:1111: rmattr oid 24 current snap is 107 2024-08-29T14:52:47.207 INFO:tasks.rados.rados.0.smithi131.stdout:1106: finishing write tid 2 to smithi13174786-39 2024-08-29T14:52:47.207 INFO:tasks.rados.rados.0.smithi131.stdout:1106: finishing write tid 3 to smithi13174786-39 2024-08-29T14:52:47.207 INFO:tasks.rados.rados.0.smithi131.stdout:1106: finishing write tid 4 to smithi13174786-39 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 790 (ObjNum 358 snap 107 seq_num 358) dirty exists 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1106: left oid 39 (ObjNum 358 snap 107 seq_num 358) 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1107: finishing write tid 1 to smithi13174786-43 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1107: finishing write tid 2 to smithi13174786-43 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1107: finishing write tid 3 to smithi13174786-43 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1107: finishing write tid 4 to smithi13174786-43 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1107: finishing write tid 5 to smithi13174786-43 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 382 (ObjNum 359 snap 107 seq_num 359) dirty exists 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1107: left oid 43 (ObjNum 359 snap 107 seq_num 359) 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1109: finishing write tid 1 to smithi13174786-11 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1106: done (4 left) 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1107: done (3 left) 2024-08-29T14:52:47.208 INFO:tasks.rados.rados.0.smithi131.stdout:1112: snap_remove snap 105 2024-08-29T14:52:47.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:47 smithi131 ceph-mon[87973]: Upgrade: Updating mon.c 2024-08-29T14:52:47.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:47 smithi131 ceph-mon[87973]: Deploying daemon mon.c on smithi131 2024-08-29T14:52:47.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:47 smithi131 ceph-mon[29516]: Upgrade: Updating mon.c 2024-08-29T14:52:47.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:47 smithi131 ceph-mon[29516]: Deploying daemon mon.c on smithi131 2024-08-29T14:52:47.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:47 smithi169 ceph-mon[20881]: Upgrade: Updating mon.c 2024-08-29T14:52:47.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:47 smithi169 ceph-mon[20881]: Deploying daemon mon.c on smithi131 2024-08-29T14:52:47.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:46.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:47.741 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:52:48.036 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:47 smithi131 systemd[1]: Stopping Ceph mon.c for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:52:48.340 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:52:48.340 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (100s) 9s ago 6m 19.2M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:52:48.340 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (75s) 9s ago 5m 77.0M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:52:48.340 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (7m) 9s ago 7m 15.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:52:48.340 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (7m) 9s ago 7m 19.9M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:52:48.340 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (36s) 9s ago 10m 451M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:52:48.340 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (65s) 9s ago 12m 487M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:52:48.340 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (22s) 9s ago 12m 33.7M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:52:48.340 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (11m) 9s ago 11m 59.8M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 bbaae749879e 2024-08-29T14:52:48.341 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (11m) 9s ago 11m 57.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 0987b030a99f 2024-08-29T14:52:48.341 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (94s) 9s ago 5m 10.0M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:52:48.341 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (70s) 9s ago 5m 8061k - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:52:48.341 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (10m) 9s ago 10m 137M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 2c38c2b27878 2024-08-29T14:52:48.341 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (10m) 9s ago 10m 159M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:52:48.341 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (9m) 9s ago 9m 166M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:52:48.341 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (9m) 9s ago 9m 139M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:52:48.341 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (9m) 9s ago 9m 206M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:52:48.341 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (8m) 9s ago 8m 187M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:52:48.341 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (8m) 9s ago 8m 115M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:52:48.342 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (7m) 9s ago 7m 96.6M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:52:48.342 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (41s) 9s ago 6m 45.5M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:52:48.342 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c[29493]: 2024-08-29T14:52:48.034+0000 7fc92538b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:52:48.342 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:48 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c[29493]: 2024-08-29T14:52:48.034+0000 7fc92538b640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-29T14:52:48.342 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:48 smithi131 podman[90244]: 2024-08-29 14:52:48.197907562 +0000 UTC m=+0.263560445 container died 0987b030a99fdeda0a25c7dee08c32e4244c848a4cd6e29468ee08a6b0aeec63 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, org.label-schema.vendor=CentOS, io.buildah.version=1.37.1, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-29T14:52:48.688 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2, 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 1 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:52:48.689 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:52:48.690 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:52:48.690 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:52:48.690 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 12, 2024-08-29T14:52:48.690 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:52:48.690 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:52:48.690 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:52:48.971 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:48 smithi131 podman[90244]: 2024-08-29 14:52:48.703258205 +0000 UTC m=+0.768911086 container cleanup 0987b030a99fdeda0a25c7dee08c32e4244c848a4cd6e29468ee08a6b0aeec63 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.1, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-a89f613, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-08-29T14:52:48.971 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:48 smithi131 bash[90244]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c 2024-08-29T14:52:48.991 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:52:48.991 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:52:48.991 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:52:48.991 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:52:48.991 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:52:48.992 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr" 2024-08-29T14:52:48.992 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:52:48.992 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "3/20 daemons upgraded", 2024-08-29T14:52:48.992 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading mon daemons", 2024-08-29T14:52:48.992 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:52:48.992 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:52:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 podman[90283]: 2024-08-29 14:52:49.016313811 +0000 UTC m=+0.813351226 container remove 0987b030a99fdeda0a25c7dee08c32e4244c848a4cd6e29468ee08a6b0aeec63 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-29T14:52:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-29T14:52:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 systemd[1]: Stopped Ceph mon.c for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:52:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.c.service: Consumed 8.478s CPU time. 2024-08-29T14:52:49.621 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 systemd[1]: Starting Ceph mon.c for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:52:49.621 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 podman[90473]: 2024-08-29 14:52:49.489259806 +0000 UTC m=+0.019223502 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:52:49.874 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 podman[90473]: 2024-08-29 14:52:49.620934862 +0000 UTC m=+0.150898548 container create cd3b46eff0c0ce221661e636a8cd8b1b470b7d676ff33348f781a7795c1e1bca (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731) 2024-08-29T14:52:49.874 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 podman[90473]: 2024-08-29 14:52:49.815448351 +0000 UTC m=+0.345412039 container init cd3b46eff0c0ce221661e636a8cd8b1b470b7d676ff33348f781a7795c1e1bca (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-29T14:52:49.874 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 podman[90473]: 2024-08-29 14:52:49.820641787 +0000 UTC m=+0.350605475 container start cd3b46eff0c0ce221661e636a8cd8b1b470b7d676ff33348f781a7795c1e1bca (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-29T14:52:49.874 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: set uid:gid to 167:167 (ceph:ceph) 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev), process ceph-mon, pid 7 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: pidfile_write: ignore empty --pid-file 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: load: jerasure load: lrc 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: RocksDB version: 7.9.2 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Git sha 0 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Compile date 2024-08-28 21:32:03 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: DB SUMMARY 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: DB Session ID: XJY9QBSMTOZ04PZHKYV3 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: CURRENT file: CURRENT 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: IDENTITY file: IDENTITY 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1098 Bytes 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 11817387 ; 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.error_if_exists: 0 2024-08-29T14:52:49.875 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.create_if_missing: 0 2024-08-29T14:52:49.876 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.paranoid_checks: 1 2024-08-29T14:52:49.877 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-29T14:52:49.877 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T14:52:49.877 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-29T14:52:49.877 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.env: 0x55e85926d160 2024-08-29T14:52:49.877 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.fs: PosixFileSystem 2024-08-29T14:52:49.877 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.info_log: 0x55e85b529880 2024-08-29T14:52:49.877 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_file_opening_threads: 16 2024-08-29T14:52:49.877 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.statistics: (nil) 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.use_fsync: 0 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_log_file_size: 0 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.keep_log_file_num: 1000 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.recycle_log_file_num: 0 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.allow_fallocate: 1 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.allow_mmap_reads: 0 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.allow_mmap_writes: 0 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.use_direct_reads: 0 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.create_missing_column_families: 0 2024-08-29T14:52:49.878 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.db_log_dir: 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.wal_dir: 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.advise_random_on_open: 1 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.db_write_buffer_size: 0 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.write_buffer_manager: 0x55e85b52c960 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T14:52:49.879 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.rate_limiter: (nil) 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.wal_recovery_mode: 2 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.enable_thread_tracking: 0 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.enable_pipelined_write: 0 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.unordered_write: 0 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.row_cache: None 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.wal_filter: None 2024-08-29T14:52:49.880 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T14:52:49.881 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.allow_ingest_behind: 0 2024-08-29T14:52:49.881 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.two_write_queues: 0 2024-08-29T14:52:49.881 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.manual_wal_flush: 0 2024-08-29T14:52:49.881 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.wal_compression: 0 2024-08-29T14:52:49.881 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.atomic_flush: 0 2024-08-29T14:52:49.881 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T14:52:49.881 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T14:52:49.881 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T14:52:49.881 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.log_readahead_size: 0 2024-08-29T14:52:49.881 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.best_efforts_recovery: 0 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.allow_data_in_errors: 0 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.db_host_id: __hostname__ 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_background_jobs: 2 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_background_compactions: -1 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_subcompactions: 1 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T14:52:49.882 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_total_wal_size: 0 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_open_files: -1 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bytes_per_sync: 0 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_readahead_size: 0 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_background_flushes: -1 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Compression algorithms supported: 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: kZSTD supported: 0 2024-08-29T14:52:49.883 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: kXpressCompression supported: 0 2024-08-29T14:52:49.884 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: kBZip2Compression supported: 0 2024-08-29T14:52:49.884 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T14:52:49.884 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: kLZ4Compression supported: 1 2024-08-29T14:52:49.884 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: kZlibCompression supported: 1 2024-08-29T14:52:49.884 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: kLZ4HCCompression supported: 1 2024-08-29T14:52:49.884 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: kSnappyCompression supported: 1 2024-08-29T14:52:49.884 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T14:52:49.884 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-29T14:52:49.884 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.merge_operator: 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_filter: None 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_filter_factory: None 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.sst_partitioner_factory: None 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e85b5294e0) 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout: cache_index_and_filter_blocks: 1 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T14:52:49.885 INFO:journalctl@ceph.mon.c.smithi131.stdout: pin_top_level_index_and_filter: 1 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: index_type: 0 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: data_block_index_type: 0 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: index_shortening: 1 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: checksum: 4 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: no_block_cache: 0 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_cache: 0x55e85b51c850 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_cache_name: BinnedLRUCache 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_cache_options: 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: capacity : 536870912 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: num_shard_bits : 4 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: strict_capacity_limit : 0 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: high_pri_pool_ratio: 0.000 2024-08-29T14:52:49.886 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_cache_compressed: (nil) 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: persistent_cache: (nil) 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_size: 4096 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_size_deviation: 10 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_restart_interval: 16 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: index_block_restart_interval: 1 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: metadata_block_size: 4096 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: partition_filters: 0 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: use_delta_encoding: 1 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: filter_policy: bloomfilter 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: whole_key_filtering: 1 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: verify_compression: 0 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: read_amp_bytes_per_bit: 0 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: format_version: 5 2024-08-29T14:52:49.887 INFO:journalctl@ceph.mon.c.smithi131.stdout: enable_index_compression: 1 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout: block_align: 0 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout: max_auto_readahead_size: 262144 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout: prepopulate_block_cache: 0 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout: initial_auto_readahead_size: 8192 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout: num_file_reads_for_auto_readahead: 2 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.write_buffer_size: 33554432 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_write_buffer_number: 2 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compression: NoCompression 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bottommost_compression: Disabled 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.prefix_extractor: nullptr 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.num_levels: 7 2024-08-29T14:52:49.888 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compression_opts.level: 32767 2024-08-29T14:52:49.889 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compression_opts.strategy: 0 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compression_opts.enabled: false 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.target_file_size_base: 67108864 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T14:52:49.890 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T14:52:49.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T14:52:49.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T14:52:49.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T14:52:49.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T14:52:49.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T14:52:49.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T14:52:49.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T14:52:49.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T14:52:49.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T14:52:49.891 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.arena_block_size: 1048576 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.disable_auto_compactions: 0 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T14:52:49.892 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.inplace_update_support: 0 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.bloom_locality: 0 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.max_successive_merges: 0 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.paranoid_file_checks: 0 2024-08-29T14:52:49.893 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.force_consistency_checks: 1 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.report_bg_io_stats: 0 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.ttl: 2592000 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.enable_blob_files: false 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.min_blob_size: 0 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.blob_file_size: 268435456 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-29T14:52:49.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.blob_file_starting_level: 0 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13550, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a01c429e-048e-4638-986c-71d47873ff9e 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724943169847078, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724943169873473, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7379778, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13536, "largest_seqno": 17450, "table_properties": {"data_size": 7362180, "index_size": 12135, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4421, "raw_key_size": 41060, "raw_average_key_size": 23, "raw_value_size": 7325432, "raw_average_value_size": 4169, "num_data_blocks": 523, "num_entries": 1757, "num_filter_entries": 1757, "num_deletions": 313, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724943169, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a01c429e-048e-4638-986c-71d47873ff9e", "db_session_id": "XJY9QBSMTOZ04PZHKYV3", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724943169873729, "job": 1, "event": "recovery_finished"} 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-29T14:52:49.895 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T14:52:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T14:52:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e85b54ce00 2024-08-29T14:52:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: DB pointer 0x55e85b64c000 2024-08-29T14:52:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-29T14:52:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-29T14:52:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** DB Stats ** 2024-08-29T14:52:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:52:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T14:52:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: L0 1/0 7.04 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 612.5 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: L6 1/0 7.53 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: Sum 2/0 14.56 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 612.5 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 612.5 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-08-29T14:52:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** Compaction Stats [default] ** 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 612.5 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T14:52:50.355 INFO:journalctl@ceph.mon.c.smithi131.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: Cumulative compaction: 0.01 GB write, 209.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: Interval compaction: 0.01 GB write, 209.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: Block cache BinnedLRUCache@0x55e85b51c850#7 capacity: 512.00 MB usage: 16.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: starting mon.c rank 2 at public addrs [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] at bind addrs [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: mon.c@-1(???) e3 preinit fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: mon.c@-1(???).mds e8 new map 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: mon.c@-1(???).mds e8 print_map 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: e8 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-29T14:52:50.356 INFO:journalctl@ceph.mon.c.smithi131.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T14:52:50.357 INFO:journalctl@ceph.mon.c.smithi131.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:52:50.357 INFO:journalctl@ceph.mon.c.smithi131.stdout: legacy client fscid: 1 2024-08-29T14:52:50.357 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:52:50.357 INFO:journalctl@ceph.mon.c.smithi131.stdout: Filesystem 'cephfs' (1) 2024-08-29T14:52:50.357 INFO:journalctl@ceph.mon.c.smithi131.stdout: fs_name cephfs 2024-08-29T14:52:50.357 INFO:journalctl@ceph.mon.c.smithi131.stdout: epoch 8 2024-08-29T14:52:50.357 INFO:journalctl@ceph.mon.c.smithi131.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-29T14:52:50.357 INFO:journalctl@ceph.mon.c.smithi131.stdout: created 2024-08-29T14:45:33.730060+0000 2024-08-29T14:52:50.357 INFO:journalctl@ceph.mon.c.smithi131.stdout: modified 2024-08-29T14:45:45.924954+0000 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: tableserver 0 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: root 0 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: session_timeout 60 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: session_autoclose 300 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: max_file_size 1099511627776 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: max_xattr_size 65536 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: required_client_features {} 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: last_failure 0 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: last_failure_osd_epoch 0 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: max_mds 1 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: in 0 2024-08-29T14:52:50.358 INFO:journalctl@ceph.mon.c.smithi131.stdout: up {0=24346} 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: failed 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: damaged 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: stopped 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: data_pools [3] 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: metadata_pool 2 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: inline_data disabled 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: balancer 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: bal_rank_mask -1 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: standby_count_wanted 0 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: qdb_cluster leader: 0 members: 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: [mds.b{0:24346} state up:active seq 5 addr [v2:172.21.15.169:6832/962109723,v1:172.21.15.169:6833/962109723] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:52:50.359 INFO:journalctl@ceph.mon.c.smithi131.stdout: Standby daemons: 2024-08-29T14:52:50.360 INFO:journalctl@ceph.mon.c.smithi131.stdout: 2024-08-29T14:52:50.360 INFO:journalctl@ceph.mon.c.smithi131.stdout: [mds.a{-1:24332} state up:standby seq 1 addr [v2:172.21.15.131:6834/886210761,v1:172.21.15.131:6835/886210761] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T14:52:50.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: mon.c@-1(???).osd e296 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-29T14:52:50.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: mon.c@-1(???).osd e296 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T14:52:50.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: mon.c@-1(???).osd e296 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T14:52:50.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: mon.c@-1(???).osd e296 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T14:52:50.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 ceph-mon[90512]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-08-29T14:52:50.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 bash[90473]: cd3b46eff0c0ce221661e636a8cd8b1b470b7d676ff33348f781a7795c1e1bca 2024-08-29T14:52:50.360 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:49 smithi131 systemd[1]: Started Ceph mon.c for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:52:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:54.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:54.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:55.106 INFO:tasks.rados.rados.0.smithi131.stdout:1112: done (3 left) 2024-08-29T14:52:55.107 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 107 2024-08-29T14:52:55.107 INFO:tasks.rados.rados.0.smithi131.stdout:1113: seq_num 361 ranges {712704=450560,1163264=581632,1744896=221184} 2024-08-29T14:52:55.113 INFO:tasks.rados.rados.0.smithi131.stdout:1113: writing smithi13174786-38 from 712704 to 1163264 tid 1 2024-08-29T14:52:55.116 INFO:tasks.rados.rados.0.smithi131.stdout:1113: writing smithi13174786-38 from 1163264 to 1744896 tid 2 2024-08-29T14:52:55.118 INFO:tasks.rados.rados.0.smithi131.stdout:1113: writing smithi13174786-38 from 1744896 to 1966080 tid 3 2024-08-29T14:52:55.119 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 107 2024-08-29T14:52:55.119 INFO:tasks.rados.rados.0.smithi131.stdout:1109: finishing write tid 2 to smithi13174786-11 2024-08-29T14:52:55.119 INFO:tasks.rados.rados.0.smithi131.stdout:1109: finishing write tid 3 to smithi13174786-11 2024-08-29T14:52:55.119 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 697 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T14:52:55.119 INFO:tasks.rados.rados.0.smithi131.stdout:1109: finishing write tid 4 to smithi13174786-11 2024-08-29T14:52:55.119 INFO:tasks.rados.rados.0.smithi131.stdout:1109: finishing write tid 5 to smithi13174786-11 2024-08-29T14:52:55.119 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 809 (ObjNum 360 snap 107 seq_num 360) dirty exists 2024-08-29T14:52:55.119 INFO:tasks.rados.rados.0.smithi131.stdout:1109: left oid 11 (ObjNum 360 snap 107 seq_num 360) 2024-08-29T14:52:55.119 INFO:tasks.rados.rados.0.smithi131.stdout:1108: expect (ObjNum 292 snap 87 seq_num 292) 2024-08-29T14:52:55.346 INFO:tasks.rados.rados.0.smithi131.stdout:1113: finishing write tid 1 to smithi13174786-38 2024-08-29T14:52:55.346 INFO:tasks.rados.rados.0.smithi131.stdout:1113: finishing write tid 2 to smithi13174786-38 2024-08-29T14:52:55.346 INFO:tasks.rados.rados.0.smithi131.stdout:1113: finishing write tid 3 to smithi13174786-38 2024-08-29T14:52:55.346 INFO:tasks.rados.rados.0.smithi131.stdout:1113: finishing write tid 4 to smithi13174786-38 2024-08-29T14:52:55.346 INFO:tasks.rados.rados.0.smithi131.stdout:1113: finishing write tid 5 to smithi13174786-38 2024-08-29T14:52:55.347 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 452 (ObjNum 361 snap 107 seq_num 361) dirty exists 2024-08-29T14:52:55.347 INFO:tasks.rados.rados.0.smithi131.stdout:1113: left oid 38 (ObjNum 361 snap 107 seq_num 361) 2024-08-29T14:52:55.347 INFO:tasks.rados.rados.0.smithi131.stdout:1114: seq_num 362 ranges {1654784=466944,2121728=466944,2588672=335872} 2024-08-29T14:52:55.358 INFO:tasks.rados.rados.0.smithi131.stdout:1114: writing smithi13174786-25 from 1654784 to 2121728 tid 1 2024-08-29T14:52:55.360 INFO:tasks.rados.rados.0.smithi131.stdout:1114: writing smithi13174786-25 from 2121728 to 2588672 tid 2 2024-08-29T14:52:55.363 INFO:tasks.rados.rados.0.smithi131.stdout:1114: writing smithi13174786-25 from 2588672 to 2924544 tid 3 2024-08-29T14:52:55.363 INFO:tasks.rados.rados.0.smithi131.stdout:1108: done (4 left) 2024-08-29T14:52:55.363 INFO:tasks.rados.rados.0.smithi131.stdout:1109: done (3 left) 2024-08-29T14:52:55.363 INFO:tasks.rados.rados.0.smithi131.stdout:1111: done (2 left) 2024-08-29T14:52:55.363 INFO:tasks.rados.rados.0.smithi131.stdout:1113: done (1 left) 2024-08-29T14:52:55.363 INFO:tasks.rados.rados.0.smithi131.stdout:1115: snap_create 2024-08-29T14:52:55.363 INFO:tasks.rados.rados.0.smithi131.stdout:1114: finishing write tid 1 to smithi13174786-25 2024-08-29T14:52:55.365 INFO:tasks.rados.rados.0.smithi131.stdout:1114: finishing write tid 2 to smithi13174786-25 2024-08-29T14:52:55.365 INFO:tasks.rados.rados.0.smithi131.stdout:1114: finishing write tid 3 to smithi13174786-25 2024-08-29T14:52:55.366 INFO:tasks.rados.rados.0.smithi131.stdout:1114: finishing write tid 4 to smithi13174786-25 2024-08-29T14:52:55.368 INFO:tasks.rados.rados.0.smithi131.stdout:1114: finishing write tid 5 to smithi13174786-25 2024-08-29T14:52:55.368 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 937 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-29T14:52:55.368 INFO:tasks.rados.rados.0.smithi131.stdout:1114: left oid 25 (ObjNum 362 snap 107 seq_num 362) 2024-08-29T14:52:56.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:52:55] "GET /metrics HTTP/1.1" 200 36149 "" "Prometheus/2.51.0" 2024-08-29T14:52:56.114 INFO:tasks.rados.rados.0.smithi131.stdout:1114: done (1 left) 2024-08-29T14:52:56.115 INFO:tasks.rados.rados.0.smithi131.stdout:1115: done (0 left) 2024-08-29T14:52:56.115 INFO:tasks.rados.rados.0.smithi131.stdout:1116: read oid 5 snap 107 2024-08-29T14:52:56.115 INFO:tasks.rados.rados.0.smithi131.stdout:1116: expect (ObjNum 338 snap 101 seq_num 338) 2024-08-29T14:52:56.115 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 108 2024-08-29T14:52:56.115 INFO:tasks.rados.rados.0.smithi131.stdout:1117: seq_num 363 ranges {884736=483328,1368064=753664,2121728=49152} 2024-08-29T14:52:56.119 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:55.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:56.120 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:55.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:56.122 INFO:tasks.rados.rados.0.smithi131.stdout:1117: writing smithi13174786-15 from 884736 to 1368064 tid 1 2024-08-29T14:52:56.127 INFO:tasks.rados.rados.0.smithi131.stdout:1117: writing smithi13174786-15 from 1368064 to 2121728 tid 2 2024-08-29T14:52:56.128 INFO:tasks.rados.rados.0.smithi131.stdout:1117: writing smithi13174786-15 from 2121728 to 2170880 tid 3 2024-08-29T14:52:56.128 INFO:tasks.rados.rados.0.smithi131.stdout:1118: read oid 31 snap -1 2024-08-29T14:52:56.128 INFO:tasks.rados.rados.0.smithi131.stdout:1118: expect deleted 2024-08-29T14:52:56.128 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 108 2024-08-29T14:52:56.128 INFO:tasks.rados.rados.0.smithi131.stdout:1119: seq_num 364 ranges {4857856=499712,5357568=638976,5996544=163840} 2024-08-29T14:52:56.156 INFO:tasks.rados.rados.0.smithi131.stdout:1119: writing smithi13174786-23 from 4857856 to 5357568 tid 1 2024-08-29T14:52:56.160 INFO:tasks.rados.rados.0.smithi131.stdout:1119: writing smithi13174786-23 from 5357568 to 5996544 tid 2 2024-08-29T14:52:56.161 INFO:tasks.rados.rados.0.smithi131.stdout:1119: writing smithi13174786-23 from 5996544 to 6160384 tid 3 2024-08-29T14:52:56.161 INFO:tasks.rados.rados.0.smithi131.stdout:1120: snap_remove snap 106 2024-08-29T14:52:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: mon.c calling monitor election 2024-08-29T14:52:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: mon.a calling monitor election 2024-08-29T14:52:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: mon.b calling monitor election 2024-08-29T14:52:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:52:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: monmap epoch 3 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: last_changed 2024-08-29T14:41:35.149295+0000 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: created 2024-08-29T14:39:53.512018+0000 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: min_mon_release 17 (quincy) 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: election_strategy: 1 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: 0: [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon.a 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: 1: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.b 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: 2: [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon.c 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: osdmap e297: 8 total, 8 up, 8 in 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: overall HEALTH_OK 2024-08-29T14:52:56.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-mon[20881]: osdmap e298: 8 total, 8 up, 8 in 2024-08-29T14:52:56.564 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: mon.c calling monitor election 2024-08-29T14:52:56.564 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: mon.a calling monitor election 2024-08-29T14:52:56.564 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: mon.b calling monitor election 2024-08-29T14:52:56.564 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:52:56.564 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: monmap epoch 3 2024-08-29T14:52:56.564 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:52:56.564 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: last_changed 2024-08-29T14:41:35.149295+0000 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: created 2024-08-29T14:39:53.512018+0000 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: min_mon_release 17 (quincy) 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: election_strategy: 1 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: 0: [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon.a 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: 1: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.b 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: 2: [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon.c 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: osdmap e297: 8 total, 8 up, 8 in 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: overall HEALTH_OK 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[90512]: osdmap e298: 8 total, 8 up, 8 in 2024-08-29T14:52:56.565 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: mon.c calling monitor election 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: mon.a calling monitor election 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: mon.b calling monitor election 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: monmap epoch 3 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: last_changed 2024-08-29T14:41:35.149295+0000 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: created 2024-08-29T14:39:53.512018+0000 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: min_mon_release 17 (quincy) 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: election_strategy: 1 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: 0: [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon.a 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: 1: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.b 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: 2: [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon.c 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:52:56.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: osdmap e297: 8 total, 8 up, 8 in 2024-08-29T14:52:56.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-29T14:52:56.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: overall HEALTH_OK 2024-08-29T14:52:56.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:56 smithi131 ceph-mon[87973]: osdmap e298: 8 total, 8 up, 8 in 2024-08-29T14:52:57.132 INFO:tasks.rados.rados.0.smithi131.stdout:1120: done (4 left) 2024-08-29T14:52:57.133 INFO:tasks.rados.rados.0.smithi131.stdout:1121: read oid 24 snap -1 2024-08-29T14:52:57.133 INFO:tasks.rados.rados.0.smithi131.stdout:1121: expect (ObjNum 296 snap 89 seq_num 296) 2024-08-29T14:52:57.133 INFO:tasks.rados.rados.0.smithi131.stdout:1122: read oid 45 snap -1 2024-08-29T14:52:57.133 INFO:tasks.rados.rados.0.smithi131.stdout:1122: expect (ObjNum 342 snap 103 seq_num 342) 2024-08-29T14:52:57.133 INFO:tasks.rados.rados.0.smithi131.stdout:1123: snap_remove snap 96 2024-08-29T14:52:57.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:52:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:52:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:52:58.138 INFO:tasks.rados.rados.0.smithi131.stdout:1123: done (6 left) 2024-08-29T14:52:58.138 INFO:tasks.rados.rados.0.smithi131.stdout:1124: rmattr oid 30 current snap is 108 2024-08-29T14:52:58.138 INFO:tasks.rados.rados.0.smithi131.stdout:1124: done (6 left) 2024-08-29T14:52:58.138 INFO:tasks.rados.rados.0.smithi131.stdout:1125: setattr oid 16 current snap is 108 2024-08-29T14:52:58.139 INFO:tasks.rados.rados.0.smithi131.stdout:1116: expect (ObjNum 338 snap 101 seq_num 338) 2024-08-29T14:52:58.169 INFO:tasks.rados.rados.0.smithi131.stdout:1117: finishing write tid 1 to smithi13174786-15 2024-08-29T14:52:58.169 INFO:tasks.rados.rados.0.smithi131.stdout:1117: finishing write tid 2 to smithi13174786-15 2024-08-29T14:52:58.169 INFO:tasks.rados.rados.0.smithi131.stdout:1117: finishing write tid 3 to smithi13174786-15 2024-08-29T14:52:58.169 INFO:tasks.rados.rados.0.smithi131.stdout:1117: finishing write tid 4 to smithi13174786-15 2024-08-29T14:52:58.169 INFO:tasks.rados.rados.0.smithi131.stdout:1117: finishing write tid 5 to smithi13174786-15 2024-08-29T14:52:58.170 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 457 (ObjNum 363 snap 108 seq_num 363) dirty exists 2024-08-29T14:52:58.170 INFO:tasks.rados.rados.0.smithi131.stdout:1117: left oid 15 (ObjNum 363 snap 108 seq_num 363) 2024-08-29T14:52:58.170 INFO:tasks.rados.rados.0.smithi131.stdout:1119: finishing write tid 1 to smithi13174786-23 2024-08-29T14:52:58.170 INFO:tasks.rados.rados.0.smithi131.stdout:1119: finishing write tid 2 to smithi13174786-23 2024-08-29T14:52:58.170 INFO:tasks.rados.rados.0.smithi131.stdout:1119: finishing write tid 3 to smithi13174786-23 2024-08-29T14:52:58.170 INFO:tasks.rados.rados.0.smithi131.stdout:1119: finishing write tid 4 to smithi13174786-23 2024-08-29T14:52:58.170 INFO:tasks.rados.rados.0.smithi131.stdout:1119: finishing write tid 5 to smithi13174786-23 2024-08-29T14:52:58.170 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 386 (ObjNum 364 snap 108 seq_num 364) dirty exists 2024-08-29T14:52:58.170 INFO:tasks.rados.rados.0.smithi131.stdout:1119: left oid 23 (ObjNum 364 snap 108 seq_num 364) 2024-08-29T14:52:58.170 INFO:tasks.rados.rados.0.smithi131.stdout:1122: expect (ObjNum 342 snap 103 seq_num 342) 2024-08-29T14:52:58.194 INFO:tasks.rados.rados.0.smithi131.stdout:1121: expect (ObjNum 296 snap 89 seq_num 296) 2024-08-29T14:52:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:58 smithi169 ceph-mon[20881]: pgmap v28: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-29T14:52:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:58 smithi169 ceph-mon[20881]: osdmap e299: 8 total, 8 up, 8 in 2024-08-29T14:52:58.422 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:58 smithi131 ceph-mon[87973]: pgmap v28: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-29T14:52:58.423 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:58 smithi131 ceph-mon[87973]: osdmap e299: 8 total, 8 up, 8 in 2024-08-29T14:52:58.423 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:58 smithi131 ceph-mon[90512]: pgmap v28: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-29T14:52:58.423 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:58 smithi131 ceph-mon[90512]: osdmap e299: 8 total, 8 up, 8 in 2024-08-29T14:52:58.523 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 823 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-08-29T14:52:58.523 INFO:tasks.rados.rados.0.smithi131.stdout:1116: done (6 left) 2024-08-29T14:52:58.523 INFO:tasks.rados.rados.0.smithi131.stdout:1117: done (5 left) 2024-08-29T14:52:58.523 INFO:tasks.rados.rados.0.smithi131.stdout:1118: done (4 left) 2024-08-29T14:52:58.523 INFO:tasks.rados.rados.0.smithi131.stdout:1119: done (3 left) 2024-08-29T14:52:58.523 INFO:tasks.rados.rados.0.smithi131.stdout:1121: done (2 left) 2024-08-29T14:52:58.523 INFO:tasks.rados.rados.0.smithi131.stdout:1122: done (1 left) 2024-08-29T14:52:58.523 INFO:tasks.rados.rados.0.smithi131.stdout:1125: done (0 left) 2024-08-29T14:52:58.523 INFO:tasks.rados.rados.0.smithi131.stdout:1126: copy_from oid 6 from oid 27 current snap is 108 2024-08-29T14:52:58.523 INFO:tasks.rados.rados.0.smithi131.stdout:1127: rollback oid 31 current snap is 108 2024-08-29T14:52:58.524 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 31 to 107 2024-08-29T14:52:58.524 INFO:tasks.rados.rados.0.smithi131.stdout:1128: snap_create 2024-08-29T14:52:58.524 INFO:tasks.rados.rados.0.smithi131.stdout:1127: finishing rollback tid 1 to smithi13174786-31 2024-08-29T14:52:58.524 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 0 (ObjNum 1153 snap 0 seq_num 2120671008) dirty dne 2024-08-29T14:52:58.554 INFO:tasks.rados.rados.0.smithi131.stdout:1126: finishing copy_from racing read to smithi13174786-6 2024-08-29T14:52:58.564 INFO:tasks.rados.rados.0.smithi131.stdout:1126: finishing copy_from to smithi13174786-6 2024-08-29T14:52:58.564 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 405 (ObjNum 272 snap 77 seq_num 272) dirty exists 2024-08-29T14:52:59.147 INFO:tasks.rados.rados.0.smithi131.stdout:1126: done (2 left) 2024-08-29T14:52:59.147 INFO:tasks.rados.rados.0.smithi131.stdout:1127: done (1 left) 2024-08-29T14:52:59.147 INFO:tasks.rados.rados.0.smithi131.stdout:1128: done (0 left) 2024-08-29T14:52:59.147 INFO:tasks.rados.rados.0.smithi131.stdout:1129: read oid 7 snap 108 2024-08-29T14:52:59.147 INFO:tasks.rados.rados.0.smithi131.stdout:1129: expect (ObjNum 2120305056 snap 22056 seq_num 2120296432) 2024-08-29T14:52:59.147 INFO:tasks.rados.rados.0.smithi131.stdout:1130: copy_from oid 48 from oid 12 current snap is 109 2024-08-29T14:52:59.147 INFO:tasks.rados.rados.0.smithi131.stdout:1131: rmattr oid 23 current snap is 109 2024-08-29T14:52:59.147 INFO:tasks.rados.rados.0.smithi131.stdout:1131: done (2 left) 2024-08-29T14:52:59.148 INFO:tasks.rados.rados.0.smithi131.stdout:1132: copy_from oid 17 from oid 28 current snap is 109 2024-08-29T14:52:59.148 INFO:tasks.rados.rados.0.smithi131.stdout:1133: delete oid 46 current snap is 109 2024-08-29T14:52:59.149 INFO:tasks.rados.rados.0.smithi131.stdout:1129: expect (ObjNum 2120305056 snap 22056 seq_num 2120296432) 2024-08-29T14:52:59.156 INFO:tasks.rados.rados.0.smithi131.stdout:1130: finishing copy_from racing read to smithi13174786-48 2024-08-29T14:52:59.158 INFO:tasks.rados.rados.0.smithi131.stdout:1129: done (3 left) 2024-08-29T14:52:59.158 INFO:tasks.rados.rados.0.smithi131.stdout:1133: done (2 left) 2024-08-29T14:52:59.158 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 46 current snap is 109 2024-08-29T14:52:59.158 INFO:tasks.rados.rados.0.smithi131.stdout:1130: finishing copy_from to smithi13174786-48 2024-08-29T14:52:59.158 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 379 (ObjNum 354 snap 106 seq_num 354) dirty exists 2024-08-29T14:52:59.158 INFO:tasks.rados.rados.0.smithi131.stdout:1134: seq_num 366 ranges {0=532480,532480=458752,991232=344064} 2024-08-29T14:52:59.161 INFO:tasks.rados.rados.0.smithi131.stdout:1134: writing smithi13174786-46 from 0 to 532480 tid 1 2024-08-29T14:52:59.164 INFO:tasks.rados.rados.0.smithi131.stdout:1134: writing smithi13174786-46 from 532480 to 991232 tid 2 2024-08-29T14:52:59.166 INFO:tasks.rados.rados.0.smithi131.stdout:1134: writing smithi13174786-46 from 991232 to 1335296 tid 3 2024-08-29T14:52:59.166 INFO:tasks.rados.rados.0.smithi131.stdout:1130: done (2 left) 2024-08-29T14:52:59.167 INFO:tasks.rados.rados.0.smithi131.stdout:1135: snap_remove snap 108 2024-08-29T14:52:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:59 smithi131 ceph-mon[87973]: osdmap e300: 8 total, 8 up, 8 in 2024-08-29T14:52:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:52:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:59 smithi131 ceph-mon[90512]: osdmap e300: 8 total, 8 up, 8 in 2024-08-29T14:52:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:52:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:59 smithi169 ceph-mon[20881]: osdmap e300: 8 total, 8 up, 8 in 2024-08-29T14:52:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:59 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:52:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:52:59 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:00.037 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:52:59 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:52:59.888+0000 7f4705a61640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-29T14:53:00.149 INFO:tasks.rados.rados.0.smithi131.stdout:1135: done (2 left) 2024-08-29T14:53:00.149 INFO:tasks.rados.rados.0.smithi131.stdout:1136: rmattr oid 29 current snap is 109 2024-08-29T14:53:00.149 INFO:tasks.rados.rados.0.smithi131.stdout:1136: done (2 left) 2024-08-29T14:53:00.150 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 109 2024-08-29T14:53:00.150 INFO:tasks.rados.rados.0.smithi131.stdout:1132: finishing copy_from racing read to smithi13174786-17 2024-08-29T14:53:00.150 INFO:tasks.rados.rados.0.smithi131.stdout:1137: seq_num 367 ranges {2547712=548864,3096576=737280,3833856=65536} 2024-08-29T14:53:00.166 INFO:tasks.rados.rados.0.smithi131.stdout:1137: writing smithi13174786-9 from 2547712 to 3096576 tid 1 2024-08-29T14:53:00.170 INFO:tasks.rados.rados.0.smithi131.stdout:1137: writing smithi13174786-9 from 3096576 to 3833856 tid 2 2024-08-29T14:53:00.171 INFO:tasks.rados.rados.0.smithi131.stdout:1137: writing smithi13174786-9 from 3833856 to 3899392 tid 3 2024-08-29T14:53:00.171 INFO:tasks.rados.rados.0.smithi131.stdout:1138: delete oid 40 current snap is 109 2024-08-29T14:53:00.171 INFO:tasks.rados.rados.0.smithi131.stdout:1132: finishing copy_from to smithi13174786-17 2024-08-29T14:53:00.171 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 265 (ObjNum 337 snap 99 seq_num 337) dirty exists 2024-08-29T14:53:00.172 INFO:tasks.rados.rados.0.smithi131.stdout:1134: finishing write tid 1 to smithi13174786-46 2024-08-29T14:53:00.172 INFO:tasks.rados.rados.0.smithi131.stdout:1134: finishing write tid 2 to smithi13174786-46 2024-08-29T14:53:00.172 INFO:tasks.rados.rados.0.smithi131.stdout:1134: finishing write tid 3 to smithi13174786-46 2024-08-29T14:53:00.172 INFO:tasks.rados.rados.0.smithi131.stdout:1134: finishing write tid 4 to smithi13174786-46 2024-08-29T14:53:00.172 INFO:tasks.rados.rados.0.smithi131.stdout:1134: finishing write tid 5 to smithi13174786-46 2024-08-29T14:53:00.172 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 293 (ObjNum 366 snap 109 seq_num 366) dirty exists 2024-08-29T14:53:00.172 INFO:tasks.rados.rados.0.smithi131.stdout:1134: left oid 46 (ObjNum 366 snap 109 seq_num 366) 2024-08-29T14:53:00.175 INFO:tasks.rados.rados.0.smithi131.stdout:1137: finishing write tid 1 to smithi13174786-9 2024-08-29T14:53:00.175 INFO:tasks.rados.rados.0.smithi131.stdout:1132: done (3 left) 2024-08-29T14:53:00.175 INFO:tasks.rados.rados.0.smithi131.stdout:1134: done (2 left) 2024-08-29T14:53:00.175 INFO:tasks.rados.rados.0.smithi131.stdout:1138: done (1 left) 2024-08-29T14:53:00.175 INFO:tasks.rados.rados.0.smithi131.stdout:1139: read oid 3 snap -1 2024-08-29T14:53:00.175 INFO:tasks.rados.rados.0.smithi131.stdout:1139: expect deleted 2024-08-29T14:53:00.176 INFO:tasks.rados.rados.0.smithi131.stdout:1140: snap_remove snap 107 2024-08-29T14:53:00.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:00 smithi131 ceph-mon[87973]: pgmap v31: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 306 KiB/s wr, 1 op/s 2024-08-29T14:53:00.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:00 smithi131 ceph-mon[87973]: osdmap e301: 8 total, 8 up, 8 in 2024-08-29T14:53:00.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:00.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:00 smithi131 ceph-mon[90512]: pgmap v31: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 306 KiB/s wr, 1 op/s 2024-08-29T14:53:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:00 smithi131 ceph-mon[90512]: osdmap e301: 8 total, 8 up, 8 in 2024-08-29T14:53:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:00 smithi169 ceph-mon[20881]: pgmap v31: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 306 KiB/s wr, 1 op/s 2024-08-29T14:53:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:00 smithi169 ceph-mon[20881]: osdmap e301: 8 total, 8 up, 8 in 2024-08-29T14:53:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:00 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:00 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:00.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:01.163 INFO:tasks.rados.rados.0.smithi131.stdout:1140: done (2 left) 2024-08-29T14:53:01.163 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 109 2024-08-29T14:53:01.163 INFO:tasks.rados.rados.0.smithi131.stdout:1141: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-08-29T14:53:01.166 INFO:tasks.rados.rados.0.smithi131.stdout:1141: writing smithi13174786-42 from 0 to 589824 tid 1 2024-08-29T14:53:01.169 INFO:tasks.rados.rados.0.smithi131.stdout:1141: writing smithi13174786-42 from 589824 to 1097728 tid 2 2024-08-29T14:53:01.171 INFO:tasks.rados.rados.0.smithi131.stdout:1141: writing smithi13174786-42 from 1097728 to 1392640 tid 3 2024-08-29T14:53:01.172 INFO:tasks.rados.rados.0.smithi131.stdout:1137: finishing write tid 2 to smithi13174786-9 2024-08-29T14:53:01.172 INFO:tasks.rados.rados.0.smithi131.stdout:1137: finishing write tid 3 to smithi13174786-9 2024-08-29T14:53:01.172 INFO:tasks.rados.rados.0.smithi131.stdout:1137: finishing write tid 4 to smithi13174786-9 2024-08-29T14:53:01.172 INFO:tasks.rados.rados.0.smithi131.stdout:1137: finishing write tid 5 to smithi13174786-9 2024-08-29T14:53:01.172 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 395 (ObjNum 367 snap 109 seq_num 367) dirty exists 2024-08-29T14:53:01.172 INFO:tasks.rados.rados.0.smithi131.stdout:1137: left oid 9 (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:53:01.172 INFO:tasks.rados.rados.0.smithi131.stdout:1137: done (2 left) 2024-08-29T14:53:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1139: done (1 left) 2024-08-29T14:53:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1142: read oid 31 snap -1 2024-08-29T14:53:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1142: expect deleted 2024-08-29T14:53:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1143: rollback oid 37 current snap is 109 2024-08-29T14:53:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1143: done (2 left) 2024-08-29T14:53:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1144: read oid 2 snap -1 2024-08-29T14:53:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1144: expect (ObjNum 292 snap 87 seq_num 292) 2024-08-29T14:53:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1145: snap_create 2024-08-29T14:53:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1141: finishing write tid 1 to smithi13174786-42 2024-08-29T14:53:01.174 INFO:tasks.rados.rados.0.smithi131.stdout:1141: finishing write tid 2 to smithi13174786-42 2024-08-29T14:53:01.174 INFO:tasks.rados.rados.0.smithi131.stdout:1141: finishing write tid 3 to smithi13174786-42 2024-08-29T14:53:01.174 INFO:tasks.rados.rados.0.smithi131.stdout:1141: finishing write tid 4 to smithi13174786-42 2024-08-29T14:53:01.178 INFO:tasks.rados.rados.0.smithi131.stdout:1141: finishing write tid 5 to smithi13174786-42 2024-08-29T14:53:01.178 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 523 (ObjNum 369 snap 109 seq_num 369) dirty exists 2024-08-29T14:53:01.178 INFO:tasks.rados.rados.0.smithi131.stdout:1141: left oid 42 (ObjNum 369 snap 109 seq_num 369) 2024-08-29T14:53:01.191 INFO:tasks.rados.rados.0.smithi131.stdout:1144: expect (ObjNum 292 snap 87 seq_num 292) 2024-08-29T14:53:01.236 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:01 smithi131 ceph-mon[87973]: osdmap e302: 8 total, 8 up, 8 in 2024-08-29T14:53:01.237 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:01 smithi131 ceph-mon[90512]: osdmap e302: 8 total, 8 up, 8 in 2024-08-29T14:53:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:01 smithi169 ceph-mon[20881]: osdmap e302: 8 total, 8 up, 8 in 2024-08-29T14:53:02.164 INFO:tasks.rados.rados.0.smithi131.stdout:1141: done (3 left) 2024-08-29T14:53:02.164 INFO:tasks.rados.rados.0.smithi131.stdout:1142: done (2 left) 2024-08-29T14:53:02.164 INFO:tasks.rados.rados.0.smithi131.stdout:1144: done (1 left) 2024-08-29T14:53:02.164 INFO:tasks.rados.rados.0.smithi131.stdout:1145: done (0 left) 2024-08-29T14:53:02.164 INFO:tasks.rados.rados.0.smithi131.stdout:1146: delete oid 47 current snap is 110 2024-08-29T14:53:02.168 INFO:tasks.rados.rados.0.smithi131.stdout:1146: done (0 left) 2024-08-29T14:53:02.168 INFO:tasks.rados.rados.0.smithi131.stdout:1147: read oid 24 snap -1 2024-08-29T14:53:02.168 INFO:tasks.rados.rados.0.smithi131.stdout:1147: expect (ObjNum 296 snap 89 seq_num 296) 2024-08-29T14:53:02.168 INFO:tasks.rados.rados.0.smithi131.stdout:1148: delete oid 11 current snap is 110 2024-08-29T14:53:02.171 INFO:tasks.rados.rados.0.smithi131.stdout:1148: done (1 left) 2024-08-29T14:53:02.171 INFO:tasks.rados.rados.0.smithi131.stdout:1149: snap_remove snap 109 2024-08-29T14:53:02.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:02 smithi131 ceph-mon[87973]: pgmap v34: 121 pgs: 121 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-29T14:53:02.275 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:02 smithi131 ceph-mon[87973]: osdmap e303: 8 total, 8 up, 8 in 2024-08-29T14:53:02.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:02 smithi131 ceph-mon[90512]: pgmap v34: 121 pgs: 121 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-29T14:53:02.275 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:02 smithi131 ceph-mon[90512]: osdmap e303: 8 total, 8 up, 8 in 2024-08-29T14:53:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:02 smithi169 ceph-mon[20881]: pgmap v34: 121 pgs: 121 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-29T14:53:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:02 smithi169 ceph-mon[20881]: osdmap e303: 8 total, 8 up, 8 in 2024-08-29T14:53:03.167 INFO:tasks.rados.rados.0.smithi131.stdout:1149: done (1 left) 2024-08-29T14:53:03.167 INFO:tasks.rados.rados.0.smithi131.stdout:1150: delete oid 11 current snap is 110 2024-08-29T14:53:03.167 INFO:tasks.rados.rados.0.smithi131.stdout:1147: expect (ObjNum 296 snap 89 seq_num 296) 2024-08-29T14:53:03.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:03 smithi169 ceph-mon[20881]: osdmap e304: 8 total, 8 up, 8 in 2024-08-29T14:53:03.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:03 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:03.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:03 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:03.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:03 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:03.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:03 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:53:03.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:03 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:03.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:03 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:03.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:03 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:03.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:03 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-29T14:53:03.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:03 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-29T14:53:03.490 INFO:tasks.rados.rados.0.smithi131.stdout:1147: done (1 left) 2024-08-29T14:53:03.490 INFO:tasks.rados.rados.0.smithi131.stdout:1150: done (0 left) 2024-08-29T14:53:03.490 INFO:tasks.rados.rados.0.smithi131.stdout:1151: rollback oid 33 current snap is 110 2024-08-29T14:53:03.490 INFO:tasks.rados.rados.0.smithi131.stdout:1151: done (0 left) 2024-08-29T14:53:03.490 INFO:tasks.rados.rados.0.smithi131.stdout:1152: copy_from oid 23 from oid 45 current snap is 110 2024-08-29T14:53:03.490 INFO:tasks.rados.rados.0.smithi131.stdout:1153: rmattr oid 29 current snap is 110 2024-08-29T14:53:03.490 INFO:tasks.rados.rados.0.smithi131.stdout:1153: done (1 left) 2024-08-29T14:53:03.490 INFO:tasks.rados.rados.0.smithi131.stdout:1154: delete oid 7 current snap is 110 2024-08-29T14:53:03.491 INFO:tasks.rados.rados.0.smithi131.stdout:1154: done (1 left) 2024-08-29T14:53:03.491 INFO:tasks.rados.rados.0.smithi131.stdout:1155: read oid 21 snap -1 2024-08-29T14:53:03.491 INFO:tasks.rados.rados.0.smithi131.stdout:1155: expect deleted 2024-08-29T14:53:03.491 INFO:tasks.rados.rados.0.smithi131.stdout:1156: delete oid 38 current snap is 110 2024-08-29T14:53:03.493 INFO:tasks.rados.rados.0.smithi131.stdout:1155: done (2 left) 2024-08-29T14:53:03.493 INFO:tasks.rados.rados.0.smithi131.stdout:1156: done (1 left) 2024-08-29T14:53:03.493 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 110 2024-08-29T14:53:03.493 INFO:tasks.rados.rados.0.smithi131.stdout:1157: seq_num 375 ranges {2564096=688128,3252224=663552,3915776=139264} 2024-08-29T14:53:03.510 INFO:tasks.rados.rados.0.smithi131.stdout:1157: writing smithi13174786-28 from 2564096 to 3252224 tid 1 2024-08-29T14:53:03.514 INFO:tasks.rados.rados.0.smithi131.stdout:1157: writing smithi13174786-28 from 3252224 to 3915776 tid 2 2024-08-29T14:53:03.515 INFO:tasks.rados.rados.0.smithi131.stdout:1157: writing smithi13174786-28 from 3915776 to 4055040 tid 3 2024-08-29T14:53:03.516 INFO:tasks.rados.rados.0.smithi131.stdout:1158: copy_from oid 24 from oid 29 current snap is 110 2024-08-29T14:53:03.516 INFO:tasks.rados.rados.0.smithi131.stdout:1152: finishing copy_from racing read to smithi13174786-23 2024-08-29T14:53:03.516 INFO:tasks.rados.rados.0.smithi131.stdout:1152: finishing copy_from to smithi13174786-23 2024-08-29T14:53:03.516 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 291 (ObjNum 342 snap 103 seq_num 342) dirty exists 2024-08-29T14:53:03.516 INFO:tasks.rados.rados.0.smithi131.stdout:1157: finishing write tid 1 to smithi13174786-28 2024-08-29T14:53:03.516 INFO:tasks.rados.rados.0.smithi131.stdout:1152: done (2 left) 2024-08-29T14:53:03.516 INFO:tasks.rados.rados.0.smithi131.stdout:1159: copy_from oid 7 from oid 1 current snap is 110 2024-08-29T14:53:03.516 INFO:tasks.rados.rados.0.smithi131.stdout:1160: rollback oid 6 current snap is 110 2024-08-29T14:53:03.516 INFO:tasks.rados.rados.0.smithi131.stdout:1160: done (3 left) 2024-08-29T14:53:03.516 INFO:tasks.rados.rados.0.smithi131.stdout:1161: snap_create 2024-08-29T14:53:03.517 INFO:tasks.rados.rados.0.smithi131.stdout:1157: finishing write tid 2 to smithi13174786-28 2024-08-29T14:53:03.517 INFO:tasks.rados.rados.0.smithi131.stdout:1157: finishing write tid 3 to smithi13174786-28 2024-08-29T14:53:03.519 INFO:tasks.rados.rados.0.smithi131.stdout:1157: finishing write tid 4 to smithi13174786-28 2024-08-29T14:53:03.520 INFO:tasks.rados.rados.0.smithi131.stdout:1157: finishing write tid 5 to smithi13174786-28 2024-08-29T14:53:03.520 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 301 (ObjNum 375 snap 110 seq_num 375) dirty exists 2024-08-29T14:53:03.520 INFO:tasks.rados.rados.0.smithi131.stdout:1157: left oid 28 (ObjNum 375 snap 110 seq_num 375) 2024-08-29T14:53:03.523 INFO:tasks.rados.rados.0.smithi131.stdout:1158: finishing copy_from racing read to smithi13174786-24 2024-08-29T14:53:03.525 INFO:tasks.rados.rados.0.smithi131.stdout:1158: finishing copy_from to smithi13174786-24 2024-08-29T14:53:03.525 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 295 (ObjNum 295 snap 89 seq_num 295) dirty exists 2024-08-29T14:53:03.543 INFO:tasks.rados.rados.0.smithi131.stdout:1159: finishing copy_from racing read to smithi13174786-7 2024-08-29T14:53:03.548 INFO:tasks.rados.rados.0.smithi131.stdout:1159: finishing copy_from to smithi13174786-7 2024-08-29T14:53:03.548 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 696 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-08-29T14:53:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[87973]: osdmap e304: 8 total, 8 up, 8 in 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[90512]: osdmap e304: 8 total, 8 up, 8 in 2024-08-29T14:53:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:03.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:03.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:03.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:53:03.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:03.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:03.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:03.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-29T14:53:03.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-29T14:53:04.170 INFO:tasks.rados.rados.0.smithi131.stdout:1157: done (3 left) 2024-08-29T14:53:04.170 INFO:tasks.rados.rados.0.smithi131.stdout:1158: done (2 left) 2024-08-29T14:53:04.170 INFO:tasks.rados.rados.0.smithi131.stdout:1159: done (1 left) 2024-08-29T14:53:04.171 INFO:tasks.rados.rados.0.smithi131.stdout:1161: done (0 left) 2024-08-29T14:53:04.171 INFO:tasks.rados.rados.0.smithi131.stdout:1162: read oid 23 snap -1 2024-08-29T14:53:04.171 INFO:tasks.rados.rados.0.smithi131.stdout:1162: expect (ObjNum 342 snap 103 seq_num 342) 2024-08-29T14:53:04.171 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 111 2024-08-29T14:53:04.171 INFO:tasks.rados.rados.0.smithi131.stdout:1163: seq_num 376 ranges {868352=704512,1572864=548864,2121728=253952} 2024-08-29T14:53:04.178 INFO:tasks.rados.rados.0.smithi131.stdout:1163: writing smithi13174786-5 from 868352 to 1572864 tid 1 2024-08-29T14:53:04.182 INFO:tasks.rados.rados.0.smithi131.stdout:1163: writing smithi13174786-5 from 1572864 to 2121728 tid 2 2024-08-29T14:53:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:1163: writing smithi13174786-5 from 2121728 to 2375680 tid 3 2024-08-29T14:53:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 111 2024-08-29T14:53:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:1162: expect (ObjNum 342 snap 103 seq_num 342) 2024-08-29T14:53:04.215 INFO:tasks.rados.rados.0.smithi131.stdout:1163: finishing write tid 1 to smithi13174786-5 2024-08-29T14:53:04.215 INFO:tasks.rados.rados.0.smithi131.stdout:1163: finishing write tid 2 to smithi13174786-5 2024-08-29T14:53:04.216 INFO:tasks.rados.rados.0.smithi131.stdout:1163: finishing write tid 3 to smithi13174786-5 2024-08-29T14:53:04.216 INFO:tasks.rados.rados.0.smithi131.stdout:1163: finishing write tid 4 to smithi13174786-5 2024-08-29T14:53:04.216 INFO:tasks.rados.rados.0.smithi131.stdout:1164: seq_num 377 ranges {2818048=720896,3538944=434176,3973120=368640} 2024-08-29T14:53:04.234 INFO:tasks.rados.rados.0.smithi131.stdout:1164: writing smithi13174786-49 from 2818048 to 3538944 tid 1 2024-08-29T14:53:04.237 INFO:tasks.rados.rados.0.smithi131.stdout:1164: writing smithi13174786-49 from 3538944 to 3973120 tid 2 2024-08-29T14:53:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:1164: writing smithi13174786-49 from 3973120 to 4341760 tid 3 2024-08-29T14:53:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:1162: done (2 left) 2024-08-29T14:53:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:1165: read oid 24 snap -1 2024-08-29T14:53:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:1165: expect (ObjNum 295 snap 89 seq_num 295) 2024-08-29T14:53:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:1166: delete oid 47 current snap is 111 2024-08-29T14:53:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:1163: finishing write tid 5 to smithi13174786-5 2024-08-29T14:53:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 481 (ObjNum 376 snap 111 seq_num 376) dirty exists 2024-08-29T14:53:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:1163: left oid 5 (ObjNum 376 snap 111 seq_num 376) 2024-08-29T14:53:04.241 INFO:tasks.rados.rados.0.smithi131.stdout:1164: finishing write tid 1 to smithi13174786-49 2024-08-29T14:53:04.241 INFO:tasks.rados.rados.0.smithi131.stdout:1164: finishing write tid 2 to smithi13174786-49 2024-08-29T14:53:04.242 INFO:tasks.rados.rados.0.smithi131.stdout:1164: finishing write tid 3 to smithi13174786-49 2024-08-29T14:53:04.242 INFO:tasks.rados.rados.0.smithi131.stdout:1164: finishing write tid 4 to smithi13174786-49 2024-08-29T14:53:04.243 INFO:tasks.rados.rados.0.smithi131.stdout:1165: expect (ObjNum 295 snap 89 seq_num 295) 2024-08-29T14:53:04.247 INFO:tasks.rados.rados.0.smithi131.stdout:1164: finishing write tid 5 to smithi13174786-49 2024-08-29T14:53:04.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 835 (ObjNum 377 snap 111 seq_num 377) dirty exists 2024-08-29T14:53:04.247 INFO:tasks.rados.rados.0.smithi131.stdout:1164: left oid 49 (ObjNum 377 snap 111 seq_num 377) 2024-08-29T14:53:04.248 INFO:tasks.rados.rados.0.smithi131.stdout:1163: done (3 left) 2024-08-29T14:53:04.248 INFO:tasks.rados.rados.0.smithi131.stdout:1164: done (2 left) 2024-08-29T14:53:04.248 INFO:tasks.rados.rados.0.smithi131.stdout:1165: done (1 left) 2024-08-29T14:53:04.248 INFO:tasks.rados.rados.0.smithi131.stdout:1166: done (0 left) 2024-08-29T14:53:04.248 INFO:tasks.rados.rados.0.smithi131.stdout:1167: delete oid 49 current snap is 111 2024-08-29T14:53:04.248 INFO:tasks.rados.rados.0.smithi131.stdout:1167: done (0 left) 2024-08-29T14:53:04.248 INFO:tasks.rados.rados.0.smithi131.stdout:1168: snap_create 2024-08-29T14:53:04.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:04 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:04.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:04 smithi169 ceph-mon[20881]: pgmap v37: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-29T14:53:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:04 smithi169 ceph-mon[20881]: Upgrade: It appears safe to stop mon.b 2024-08-29T14:53:04.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:04 smithi169 ceph-mon[20881]: osdmap e305: 8 total, 8 up, 8 in 2024-08-29T14:53:04.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:04 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:04.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:04 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:04.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:04 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:04.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:04 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[87973]: pgmap v37: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[87973]: Upgrade: It appears safe to stop mon.b 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[87973]: osdmap e305: 8 total, 8 up, 8 in 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[90512]: pgmap v37: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[90512]: Upgrade: It appears safe to stop mon.b 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[90512]: osdmap e305: 8 total, 8 up, 8 in 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:04.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:04.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:05.181 INFO:tasks.rados.rados.0.smithi131.stdout:1168: done (0 left) 2024-08-29T14:53:05.181 INFO:tasks.rados.rados.0.smithi131.stdout:1169: rmattr oid 12 current snap is 112 2024-08-29T14:53:05.181 INFO:tasks.rados.rados.0.smithi131.stdout:1170: rollback oid 16 current snap is 112 2024-08-29T14:53:05.181 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 16 to 110 2024-08-29T14:53:05.181 INFO:tasks.rados.rados.0.smithi131.stdout:1171: snap_remove snap 111 2024-08-29T14:53:05.568 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:05 smithi169 ceph-mon[20881]: Upgrade: Updating mon.b 2024-08-29T14:53:05.568 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:05 smithi169 ceph-mon[20881]: Deploying daemon mon.b on smithi169 2024-08-29T14:53:05.568 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:05 smithi169 ceph-mon[20881]: osdmap e306: 8 total, 8 up, 8 in 2024-08-29T14:53:05.568 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:05 smithi169 ceph-mon[20881]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:05 smithi131 ceph-mon[87973]: Upgrade: Updating mon.b 2024-08-29T14:53:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:05 smithi131 ceph-mon[87973]: Deploying daemon mon.b on smithi169 2024-08-29T14:53:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:05 smithi131 ceph-mon[87973]: osdmap e306: 8 total, 8 up, 8 in 2024-08-29T14:53:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:05 smithi131 ceph-mon[90512]: Upgrade: Updating mon.b 2024-08-29T14:53:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:05 smithi131 ceph-mon[90512]: Deploying daemon mon.b on smithi169 2024-08-29T14:53:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:05 smithi131 ceph-mon[90512]: osdmap e306: 8 total, 8 up, 8 in 2024-08-29T14:53:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:05.855 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:05.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:05.856 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:05.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:06.112 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:05 smithi169 systemd[1]: Stopping Ceph mon.b for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:53:06.112 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b[20851]: 2024-08-29T14:53:06.090+0000 7f36882c3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:53:06.112 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b[20851]: 2024-08-29T14:53:06.090+0000 7f36882c3640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-29T14:53:06.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:53:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:53:05] "GET /metrics HTTP/1.1" 200 36144 "" "Prometheus/2.51.0" 2024-08-29T14:53:06.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:06 smithi169 podman[78268]: 2024-08-29 14:53:06.111399514 +0000 UTC m=+0.110877051 container died bbaae749879e4f018cd6b263600782c46cb521c5aad004cb5774c3f69475eb99 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=quincy-a89f613, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:53:06.724 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:06 smithi169 podman[78268]: 2024-08-29 14:53:06.472343435 +0000 UTC m=+0.471820963 container cleanup bbaae749879e4f018cd6b263600782c46cb521c5aad004cb5774c3f69475eb99 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b, io.buildah.version=1.37.1, RELEASE=quincy-a89f613, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-29T14:53:06.724 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:06 smithi169 bash[78268]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b 2024-08-29T14:53:07.099 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:06.951Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:07.099 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:06 smithi169 podman[78284]: 2024-08-29 14:53:06.723726692 +0000 UTC m=+0.613178731 container remove bbaae749879e4f018cd6b263600782c46cb521c5aad004cb5774c3f69475eb99 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.1, RELEASE=quincy-a89f613, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:53:07.099 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:06 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-29T14:53:07.100 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:06 smithi169 systemd[1]: Stopped Ceph mon.b for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:53:07.100 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:06 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.b.service: Consumed 9.328s CPU time. 2024-08-29T14:53:07.373 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 systemd[1]: Starting Ceph mon.b for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:53:07.373 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 podman[78425]: 2024-08-29 14:53:07.232248185 +0000 UTC m=+0.018618214 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:53:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 podman[78425]: 2024-08-29 14:53:07.391940582 +0000 UTC m=+0.178310591 container create cb92054d4f57430de171bd57a18493c9fe6c42b0e1024f460ca953575b10196c (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-29T14:53:08.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 podman[78425]: 2024-08-29 14:53:07.636641291 +0000 UTC m=+0.423011311 container init cb92054d4f57430de171bd57a18493c9fe6c42b0e1024f460ca953575b10196c (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-29T14:53:08.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 podman[78425]: 2024-08-29 14:53:07.641609212 +0000 UTC m=+0.427979223 container start cb92054d4f57430de171bd57a18493c9fe6c42b0e1024f460ca953575b10196c (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=) 2024-08-29T14:53:08.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: set uid:gid to 167:167 (ceph:ceph) 2024-08-29T14:53:08.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev), process ceph-mon, pid 7 2024-08-29T14:53:08.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: pidfile_write: ignore empty --pid-file 2024-08-29T14:53:08.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: load: jerasure load: lrc 2024-08-29T14:53:08.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: RocksDB version: 7.9.2 2024-08-29T14:53:08.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Git sha 0 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Compile date 2024-08-28 21:32:03 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: DB SUMMARY 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: DB Session ID: I1QU28EFBK01Q6AHS9M3 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: CURRENT file: CURRENT 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: IDENTITY file: IDENTITY 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1098 Bytes 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 12637263 ; 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.error_if_exists: 0 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.create_if_missing: 0 2024-08-29T14:53:08.131 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.paranoid_checks: 1 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.env: 0x55aa31e40160 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.fs: PosixFileSystem 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.info_log: 0x55aa3385f880 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_file_opening_threads: 16 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.statistics: (nil) 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.use_fsync: 0 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_log_file_size: 0 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.keep_log_file_num: 1000 2024-08-29T14:53:08.132 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.recycle_log_file_num: 0 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.allow_fallocate: 1 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.allow_mmap_reads: 0 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.allow_mmap_writes: 0 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.use_direct_reads: 0 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.create_missing_column_families: 0 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.db_log_dir: 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.wal_dir: 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T14:53:08.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.advise_random_on_open: 1 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.db_write_buffer_size: 0 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.write_buffer_manager: 0x55aa33862960 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.rate_limiter: (nil) 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.wal_recovery_mode: 2 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.enable_thread_tracking: 0 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.enable_pipelined_write: 0 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.unordered_write: 0 2024-08-29T14:53:08.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T14:53:08.135 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T14:53:08.135 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T14:53:08.135 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T14:53:08.135 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.row_cache: None 2024-08-29T14:53:08.135 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.wal_filter: None 2024-08-29T14:53:08.135 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T14:53:08.135 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.allow_ingest_behind: 0 2024-08-29T14:53:08.135 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.two_write_queues: 0 2024-08-29T14:53:08.135 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.manual_wal_flush: 0 2024-08-29T14:53:08.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.wal_compression: 0 2024-08-29T14:53:08.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.atomic_flush: 0 2024-08-29T14:53:08.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T14:53:08.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T14:53:08.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T14:53:08.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.log_readahead_size: 0 2024-08-29T14:53:08.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T14:53:08.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.best_efforts_recovery: 0 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.allow_data_in_errors: 0 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.db_host_id: __hostname__ 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_background_jobs: 2 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_background_compactions: -1 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_subcompactions: 1 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_total_wal_size: 0 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T14:53:08.137 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_open_files: -1 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bytes_per_sync: 0 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_readahead_size: 0 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_background_flushes: -1 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Compression algorithms supported: 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: kZSTD supported: 0 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: kXpressCompression supported: 0 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: kBZip2Compression supported: 0 2024-08-29T14:53:08.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T14:53:08.139 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: kLZ4Compression supported: 1 2024-08-29T14:53:08.139 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: kZlibCompression supported: 1 2024-08-29T14:53:08.140 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: kLZ4HCCompression supported: 1 2024-08-29T14:53:08.140 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: kSnappyCompression supported: 1 2024-08-29T14:53:08.140 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T14:53:08.140 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-29T14:53:08.140 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-08-29T14:53:08.140 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-29T14:53:08.140 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T14:53:08.140 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.merge_operator: 2024-08-29T14:53:08.140 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_filter: None 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_filter_factory: None 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.sst_partitioner_factory: None 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55aa3385f4e0) 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout: cache_index_and_filter_blocks: 1 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout: pin_top_level_index_and_filter: 1 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout: index_type: 0 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout: data_block_index_type: 0 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout: index_shortening: 1 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-29T14:53:08.141 INFO:journalctl@ceph.mon.b.smithi169.stdout: checksum: 4 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: no_block_cache: 0 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: block_cache: 0x55aa33852850 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: block_cache_name: BinnedLRUCache 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: block_cache_options: 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: capacity : 536870912 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: num_shard_bits : 4 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: strict_capacity_limit : 0 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: high_pri_pool_ratio: 0.000 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: block_cache_compressed: (nil) 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: persistent_cache: (nil) 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: block_size: 4096 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: block_size_deviation: 10 2024-08-29T14:53:08.142 INFO:journalctl@ceph.mon.b.smithi169.stdout: block_restart_interval: 16 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: index_block_restart_interval: 1 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: metadata_block_size: 4096 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: partition_filters: 0 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: use_delta_encoding: 1 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: filter_policy: bloomfilter 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: whole_key_filtering: 1 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: verify_compression: 0 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: read_amp_bytes_per_bit: 0 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: format_version: 5 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: enable_index_compression: 1 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: block_align: 0 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: max_auto_readahead_size: 262144 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: prepopulate_block_cache: 0 2024-08-29T14:53:08.143 INFO:journalctl@ceph.mon.b.smithi169.stdout: initial_auto_readahead_size: 8192 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout: num_file_reads_for_auto_readahead: 2 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.write_buffer_size: 33554432 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_write_buffer_number: 2 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compression: NoCompression 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bottommost_compression: Disabled 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.prefix_extractor: nullptr 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.num_levels: 7 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T14:53:08.144 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compression_opts.level: 32767 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compression_opts.strategy: 0 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T14:53:08.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compression_opts.enabled: false 2024-08-29T14:53:08.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-29T14:53:08.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T14:53:08.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T14:53:08.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T14:53:08.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.target_file_size_base: 67108864 2024-08-29T14:53:08.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T14:53:08.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T14:53:08.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T14:53:08.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T14:53:08.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.arena_block_size: 1048576 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T14:53:08.147 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.disable_auto_compactions: 0 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.inplace_update_support: 0 2024-08-29T14:53:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T14:53:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T14:53:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T14:53:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T14:53:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.bloom_locality: 0 2024-08-29T14:53:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.max_successive_merges: 0 2024-08-29T14:53:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.paranoid_file_checks: 0 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.force_consistency_checks: 1 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.report_bg_io_stats: 0 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.ttl: 2592000 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.enable_blob_files: false 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.min_blob_size: 0 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.blob_file_size: 268435456 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T14:53:08.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.blob_file_starting_level: 0 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13621, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9b86877d-6d47-43c1-86db-7d0cdddbb968 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724943187669250, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724943187699668, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7857175, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13607, "largest_seqno": 17908, "table_properties": {"data_size": 7838026, "index_size": 13366, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4741, "raw_key_size": 44182, "raw_average_key_size": 23, "raw_value_size": 7798179, "raw_average_value_size": 4119, "num_data_blocks": 576, "num_entries": 1893, "num_filter_entries": 1893, "num_deletions": 315, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724943187, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9b86877d-6d47-43c1-86db-7d0cdddbb968", "db_session_id": "I1QU28EFBK01Q6AHS9M3", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-29T14:53:08.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724943187699800, "job": 1, "event": "recovery_finished"} 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55aa33882e00 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: DB pointer 0x55aa33982000 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout: ** DB Stats ** 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:53:08.152 INFO:journalctl@ceph.mon.b.smithi169.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: ** Compaction Stats [default] ** 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: L0 1/0 7.49 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.4 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: L6 1/0 7.53 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: Sum 2/0 15.02 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.4 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.4 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: 2024-08-29T14:53:08.153 INFO:journalctl@ceph.mon.b.smithi169.stdout: ** Compaction Stats [default] ** 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 527.4 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: Cumulative compaction: 0.01 GB write, 222.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:53:08.154 INFO:journalctl@ceph.mon.b.smithi169.stdout: Interval compaction: 0.01 GB write, 222.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout: Block cache BinnedLRUCache@0x55aa33852850#7 capacity: 512.00 MB usage: 21.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,5.03 KB,0.000959635%) IndexBlock(1,16.08 KB,0.00306666%) Misc(1,0.00 KB,0%) 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout: 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: starting mon.b rank 1 at public addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] at bind addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: mon.b@-1(???) e3 preinit fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: mon.b@-1(???).mds e8 new map 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: mon.b@-1(???).mds e8 print_map 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout: e8 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:53:08.155 INFO:journalctl@ceph.mon.b.smithi169.stdout: legacy client fscid: 1 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: Filesystem 'cephfs' (1) 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: fs_name cephfs 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: epoch 8 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: created 2024-08-29T14:45:33.730060+0000 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: modified 2024-08-29T14:45:45.924954+0000 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: tableserver 0 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: root 0 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: session_timeout 60 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: session_autoclose 300 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: max_file_size 1099511627776 2024-08-29T14:53:08.156 INFO:journalctl@ceph.mon.b.smithi169.stdout: max_xattr_size 65536 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: required_client_features {} 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: last_failure 0 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: last_failure_osd_epoch 0 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: max_mds 1 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: in 0 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: up {0=24346} 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: failed 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: damaged 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: stopped 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: data_pools [3] 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: metadata_pool 2 2024-08-29T14:53:08.157 INFO:journalctl@ceph.mon.b.smithi169.stdout: inline_data disabled 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout: balancer 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout: bal_rank_mask -1 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout: standby_count_wanted 0 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout: qdb_cluster leader: 0 members: 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout: [mds.b{0:24346} state up:active seq 5 addr [v2:172.21.15.169:6832/962109723,v1:172.21.15.169:6833/962109723] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout: 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout: 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout: Standby daemons: 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout: 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout: [mds.a{-1:24332} state up:standby seq 1 addr [v2:172.21.15.131:6834/886210761,v1:172.21.15.131:6835/886210761] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: mon.b@-1(???).osd e307 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: mon.b@-1(???).osd e307 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: mon.b@-1(???).osd e307 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T14:53:08.158 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: mon.b@-1(???).osd e307 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T14:53:08.159 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 ceph-mon[78471]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-08-29T14:53:08.159 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 bash[78425]: cb92054d4f57430de171bd57a18493c9fe6c42b0e1024f460ca953575b10196c 2024-08-29T14:53:08.159 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:07 smithi169 systemd[1]: Started Ceph mon.b for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:53:09.149 INFO:tasks.rados.rados.0.smithi131.stdout:1171: done (2 left) 2024-08-29T14:53:09.149 INFO:tasks.rados.rados.0.smithi131.stdout:1172: copy_from oid 34 from oid 23 current snap is 112 2024-08-29T14:53:09.149 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 387 (ObjNum 354 snap 106 seq_num 354) dirty exists 2024-08-29T14:53:09.149 INFO:tasks.rados.rados.0.smithi131.stdout:1170: finishing rollback tid 0 to smithi13174786-16 2024-08-29T14:53:09.149 INFO:tasks.rados.rados.0.smithi131.stdout:1170: finishing rollback tid 1 to smithi13174786-16 2024-08-29T14:53:09.149 INFO:tasks.rados.rados.0.smithi131.stdout:1170: finishing rollback tid 2 to smithi13174786-16 2024-08-29T14:53:09.149 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 840 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-08-29T14:53:09.150 INFO:tasks.rados.rados.0.smithi131.stdout:1169: done (2 left) 2024-08-29T14:53:09.150 INFO:tasks.rados.rados.0.smithi131.stdout:1170: done (1 left) 2024-08-29T14:53:09.150 INFO:tasks.rados.rados.0.smithi131.stdout:1173: snap_remove snap 110 2024-08-29T14:53:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:13.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:53:12 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:53:12.710+0000 7f4705a61640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-29T14:53:14.240 INFO:tasks.rados.rados.0.smithi131.stdout:1173: done (1 left) 2024-08-29T14:53:14.240 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 112 2024-08-29T14:53:14.240 INFO:tasks.rados.rados.0.smithi131.stdout:1174: seq_num 380 ranges {1196032=770048,1966080=483328,2449408=319488} 2024-08-29T14:53:14.250 INFO:tasks.rados.rados.0.smithi131.stdout:1174: writing smithi13174786-12 from 1196032 to 1966080 tid 1 2024-08-29T14:53:14.253 INFO:tasks.rados.rados.0.smithi131.stdout:1174: writing smithi13174786-12 from 1966080 to 2449408 tid 2 2024-08-29T14:53:14.255 INFO:tasks.rados.rados.0.smithi131.stdout:1174: writing smithi13174786-12 from 2449408 to 2768896 tid 3 2024-08-29T14:53:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:1175: copy_from oid 44 from oid 4 current snap is 112 2024-08-29T14:53:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:1172: finishing copy_from racing read to smithi13174786-34 2024-08-29T14:53:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:1172: finishing copy_from to smithi13174786-34 2024-08-29T14:53:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 291 (ObjNum 342 snap 103 seq_num 342) dirty exists 2024-08-29T14:53:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:1172: done (2 left) 2024-08-29T14:53:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:1176: rmattr oid 15 current snap is 112 2024-08-29T14:53:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:1176: done (2 left) 2024-08-29T14:53:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 112 2024-08-29T14:53:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:1174: finishing write tid 1 to smithi13174786-12 2024-08-29T14:53:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:1177: seq_num 381 ranges {2777088=786432,3563520=417792,3981312=385024} 2024-08-29T14:53:14.275 INFO:tasks.rados.rados.0.smithi131.stdout:1177: writing smithi13174786-26 from 2777088 to 3563520 tid 1 2024-08-29T14:53:14.277 INFO:tasks.rados.rados.0.smithi131.stdout:1177: writing smithi13174786-26 from 3563520 to 3981312 tid 2 2024-08-29T14:53:14.280 INFO:tasks.rados.rados.0.smithi131.stdout:1177: writing smithi13174786-26 from 3981312 to 4366336 tid 3 2024-08-29T14:53:14.280 INFO:tasks.rados.rados.0.smithi131.stdout:1178: snap_create 2024-08-29T14:53:14.280 INFO:tasks.rados.rados.0.smithi131.stdout:1174: finishing write tid 2 to smithi13174786-12 2024-08-29T14:53:14.280 INFO:tasks.rados.rados.0.smithi131.stdout:1174: finishing write tid 3 to smithi13174786-12 2024-08-29T14:53:14.281 INFO:tasks.rados.rados.0.smithi131.stdout:1174: finishing write tid 4 to smithi13174786-12 2024-08-29T14:53:14.281 INFO:tasks.rados.rados.0.smithi131.stdout:1174: finishing write tid 5 to smithi13174786-12 2024-08-29T14:53:14.281 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 391 (ObjNum 380 snap 112 seq_num 380) dirty exists 2024-08-29T14:53:14.281 INFO:tasks.rados.rados.0.smithi131.stdout:1174: left oid 12 (ObjNum 380 snap 112 seq_num 380) 2024-08-29T14:53:14.281 INFO:tasks.rados.rados.0.smithi131.stdout:1175: finishing copy_from racing read to smithi13174786-44 2024-08-29T14:53:14.281 INFO:tasks.rados.rados.0.smithi131.stdout:1175: finishing copy_from to smithi13174786-44 2024-08-29T14:53:14.281 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 787 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T14:53:14.281 INFO:tasks.rados.rados.0.smithi131.stdout:1177: finishing write tid 1 to smithi13174786-26 2024-08-29T14:53:14.282 INFO:tasks.rados.rados.0.smithi131.stdout:1177: finishing write tid 2 to smithi13174786-26 2024-08-29T14:53:14.283 INFO:tasks.rados.rados.0.smithi131.stdout:1177: finishing write tid 3 to smithi13174786-26 2024-08-29T14:53:14.283 INFO:tasks.rados.rados.0.smithi131.stdout:1177: finishing write tid 4 to smithi13174786-26 2024-08-29T14:53:14.289 INFO:tasks.rados.rados.0.smithi131.stdout:1177: finishing write tid 5 to smithi13174786-26 2024-08-29T14:53:14.289 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 111 (ObjNum 381 snap 112 seq_num 381) dirty exists 2024-08-29T14:53:14.289 INFO:tasks.rados.rados.0.smithi131.stdout:1177: left oid 26 (ObjNum 381 snap 112 seq_num 381) 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: pgmap v43: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: osdmap e308: 8 total, 8 up, 8 in 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: mgrmap e42: y(active, since 34s), standbys: x 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: overall HEALTH_OK 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: mon.b calling monitor election 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: mon.a calling monitor election 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: mon.c calling monitor election 2024-08-29T14:53:14.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: pgmap v45: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: pgmap v46: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: overall HEALTH_OK 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: mon.a calling monitor election 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: mon.b calling monitor election 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: monmap epoch 4 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: last_changed 2024-08-29T14:53:09.137219+0000 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: created 2024-08-29T14:39:53.512018+0000 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: min_mon_release 19 (squid) 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: election_strategy: 1 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: 0: [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon.a 2024-08-29T14:53:14.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: 1: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.b 2024-08-29T14:53:14.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: 2: [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon.c 2024-08-29T14:53:14.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:53:14.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: osdmap e308: 8 total, 8 up, 8 in 2024-08-29T14:53:14.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: mgrmap e42: y(active, since 39s), standbys: x 2024-08-29T14:53:14.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: overall HEALTH_OK 2024-08-29T14:53:14.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:14.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:14.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:14.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: pgmap v43: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-08-29T14:53:14.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: osdmap e308: 8 total, 8 up, 8 in 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: mgrmap e42: y(active, since 34s), standbys: x 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: overall HEALTH_OK 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: mon.b calling monitor election 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: mon.a calling monitor election 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: mon.c calling monitor election 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: pgmap v45: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: pgmap v46: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T14:53:14.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: overall HEALTH_OK 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: mon.a calling monitor election 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: mon.b calling monitor election 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: monmap epoch 4 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: last_changed 2024-08-29T14:53:09.137219+0000 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: created 2024-08-29T14:39:53.512018+0000 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: min_mon_release 19 (squid) 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: election_strategy: 1 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: 0: [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon.a 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: 1: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.b 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: 2: [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon.c 2024-08-29T14:53:14.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:53:14.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: osdmap e308: 8 total, 8 up, 8 in 2024-08-29T14:53:14.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: mgrmap e42: y(active, since 39s), standbys: x 2024-08-29T14:53:14.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: overall HEALTH_OK 2024-08-29T14:53:14.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:14.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:14.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:14 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:14.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:14.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: pgmap v43: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-08-29T14:53:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: osdmap e308: 8 total, 8 up, 8 in 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: mgrmap e42: y(active, since 34s), standbys: x 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: overall HEALTH_OK 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: mon.b calling monitor election 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: mon.a calling monitor election 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: mon.c calling monitor election 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: pgmap v45: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: pgmap v46: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: overall HEALTH_OK 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: mon.a calling monitor election 2024-08-29T14:53:14.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: mon.b calling monitor election 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: monmap epoch 4 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: last_changed 2024-08-29T14:53:09.137219+0000 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: created 2024-08-29T14:39:53.512018+0000 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: min_mon_release 19 (squid) 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: election_strategy: 1 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: 0: [v2:172.21.15.131:3300/0,v1:172.21.15.131:6789/0] mon.a 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: 1: [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon.b 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: 2: [v2:172.21.15.131:3301/0,v1:172.21.15.131:6790/0] mon.c 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: osdmap e308: 8 total, 8 up, 8 in 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: mgrmap e42: y(active, since 39s), standbys: x 2024-08-29T14:53:14.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: overall HEALTH_OK 2024-08-29T14:53:14.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:14.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:14.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:14 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:15.241 INFO:tasks.rados.rados.0.smithi131.stdout:1174: done (3 left) 2024-08-29T14:53:15.242 INFO:tasks.rados.rados.0.smithi131.stdout:1175: done (2 left) 2024-08-29T14:53:15.242 INFO:tasks.rados.rados.0.smithi131.stdout:1177: done (1 left) 2024-08-29T14:53:15.242 INFO:tasks.rados.rados.0.smithi131.stdout:1178: done (0 left) 2024-08-29T14:53:15.242 INFO:tasks.rados.rados.0.smithi131.stdout:1179: rollback oid 26 current snap is 113 2024-08-29T14:53:15.242 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 112 2024-08-29T14:53:15.242 INFO:tasks.rados.rados.0.smithi131.stdout:1180: copy_from oid 48 from oid 14 current snap is 113 2024-08-29T14:53:15.242 INFO:tasks.rados.rados.0.smithi131.stdout:1181: snap_create 2024-08-29T14:53:15.250 INFO:tasks.rados.rados.0.smithi131.stdout:1179: finishing rollback tid 0 to smithi13174786-26 2024-08-29T14:53:15.250 INFO:tasks.rados.rados.0.smithi131.stdout:1179: finishing rollback tid 1 to smithi13174786-26 2024-08-29T14:53:15.250 INFO:tasks.rados.rados.0.smithi131.stdout:1179: finishing rollback tid 2 to smithi13174786-26 2024-08-29T14:53:15.250 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 115 (ObjNum 381 snap 112 seq_num 381) dirty exists 2024-08-29T14:53:15.266 INFO:tasks.rados.rados.0.smithi131.stdout:1180: finishing copy_from racing read to smithi13174786-48 2024-08-29T14:53:15.269 INFO:tasks.rados.rados.0.smithi131.stdout:1180: finishing copy_from to smithi13174786-48 2024-08-29T14:53:15.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 397 (ObjNum 267 snap 73 seq_num 267) dirty exists 2024-08-29T14:53:15.593 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:15 smithi169 ceph-mon[78471]: pgmap v47: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-29T14:53:15.593 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:15 smithi169 ceph-mon[78471]: osdmap e309: 8 total, 8 up, 8 in 2024-08-29T14:53:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:15 smithi131 ceph-mon[87973]: pgmap v47: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-29T14:53:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:15 smithi131 ceph-mon[87973]: osdmap e309: 8 total, 8 up, 8 in 2024-08-29T14:53:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:15 smithi131 ceph-mon[90512]: pgmap v47: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-29T14:53:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:15 smithi131 ceph-mon[90512]: osdmap e309: 8 total, 8 up, 8 in 2024-08-29T14:53:15.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:15.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:15.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:15.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:16.114 INFO:tasks.rados.rados.0.smithi131.stdout:1179: done (2 left) 2024-08-29T14:53:16.115 INFO:tasks.rados.rados.0.smithi131.stdout:1180: done (1 left) 2024-08-29T14:53:16.115 INFO:tasks.rados.rados.0.smithi131.stdout:1181: done (0 left) 2024-08-29T14:53:16.115 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 114 2024-08-29T14:53:16.115 INFO:tasks.rados.rados.0.smithi131.stdout:1182: seq_num 382 ranges {933888=802816,1736704=704512,2441216=98304} 2024-08-29T14:53:16.123 INFO:tasks.rados.rados.0.smithi131.stdout:1182: writing smithi13174786-23 from 933888 to 1736704 tid 1 2024-08-29T14:53:16.128 INFO:tasks.rados.rados.0.smithi131.stdout:1182: writing smithi13174786-23 from 1736704 to 2441216 tid 2 2024-08-29T14:53:16.129 INFO:tasks.rados.rados.0.smithi131.stdout:1182: writing smithi13174786-23 from 2441216 to 2539520 tid 3 2024-08-29T14:53:16.129 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 114 2024-08-29T14:53:16.129 INFO:tasks.rados.rados.0.smithi131.stdout:1183: seq_num 383 ranges {4972544=417792,5390336=589824,5980160=417792,6397952=196608} 2024-08-29T14:53:16.157 INFO:tasks.rados.rados.0.smithi131.stdout:1183: writing smithi13174786-36 from 4972544 to 5390336 tid 1 2024-08-29T14:53:16.161 INFO:tasks.rados.rados.0.smithi131.stdout:1183: writing smithi13174786-36 from 5390336 to 5980160 tid 2 2024-08-29T14:53:16.164 INFO:tasks.rados.rados.0.smithi131.stdout:1183: writing smithi13174786-36 from 5980160 to 6397952 tid 3 2024-08-29T14:53:16.165 INFO:tasks.rados.rados.0.smithi131.stdout:1183: writing smithi13174786-36 from 6397952 to 6594560 tid 4 2024-08-29T14:53:16.165 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 114 2024-08-29T14:53:16.166 INFO:tasks.rados.rados.0.smithi131.stdout:1184: seq_num 384 ranges {2768896=434176,3203072=475136,3678208=630784,4308992=98304} 2024-08-29T14:53:16.182 INFO:tasks.rados.rados.0.smithi131.stdout:1184: writing smithi13174786-12 from 2768896 to 3203072 tid 1 2024-08-29T14:53:16.185 INFO:tasks.rados.rados.0.smithi131.stdout:1184: writing smithi13174786-12 from 3203072 to 3678208 tid 2 2024-08-29T14:53:16.188 INFO:tasks.rados.rados.0.smithi131.stdout:1184: writing smithi13174786-12 from 3678208 to 4308992 tid 3 2024-08-29T14:53:16.189 INFO:tasks.rados.rados.0.smithi131.stdout:1184: writing smithi13174786-12 from 4308992 to 4407296 tid 4 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1185: snap_create 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1182: finishing write tid 1 to smithi13174786-23 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1182: finishing write tid 2 to smithi13174786-23 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1182: finishing write tid 3 to smithi13174786-23 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1182: finishing write tid 4 to smithi13174786-23 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1182: finishing write tid 5 to smithi13174786-23 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 395 (ObjNum 382 snap 114 seq_num 382) dirty exists 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1182: left oid 23 (ObjNum 382 snap 114 seq_num 382) 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1183: finishing write tid 1 to smithi13174786-36 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1183: finishing write tid 2 to smithi13174786-36 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1183: finishing write tid 3 to smithi13174786-36 2024-08-29T14:53:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:1183: finishing write tid 4 to smithi13174786-36 2024-08-29T14:53:16.191 INFO:tasks.rados.rados.0.smithi131.stdout:1183: finishing write tid 5 to smithi13174786-36 2024-08-29T14:53:16.191 INFO:tasks.rados.rados.0.smithi131.stdout:1183: finishing write tid 6 to smithi13174786-36 2024-08-29T14:53:16.191 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 531 (ObjNum 383 snap 114 seq_num 383) dirty exists 2024-08-29T14:53:16.191 INFO:tasks.rados.rados.0.smithi131.stdout:1183: left oid 36 (ObjNum 383 snap 114 seq_num 383) 2024-08-29T14:53:16.191 INFO:tasks.rados.rados.0.smithi131.stdout:1184: finishing write tid 1 to smithi13174786-12 2024-08-29T14:53:16.191 INFO:tasks.rados.rados.0.smithi131.stdout:1184: finishing write tid 2 to smithi13174786-12 2024-08-29T14:53:16.191 INFO:tasks.rados.rados.0.smithi131.stdout:1184: finishing write tid 3 to smithi13174786-12 2024-08-29T14:53:16.192 INFO:tasks.rados.rados.0.smithi131.stdout:1184: finishing write tid 4 to smithi13174786-12 2024-08-29T14:53:16.192 INFO:tasks.rados.rados.0.smithi131.stdout:1184: finishing write tid 5 to smithi13174786-12 2024-08-29T14:53:16.192 INFO:tasks.rados.rados.0.smithi131.stdout:1184: finishing write tid 6 to smithi13174786-12 2024-08-29T14:53:16.192 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 400 (ObjNum 384 snap 114 seq_num 384) dirty exists 2024-08-29T14:53:16.193 INFO:tasks.rados.rados.0.smithi131.stdout:1184: left oid 12 (ObjNum 384 snap 114 seq_num 384) 2024-08-29T14:53:16.237 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:53:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:53:15] "GET /metrics HTTP/1.1" 200 36144 "" "Prometheus/2.51.0" 2024-08-29T14:53:16.514 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:16 smithi169 ceph-mon[78471]: osdmap e310: 8 total, 8 up, 8 in 2024-08-29T14:53:16.514 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:16 smithi169 ceph-mon[78471]: osdmap e311: 8 total, 8 up, 8 in 2024-08-29T14:53:16.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:16 smithi131 ceph-mon[87973]: osdmap e310: 8 total, 8 up, 8 in 2024-08-29T14:53:16.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:16 smithi131 ceph-mon[87973]: osdmap e311: 8 total, 8 up, 8 in 2024-08-29T14:53:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:16 smithi131 ceph-mon[90512]: osdmap e310: 8 total, 8 up, 8 in 2024-08-29T14:53:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:16 smithi131 ceph-mon[90512]: osdmap e311: 8 total, 8 up, 8 in 2024-08-29T14:53:17.119 INFO:tasks.rados.rados.0.smithi131.stdout:1182: done (3 left) 2024-08-29T14:53:17.119 INFO:tasks.rados.rados.0.smithi131.stdout:1183: done (2 left) 2024-08-29T14:53:17.119 INFO:tasks.rados.rados.0.smithi131.stdout:1184: done (1 left) 2024-08-29T14:53:17.119 INFO:tasks.rados.rados.0.smithi131.stdout:1185: done (0 left) 2024-08-29T14:53:17.120 INFO:tasks.rados.rados.0.smithi131.stdout:1186: read oid 16 snap -1 2024-08-29T14:53:17.120 INFO:tasks.rados.rados.0.smithi131.stdout:1186: expect (ObjNum 333 snap 99 seq_num 333) 2024-08-29T14:53:17.120 INFO:tasks.rados.rados.0.smithi131.stdout:1187: snap_create 2024-08-29T14:53:17.150 INFO:tasks.rados.rados.0.smithi131.stdout:1186: expect (ObjNum 333 snap 99 seq_num 333) 2024-08-29T14:53:17.326 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:18.120 INFO:tasks.rados.rados.0.smithi131.stdout:1186: done (1 left) 2024-08-29T14:53:18.120 INFO:tasks.rados.rados.0.smithi131.stdout:1187: done (0 left) 2024-08-29T14:53:18.120 INFO:tasks.rados.rados.0.smithi131.stdout:1188: rmattr oid 40 current snap is 116 2024-08-29T14:53:18.120 INFO:tasks.rados.rados.0.smithi131.stdout:1188: done (0 left) 2024-08-29T14:53:18.120 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 116 2024-08-29T14:53:18.121 INFO:tasks.rados.rados.0.smithi131.stdout:1189: seq_num 385 ranges {5193728=450560,5644288=761856,6406144=442368} 2024-08-29T14:53:18.150 INFO:tasks.rados.rados.0.smithi131.stdout:1189: writing smithi13174786-19 from 5193728 to 5644288 tid 1 2024-08-29T14:53:18.154 INFO:tasks.rados.rados.0.smithi131.stdout:1189: writing smithi13174786-19 from 5644288 to 6406144 tid 2 2024-08-29T14:53:18.157 INFO:tasks.rados.rados.0.smithi131.stdout:1189: writing smithi13174786-19 from 6406144 to 6848512 tid 3 2024-08-29T14:53:18.157 INFO:tasks.rados.rados.0.smithi131.stdout:1190: snap_create 2024-08-29T14:53:18.157 INFO:tasks.rados.rados.0.smithi131.stdout:1189: finishing write tid 1 to smithi13174786-19 2024-08-29T14:53:18.158 INFO:tasks.rados.rados.0.smithi131.stdout:1189: finishing write tid 2 to smithi13174786-19 2024-08-29T14:53:18.159 INFO:tasks.rados.rados.0.smithi131.stdout:1189: finishing write tid 3 to smithi13174786-19 2024-08-29T14:53:18.160 INFO:tasks.rados.rados.0.smithi131.stdout:1189: finishing write tid 4 to smithi13174786-19 2024-08-29T14:53:18.161 INFO:tasks.rados.rados.0.smithi131.stdout:1189: finishing write tid 5 to smithi13174786-19 2024-08-29T14:53:18.161 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 409 (ObjNum 385 snap 116 seq_num 385) dirty exists 2024-08-29T14:53:18.161 INFO:tasks.rados.rados.0.smithi131.stdout:1189: left oid 19 (ObjNum 385 snap 116 seq_num 385) 2024-08-29T14:53:18.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:18 smithi169 ceph-mon[78471]: pgmap v51: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.4 MiB/s wr, 1 op/s 2024-08-29T14:53:18.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:18 smithi169 ceph-mon[78471]: osdmap e312: 8 total, 8 up, 8 in 2024-08-29T14:53:18.405 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:18 smithi131 ceph-mon[87973]: pgmap v51: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.4 MiB/s wr, 1 op/s 2024-08-29T14:53:18.405 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:18 smithi131 ceph-mon[87973]: osdmap e312: 8 total, 8 up, 8 in 2024-08-29T14:53:18.405 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:18 smithi131 ceph-mon[90512]: pgmap v51: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.4 MiB/s wr, 1 op/s 2024-08-29T14:53:18.405 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:18 smithi131 ceph-mon[90512]: osdmap e312: 8 total, 8 up, 8 in 2024-08-29T14:53:19.129 INFO:tasks.rados.rados.0.smithi131.stdout:1189: done (1 left) 2024-08-29T14:53:19.130 INFO:tasks.rados.rados.0.smithi131.stdout:1190: done (0 left) 2024-08-29T14:53:19.130 INFO:tasks.rados.rados.0.smithi131.stdout:1191: snap_remove snap 112 2024-08-29T14:53:19.304 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:53:19.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:19 smithi169 ceph-mon[78471]: osdmap e313: 8 total, 8 up, 8 in 2024-08-29T14:53:19.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:19 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:19.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:19 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:19.416 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:19 smithi131 ceph-mon[87973]: osdmap e313: 8 total, 8 up, 8 in 2024-08-29T14:53:19.417 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:19 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:19.417 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:19 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:19.417 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:19 smithi131 ceph-mon[90512]: osdmap e313: 8 total, 8 up, 8 in 2024-08-29T14:53:19.417 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:19 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:19.417 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:19 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:19.883 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:53:19.883 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (2m) 21s ago 6m 19.2M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:53:19.883 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (107s) 1s ago 6m 80.6M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:53:19.883 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (8m) 21s ago 8m 16.3M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:53:19.883 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (8m) 1s ago 8m 20.6M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:53:19.883 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (68s) 1s ago 11m 453M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:53:19.883 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (96s) 21s ago 13m 512M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (54s) 21s ago 13m 43.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (12s) 1s ago 11m 23.5M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (30s) 21s ago 11m 27.6M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (2m) 21s ago 6m 10.2M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (102s) 1s ago 6m 8186k - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (11m) 21s ago 11m 147M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 2c38c2b27878 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (10m) 21s ago 10m 167M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (10m) 21s ago 10m 171M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (9m) 21s ago 9m 147M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (9m) 1s ago 9m 223M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (9m) 1s ago 9m 194M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:53:19.884 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (8m) 1s ago 8m 126M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:53:19.885 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (8m) 1s ago 8m 98.2M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:53:19.885 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (73s) 1s ago 7m 46.3M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:53:20.135 INFO:tasks.rados.rados.0.smithi131.stdout:1191: done (0 left) 2024-08-29T14:53:20.135 INFO:tasks.rados.rados.0.smithi131.stdout:1192: copy_from oid 33 from oid 1 current snap is 117 2024-08-29T14:53:20.135 INFO:tasks.rados.rados.0.smithi131.stdout:1193: read oid 46 snap -1 2024-08-29T14:53:20.135 INFO:tasks.rados.rados.0.smithi131.stdout:1193: expect (ObjNum 366 snap 109 seq_num 366) 2024-08-29T14:53:20.135 INFO:tasks.rados.rados.0.smithi131.stdout:1194: snap_remove snap 116 2024-08-29T14:53:20.269 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:53:20.270 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:53:20.271 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:53:20.271 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 10, 2024-08-29T14:53:20.271 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 5 2024-08-29T14:53:20.271 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:53:20.271 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:53:20.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:20 smithi169 ceph-mon[78471]: pgmap v54: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 512 B/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T14:53:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:20 smithi169 ceph-mon[78471]: osdmap e314: 8 total, 8 up, 8 in 2024-08-29T14:53:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:20.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:20.560 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:53:20.561 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:53:20.561 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:53:20.561 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:53:20.561 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:53:20.561 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:53:20.561 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:53:20.561 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:53:20.561 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "5/20 daemons upgraded", 2024-08-29T14:53:20.561 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading mon daemons", 2024-08-29T14:53:20.561 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:53:20.562 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:53:20.562 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:20 smithi131 ceph-mon[87973]: pgmap v54: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 512 B/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T14:53:20.562 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:20 smithi131 ceph-mon[87973]: osdmap e314: 8 total, 8 up, 8 in 2024-08-29T14:53:20.562 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:20.562 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:20.562 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:20.562 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:20 smithi131 ceph-mon[90512]: pgmap v54: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 512 B/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T14:53:20.563 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:20 smithi131 ceph-mon[90512]: osdmap e314: 8 total, 8 up, 8 in 2024-08-29T14:53:20.563 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:20.563 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:20.563 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:21.133 INFO:tasks.rados.rados.0.smithi131.stdout:1194: done (2 left) 2024-08-29T14:53:21.134 INFO:tasks.rados.rados.0.smithi131.stdout:1195: snap_remove snap 114 2024-08-29T14:53:21.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:21 smithi169 ceph-mon[78471]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:21.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:21 smithi169 ceph-mon[78471]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:21.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:21 smithi169 ceph-mon[78471]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:21.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:21 smithi169 ceph-mon[78471]: osdmap e315: 8 total, 8 up, 8 in 2024-08-29T14:53:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:21 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/327482773' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:21.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:21 smithi169 ceph-mon[78471]: osdmap e316: 8 total, 8 up, 8 in 2024-08-29T14:53:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[87973]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[87973]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[87973]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[87973]: osdmap e315: 8 total, 8 up, 8 in 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/327482773' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[87973]: osdmap e316: 8 total, 8 up, 8 in 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[90512]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[90512]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[90512]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[90512]: osdmap e315: 8 total, 8 up, 8 in 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/327482773' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:21 smithi131 ceph-mon[90512]: osdmap e316: 8 total, 8 up, 8 in 2024-08-29T14:53:22.137 INFO:tasks.rados.rados.0.smithi131.stdout:1195: done (2 left) 2024-08-29T14:53:22.137 INFO:tasks.rados.rados.0.smithi131.stdout:1196: snap_create 2024-08-29T14:53:22.138 INFO:tasks.rados.rados.0.smithi131.stdout:1193: expect (ObjNum 366 snap 109 seq_num 366) 2024-08-29T14:53:22.174 INFO:tasks.rados.rados.0.smithi131.stdout:1192: finishing copy_from racing read to smithi13174786-33 2024-08-29T14:53:22.174 INFO:tasks.rados.rados.0.smithi131.stdout:1192: finishing copy_from to smithi13174786-33 2024-08-29T14:53:22.174 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 696 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-08-29T14:53:22.467 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:22 smithi169 ceph-mon[78471]: pgmap v57: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-08-29T14:53:22.467 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:22 smithi169 ceph-mon[78471]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:22.467 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:22 smithi169 ceph-mon[78471]: osdmap e317: 8 total, 8 up, 8 in 2024-08-29T14:53:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:22 smithi131 ceph-mon[87973]: pgmap v57: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-08-29T14:53:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:22 smithi131 ceph-mon[87973]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:22 smithi131 ceph-mon[87973]: osdmap e317: 8 total, 8 up, 8 in 2024-08-29T14:53:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:22 smithi131 ceph-mon[90512]: pgmap v57: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-08-29T14:53:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:22 smithi131 ceph-mon[90512]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:22 smithi131 ceph-mon[90512]: osdmap e317: 8 total, 8 up, 8 in 2024-08-29T14:53:23.140 INFO:tasks.rados.rados.0.smithi131.stdout:1192: done (2 left) 2024-08-29T14:53:23.140 INFO:tasks.rados.rados.0.smithi131.stdout:1193: done (1 left) 2024-08-29T14:53:23.140 INFO:tasks.rados.rados.0.smithi131.stdout:1196: done (0 left) 2024-08-29T14:53:23.141 INFO:tasks.rados.rados.0.smithi131.stdout:1197: rmattr oid 26 current snap is 118 2024-08-29T14:53:23.141 INFO:tasks.rados.rados.0.smithi131.stdout:1198: rmattr oid 42 current snap is 118 2024-08-29T14:53:23.141 INFO:tasks.rados.rados.0.smithi131.stdout:1198: done (1 left) 2024-08-29T14:53:23.141 INFO:tasks.rados.rados.0.smithi131.stdout:1199: rmattr oid 11 current snap is 118 2024-08-29T14:53:23.141 INFO:tasks.rados.rados.0.smithi131.stdout:1199: done (1 left) 2024-08-29T14:53:23.141 INFO:tasks.rados.rados.0.smithi131.stdout:1200: snap_remove snap 117 2024-08-29T14:53:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: pgmap v60: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-08-29T14:53:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:53:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: Reconfiguring mon.a (monmap changed)... 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: Reconfiguring daemon mon.a on smithi131 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[87973]: osdmap e318: 8 total, 8 up, 8 in 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: pgmap v60: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:53:23.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:23.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: Reconfiguring mon.a (monmap changed)... 2024-08-29T14:53:23.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:23.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:23.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:23.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: Reconfiguring daemon mon.a on smithi131 2024-08-29T14:53:23.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:23 smithi131 ceph-mon[90512]: osdmap e318: 8 total, 8 up, 8 in 2024-08-29T14:53:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: pgmap v60: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-08-29T14:53:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:23.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:53:23.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:23.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: Reconfiguring mon.a (monmap changed)... 2024-08-29T14:53:23.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:23.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:23.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:23.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: Reconfiguring daemon mon.a on smithi131 2024-08-29T14:53:23.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:23 smithi169 ceph-mon[78471]: osdmap e318: 8 total, 8 up, 8 in 2024-08-29T14:53:24.140 INFO:tasks.rados.rados.0.smithi131.stdout:1200: done (1 left) 2024-08-29T14:53:24.140 INFO:tasks.rados.rados.0.smithi131.stdout:1201: delete oid 37 current snap is 118 2024-08-29T14:53:24.140 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 119 (ObjNum 381 snap 112 seq_num 381) dirty exists 2024-08-29T14:53:24.144 INFO:tasks.rados.rados.0.smithi131.stdout:1197: done (1 left) 2024-08-29T14:53:24.145 INFO:tasks.rados.rados.0.smithi131.stdout:1201: done (0 left) 2024-08-29T14:53:24.145 INFO:tasks.rados.rados.0.smithi131.stdout:1202: rollback oid 3 current snap is 118 2024-08-29T14:53:24.145 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 3 to 115 2024-08-29T14:53:24.145 INFO:tasks.rados.rados.0.smithi131.stdout:1203: setattr oid 37 current snap is 118 2024-08-29T14:53:24.145 INFO:tasks.rados.rados.0.smithi131.stdout:1202: finishing rollback tid 1 to smithi13174786-3 2024-08-29T14:53:24.146 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 0 (ObjNum 225 snap 0 seq_num 2120297344) dirty dne 2024-08-29T14:53:24.146 INFO:tasks.rados.rados.0.smithi131.stdout:1202: done (1 left) 2024-08-29T14:53:24.146 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 118 2024-08-29T14:53:24.146 INFO:tasks.rados.rados.0.smithi131.stdout:1204: seq_num 387 ranges {4358144=483328,4841472=524288,5365760=679936} 2024-08-29T14:53:24.172 INFO:tasks.rados.rados.0.smithi131.stdout:1204: writing smithi13174786-14 from 4358144 to 4841472 tid 1 2024-08-29T14:53:24.175 INFO:tasks.rados.rados.0.smithi131.stdout:1204: writing smithi13174786-14 from 4841472 to 5365760 tid 2 2024-08-29T14:53:24.179 INFO:tasks.rados.rados.0.smithi131.stdout:1204: writing smithi13174786-14 from 5365760 to 6045696 tid 3 2024-08-29T14:53:24.179 INFO:tasks.rados.rados.0.smithi131.stdout:1205: snap_create 2024-08-29T14:53:24.179 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 473 (ObjNum 33 snap 0 seq_num 2114955344) dirty exists 2024-08-29T14:53:24.179 INFO:tasks.rados.rados.0.smithi131.stdout:1204: finishing write tid 1 to smithi13174786-14 2024-08-29T14:53:24.179 INFO:tasks.rados.rados.0.smithi131.stdout:1204: finishing write tid 2 to smithi13174786-14 2024-08-29T14:53:24.182 INFO:tasks.rados.rados.0.smithi131.stdout:1204: finishing write tid 3 to smithi13174786-14 2024-08-29T14:53:24.182 INFO:tasks.rados.rados.0.smithi131.stdout:1204: finishing write tid 4 to smithi13174786-14 2024-08-29T14:53:24.183 INFO:tasks.rados.rados.0.smithi131.stdout:1204: finishing write tid 5 to smithi13174786-14 2024-08-29T14:53:24.183 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 488 (ObjNum 387 snap 118 seq_num 387) dirty exists 2024-08-29T14:53:24.183 INFO:tasks.rados.rados.0.smithi131.stdout:1204: left oid 14 (ObjNum 387 snap 118 seq_num 387) 2024-08-29T14:53:24.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:24.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:25.142 INFO:tasks.rados.rados.0.smithi131.stdout:1203: done (2 left) 2024-08-29T14:53:25.142 INFO:tasks.rados.rados.0.smithi131.stdout:1204: done (1 left) 2024-08-29T14:53:25.142 INFO:tasks.rados.rados.0.smithi131.stdout:1205: done (0 left) 2024-08-29T14:53:25.143 INFO:tasks.rados.rados.0.smithi131.stdout:1206: read oid 7 snap 115 2024-08-29T14:53:25.143 INFO:tasks.rados.rados.0.smithi131.stdout:1206: expect (ObjNum 333 snap 99 seq_num 333) 2024-08-29T14:53:25.143 INFO:tasks.rados.rados.0.smithi131.stdout:1207: rmattr oid 2 current snap is 119 2024-08-29T14:53:25.143 INFO:tasks.rados.rados.0.smithi131.stdout:1207: done (1 left) 2024-08-29T14:53:25.143 INFO:tasks.rados.rados.0.smithi131.stdout:1208: copy_from oid 47 from oid 9 current snap is 119 2024-08-29T14:53:25.143 INFO:tasks.rados.rados.0.smithi131.stdout:1209: copy_from oid 42 from oid 35 current snap is 119 2024-08-29T14:53:25.143 INFO:tasks.rados.rados.0.smithi131.stdout:1210: copy_from oid 15 from oid 1 current snap is 119 2024-08-29T14:53:25.143 INFO:tasks.rados.rados.0.smithi131.stdout:1211: delete oid 28 current snap is 119 2024-08-29T14:53:25.147 INFO:tasks.rados.rados.0.smithi131.stdout:1211: done (4 left) 2024-08-29T14:53:25.147 INFO:tasks.rados.rados.0.smithi131.stdout:1212: rollback oid 48 current snap is 119 2024-08-29T14:53:25.147 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 115 2024-08-29T14:53:25.147 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 119 2024-08-29T14:53:25.147 INFO:tasks.rados.rados.0.smithi131.stdout:1213: seq_num 389 ranges {7839744=524288,8364032=745472,9109504=458752} 2024-08-29T14:53:25.193 INFO:tasks.rados.rados.0.smithi131.stdout:1213: writing smithi13174786-18 from 7839744 to 8364032 tid 1 2024-08-29T14:53:25.199 INFO:tasks.rados.rados.0.smithi131.stdout:1213: writing smithi13174786-18 from 8364032 to 9109504 tid 2 2024-08-29T14:53:25.202 INFO:tasks.rados.rados.0.smithi131.stdout:1213: writing smithi13174786-18 from 9109504 to 9568256 tid 3 2024-08-29T14:53:25.202 INFO:tasks.rados.rados.0.smithi131.stdout:1214: snap_remove snap 118 2024-08-29T14:53:25.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:25.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[87973]: Reconfiguring mgr.y (monmap changed)... 2024-08-29T14:53:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-29T14:53:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-29T14:53:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[87973]: Reconfiguring daemon mgr.y on smithi131 2024-08-29T14:53:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[87973]: osdmap e319: 8 total, 8 up, 8 in 2024-08-29T14:53:25.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:25.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:25.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[90512]: Reconfiguring mgr.y (monmap changed)... 2024-08-29T14:53:25.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-29T14:53:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-29T14:53:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[90512]: Reconfiguring daemon mgr.y on smithi131 2024-08-29T14:53:25.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-mon[90512]: osdmap e319: 8 total, 8 up, 8 in 2024-08-29T14:53:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:25 smithi169 ceph-mon[78471]: Reconfiguring mgr.y (monmap changed)... 2024-08-29T14:53:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-29T14:53:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-29T14:53:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:25.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:25 smithi169 ceph-mon[78471]: Reconfiguring daemon mgr.y on smithi131 2024-08-29T14:53:25.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:25 smithi169 ceph-mon[78471]: osdmap e319: 8 total, 8 up, 8 in 2024-08-29T14:53:26.114 INFO:tasks.rados.rados.0.smithi131.stdout:1214: done (6 left) 2024-08-29T14:53:26.114 INFO:tasks.rados.rados.0.smithi131.stdout:1215: setattr oid 17 current snap is 119 2024-08-29T14:53:26.114 INFO:tasks.rados.rados.0.smithi131.stdout:1209: finishing copy_from to smithi13174786-42 2024-08-29T14:53:26.115 INFO:tasks.rados.rados.0.smithi131.stdout:1209: got expected ENOENT (src dne) 2024-08-29T14:53:26.115 INFO:tasks.rados.rados.0.smithi131.stdout:1209: finishing copy_from racing read to smithi13174786-42 2024-08-29T14:53:26.115 INFO:tasks.rados.rados.0.smithi131.stdout:1212: finishing rollback tid 0 to smithi13174786-48 2024-08-29T14:53:26.115 INFO:tasks.rados.rados.0.smithi131.stdout:1212: finishing rollback tid 1 to smithi13174786-48 2024-08-29T14:53:26.115 INFO:tasks.rados.rados.0.smithi131.stdout:1212: finishing rollback tid 2 to smithi13174786-48 2024-08-29T14:53:26.115 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 539 (ObjNum 267 snap 73 seq_num 267) dirty exists 2024-08-29T14:53:26.115 INFO:tasks.rados.rados.0.smithi131.stdout:1206: expect (ObjNum 333 snap 99 seq_num 333) 2024-08-29T14:53:26.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:25.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:26.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:26.160 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[87973]: pgmap v63: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:53:26.160 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[87973]: osdmap e320: 8 total, 8 up, 8 in 2024-08-29T14:53:26.160 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:26.160 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:26.160 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:26.160 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:26.160 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:26.160 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[87973]: osdmap e321: 8 total, 8 up, 8 in 2024-08-29T14:53:26.161 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:53:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:53:25] "GET /metrics HTTP/1.1" 200 36134 "" "Prometheus/2.51.0" 2024-08-29T14:53:26.161 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[90512]: pgmap v63: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:53:26.161 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[90512]: osdmap e320: 8 total, 8 up, 8 in 2024-08-29T14:53:26.161 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:26.161 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:26.161 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:26.161 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:26.161 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:26.161 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:26 smithi131 ceph-mon[90512]: osdmap e321: 8 total, 8 up, 8 in 2024-08-29T14:53:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:26 smithi169 ceph-mon[78471]: pgmap v63: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T14:53:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:26 smithi169 ceph-mon[78471]: osdmap e320: 8 total, 8 up, 8 in 2024-08-29T14:53:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:26 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:26 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:26.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:26 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:26.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:26 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:26.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:26 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:26.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:26 smithi169 ceph-mon[78471]: osdmap e321: 8 total, 8 up, 8 in 2024-08-29T14:53:26.690 INFO:tasks.rados.rados.0.smithi131.stdout:1208: finishing copy_from racing read to smithi13174786-47 2024-08-29T14:53:26.691 INFO:tasks.rados.rados.0.smithi131.stdout:1208: finishing copy_from to smithi13174786-47 2024-08-29T14:53:26.691 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 395 (ObjNum 367 snap 109 seq_num 367) dirty exists 2024-08-29T14:53:26.691 INFO:tasks.rados.rados.0.smithi131.stdout:1213: finishing write tid 1 to smithi13174786-18 2024-08-29T14:53:26.691 INFO:tasks.rados.rados.0.smithi131.stdout:1210: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:53:26.691 INFO:tasks.rados.rados.0.smithi131.stdout:1213: finishing write tid 2 to smithi13174786-18 2024-08-29T14:53:26.691 INFO:tasks.rados.rados.0.smithi131.stdout:1210: finishing copy_from to smithi13174786-15 2024-08-29T14:53:26.691 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 696 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-08-29T14:53:26.691 INFO:tasks.rados.rados.0.smithi131.stdout:1213: finishing write tid 3 to smithi13174786-18 2024-08-29T14:53:26.691 INFO:tasks.rados.rados.0.smithi131.stdout:1213: finishing write tid 4 to smithi13174786-18 2024-08-29T14:53:26.691 INFO:tasks.rados.rados.0.smithi131.stdout:1213: finishing write tid 5 to smithi13174786-18 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 954 (ObjNum 389 snap 119 seq_num 389) dirty exists 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:1213: left oid 18 (ObjNum 389 snap 119 seq_num 389) 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:1206: done (6 left) 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:1208: done (5 left) 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:1209: done (4 left) 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:1210: done (3 left) 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:1212: done (2 left) 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:1213: done (1 left) 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:1216: copy_from oid 19 from oid 33 current snap is 119 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 119 2024-08-29T14:53:26.692 INFO:tasks.rados.rados.0.smithi131.stdout:1217: seq_num 390 ranges {5873664=540672,6414336=630784,7045120=573440} 2024-08-29T14:53:26.725 INFO:tasks.rados.rados.0.smithi131.stdout:1217: writing smithi13174786-4 from 5873664 to 6414336 tid 1 2024-08-29T14:53:26.729 INFO:tasks.rados.rados.0.smithi131.stdout:1217: writing smithi13174786-4 from 6414336 to 7045120 tid 2 2024-08-29T14:53:26.733 INFO:tasks.rados.rados.0.smithi131.stdout:1217: writing smithi13174786-4 from 7045120 to 7618560 tid 3 2024-08-29T14:53:26.733 INFO:tasks.rados.rados.0.smithi131.stdout:1218: copy_from oid 38 from oid 6 current snap is 119 2024-08-29T14:53:26.733 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 543 (ObjNum 337 snap 99 seq_num 337) dirty exists 2024-08-29T14:53:26.733 INFO:tasks.rados.rados.0.smithi131.stdout:1216: finishing copy_from racing read to smithi13174786-19 2024-08-29T14:53:26.733 INFO:tasks.rados.rados.0.smithi131.stdout:1216: finishing copy_from to smithi13174786-19 2024-08-29T14:53:26.734 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 696 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-08-29T14:53:26.734 INFO:tasks.rados.rados.0.smithi131.stdout:1215: done (3 left) 2024-08-29T14:53:26.734 INFO:tasks.rados.rados.0.smithi131.stdout:1216: done (2 left) 2024-08-29T14:53:26.734 INFO:tasks.rados.rados.0.smithi131.stdout:1219: snap_create 2024-08-29T14:53:26.734 INFO:tasks.rados.rados.0.smithi131.stdout:1217: finishing write tid 1 to smithi13174786-4 2024-08-29T14:53:26.734 INFO:tasks.rados.rados.0.smithi131.stdout:1217: finishing write tid 2 to smithi13174786-4 2024-08-29T14:53:26.737 INFO:tasks.rados.rados.0.smithi131.stdout:1217: finishing write tid 3 to smithi13174786-4 2024-08-29T14:53:26.737 INFO:tasks.rados.rados.0.smithi131.stdout:1217: finishing write tid 4 to smithi13174786-4 2024-08-29T14:53:26.739 INFO:tasks.rados.rados.0.smithi131.stdout:1217: finishing write tid 5 to smithi13174786-4 2024-08-29T14:53:26.739 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 852 (ObjNum 390 snap 119 seq_num 390) dirty exists 2024-08-29T14:53:26.739 INFO:tasks.rados.rados.0.smithi131.stdout:1217: left oid 4 (ObjNum 390 snap 119 seq_num 390) 2024-08-29T14:53:26.762 INFO:tasks.rados.rados.0.smithi131.stdout:1218: finishing copy_from racing read to smithi13174786-38 2024-08-29T14:53:26.765 INFO:tasks.rados.rados.0.smithi131.stdout:1218: finishing copy_from to smithi13174786-38 2024-08-29T14:53:26.765 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 405 (ObjNum 272 snap 77 seq_num 272) dirty exists 2024-08-29T14:53:27.156 INFO:tasks.rados.rados.0.smithi131.stdout:1217: done (2 left) 2024-08-29T14:53:27.156 INFO:tasks.rados.rados.0.smithi131.stdout:1218: done (1 left) 2024-08-29T14:53:27.156 INFO:tasks.rados.rados.0.smithi131.stdout:1219: done (0 left) 2024-08-29T14:53:27.157 INFO:tasks.rados.rados.0.smithi131.stdout:1220: copy_from oid 34 from oid 25 current snap is 120 2024-08-29T14:53:27.157 INFO:tasks.rados.rados.0.smithi131.stdout:1221: rollback oid 49 current snap is 120 2024-08-29T14:53:27.157 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 49 to 115 2024-08-29T14:53:27.157 INFO:tasks.rados.rados.0.smithi131.stdout:1222: delete oid 4 current snap is 120 2024-08-29T14:53:27.157 INFO:tasks.rados.rados.0.smithi131.stdout:1221: finishing rollback tid 1 to smithi13174786-49 2024-08-29T14:53:27.157 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T14:53:27.159 INFO:tasks.rados.rados.0.smithi131.stdout:1221: done (2 left) 2024-08-29T14:53:27.159 INFO:tasks.rados.rados.0.smithi131.stdout:1222: done (1 left) 2024-08-29T14:53:27.159 INFO:tasks.rados.rados.0.smithi131.stdout:1223: delete oid 42 current snap is 120 2024-08-29T14:53:27.163 INFO:tasks.rados.rados.0.smithi131.stdout:1223: done (1 left) 2024-08-29T14:53:27.163 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 120 2024-08-29T14:53:27.163 INFO:tasks.rados.rados.0.smithi131.stdout:1224: seq_num 393 ranges {0=589824,589824=679936,1269760=524288} 2024-08-29T14:53:27.166 INFO:tasks.rados.rados.0.smithi131.stdout:1224: writing smithi13174786-3 from 0 to 589824 tid 1 2024-08-29T14:53:27.170 INFO:tasks.rados.rados.0.smithi131.stdout:1224: writing smithi13174786-3 from 589824 to 1269760 tid 2 2024-08-29T14:53:27.174 INFO:tasks.rados.rados.0.smithi131.stdout:1224: writing smithi13174786-3 from 1269760 to 1794048 tid 3 2024-08-29T14:53:27.174 INFO:tasks.rados.rados.0.smithi131.stdout:1225: rmattr oid 41 current snap is 120 2024-08-29T14:53:27.174 INFO:tasks.rados.rados.0.smithi131.stdout:1224: finishing write tid 1 to smithi13174786-3 2024-08-29T14:53:27.174 INFO:tasks.rados.rados.0.smithi131.stdout:1226: read oid 9 snap 113 2024-08-29T14:53:27.174 INFO:tasks.rados.rados.0.smithi131.stdout:1226: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:53:27.174 INFO:tasks.rados.rados.0.smithi131.stdout:1227: snap_remove snap 119 2024-08-29T14:53:27.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:26.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:27 smithi169 ceph-mon[78471]: Reconfiguring mon.c (monmap changed)... 2024-08-29T14:53:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:27 smithi169 ceph-mon[78471]: Reconfiguring daemon mon.c on smithi131 2024-08-29T14:53:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:27 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:27.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:27 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:27.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:27 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-29T14:53:27.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:27 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:27.415 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[87973]: Reconfiguring mon.c (monmap changed)... 2024-08-29T14:53:27.415 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[87973]: Reconfiguring daemon mon.c on smithi131 2024-08-29T14:53:27.415 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:27.415 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:27.415 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-29T14:53:27.415 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:27.415 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[90512]: Reconfiguring mon.c (monmap changed)... 2024-08-29T14:53:27.415 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[90512]: Reconfiguring daemon mon.c on smithi131 2024-08-29T14:53:27.415 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:27.416 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:27.416 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-29T14:53:27.416 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:27 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:28.159 INFO:tasks.rados.rados.0.smithi131.stdout:1227: done (4 left) 2024-08-29T14:53:28.159 INFO:tasks.rados.rados.0.smithi131.stdout:1228: read oid 37 snap -1 2024-08-29T14:53:28.159 INFO:tasks.rados.rados.0.smithi131.stdout:1228: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:53:28.159 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 120 2024-08-29T14:53:28.160 INFO:tasks.rados.rados.0.smithi131.stdout:1220: finishing copy_from racing read to smithi13174786-34 2024-08-29T14:53:28.160 INFO:tasks.rados.rados.0.smithi131.stdout:1220: finishing copy_from to smithi13174786-34 2024-08-29T14:53:28.160 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 937 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-29T14:53:28.160 INFO:tasks.rados.rados.0.smithi131.stdout:1224: finishing write tid 2 to smithi13174786-3 2024-08-29T14:53:28.160 INFO:tasks.rados.rados.0.smithi131.stdout:1224: finishing write tid 3 to smithi13174786-3 2024-08-29T14:53:28.160 INFO:tasks.rados.rados.0.smithi131.stdout:1224: finishing write tid 4 to smithi13174786-3 2024-08-29T14:53:28.160 INFO:tasks.rados.rados.0.smithi131.stdout:1229: seq_num 394 ranges {6594560=606208,7200768=565248,7766016=557056,8323072=81920} 2024-08-29T14:53:28.197 INFO:tasks.rados.rados.0.smithi131.stdout:1229: writing smithi13174786-36 from 6594560 to 7200768 tid 1 2024-08-29T14:53:28.201 INFO:tasks.rados.rados.0.smithi131.stdout:1229: writing smithi13174786-36 from 7200768 to 7766016 tid 2 2024-08-29T14:53:28.205 INFO:tasks.rados.rados.0.smithi131.stdout:1229: writing smithi13174786-36 from 7766016 to 8323072 tid 3 2024-08-29T14:53:28.205 INFO:tasks.rados.rados.0.smithi131.stdout:1229: writing smithi13174786-36 from 8323072 to 8404992 tid 4 2024-08-29T14:53:28.205 INFO:tasks.rados.rados.0.smithi131.stdout:1220: done (5 left) 2024-08-29T14:53:28.206 INFO:tasks.rados.rados.0.smithi131.stdout:1230: snap_remove snap 115 2024-08-29T14:53:28.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:28 smithi131 ceph-mon[87973]: pgmap v66: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-29T14:53:28.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:28 smithi131 ceph-mon[87973]: Reconfiguring osd.0 (monmap changed)... 2024-08-29T14:53:28.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:28 smithi131 ceph-mon[87973]: Reconfiguring daemon osd.0 on smithi131 2024-08-29T14:53:28.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:28 smithi131 ceph-mon[87973]: osdmap e322: 8 total, 8 up, 8 in 2024-08-29T14:53:28.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:28 smithi131 ceph-mon[90512]: pgmap v66: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-29T14:53:28.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:28 smithi131 ceph-mon[90512]: Reconfiguring osd.0 (monmap changed)... 2024-08-29T14:53:28.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:28 smithi131 ceph-mon[90512]: Reconfiguring daemon osd.0 on smithi131 2024-08-29T14:53:28.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:28 smithi131 ceph-mon[90512]: osdmap e322: 8 total, 8 up, 8 in 2024-08-29T14:53:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:28 smithi169 ceph-mon[78471]: pgmap v66: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-29T14:53:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:28 smithi169 ceph-mon[78471]: Reconfiguring osd.0 (monmap changed)... 2024-08-29T14:53:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:28 smithi169 ceph-mon[78471]: Reconfiguring daemon osd.0 on smithi131 2024-08-29T14:53:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:28 smithi169 ceph-mon[78471]: osdmap e322: 8 total, 8 up, 8 in 2024-08-29T14:53:29.177 INFO:tasks.rados.rados.0.smithi131.stdout:1230: done (5 left) 2024-08-29T14:53:29.177 INFO:tasks.rados.rados.0.smithi131.stdout:1231: rmattr oid 1 current snap is 120 2024-08-29T14:53:29.177 INFO:tasks.rados.rados.0.smithi131.stdout:1231: done (5 left) 2024-08-29T14:53:29.177 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 120 2024-08-29T14:53:29.177 INFO:tasks.rados.rados.0.smithi131.stdout:1232: seq_num 395 ranges {9568256=622592,10190848=450560,10641408=753664} 2024-08-29T14:53:29.231 INFO:tasks.rados.rados.0.smithi131.stdout:1232: writing smithi13174786-18 from 9568256 to 10190848 tid 1 2024-08-29T14:53:29.233 INFO:tasks.rados.rados.0.smithi131.stdout:1232: writing smithi13174786-18 from 10190848 to 10641408 tid 2 2024-08-29T14:53:29.238 INFO:tasks.rados.rados.0.smithi131.stdout:1232: writing smithi13174786-18 from 10641408 to 11395072 tid 3 2024-08-29T14:53:29.238 INFO:tasks.rados.rados.0.smithi131.stdout:1233: rollback oid 40 current snap is 120 2024-08-29T14:53:29.238 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 113 2024-08-29T14:53:29.238 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 962 (ObjNum 355 snap 106 seq_num 355) dirty exists 2024-08-29T14:53:29.238 INFO:tasks.rados.rados.0.smithi131.stdout:1224: finishing write tid 5 to smithi13174786-3 2024-08-29T14:53:29.238 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 960 (ObjNum 393 snap 120 seq_num 393) dirty exists 2024-08-29T14:53:29.238 INFO:tasks.rados.rados.0.smithi131.stdout:1224: left oid 3 (ObjNum 393 snap 120 seq_num 393) 2024-08-29T14:53:29.238 INFO:tasks.rados.rados.0.smithi131.stdout:1226: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:53:29.442 INFO:tasks.rados.rados.0.smithi131.stdout:1228: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:53:29.444 INFO:tasks.rados.rados.0.smithi131.stdout:1229: finishing write tid 1 to smithi13174786-36 2024-08-29T14:53:29.444 INFO:tasks.rados.rados.0.smithi131.stdout:1229: finishing write tid 2 to smithi13174786-36 2024-08-29T14:53:29.444 INFO:tasks.rados.rados.0.smithi131.stdout:1229: finishing write tid 3 to smithi13174786-36 2024-08-29T14:53:29.444 INFO:tasks.rados.rados.0.smithi131.stdout:1229: finishing write tid 4 to smithi13174786-36 2024-08-29T14:53:29.444 INFO:tasks.rados.rados.0.smithi131.stdout:1229: finishing write tid 5 to smithi13174786-36 2024-08-29T14:53:29.444 INFO:tasks.rados.rados.0.smithi131.stdout:1229: finishing write tid 6 to smithi13174786-36 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 553 (ObjNum 394 snap 120 seq_num 394) dirty exists 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1229: left oid 36 (ObjNum 394 snap 120 seq_num 394) 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1232: finishing write tid 1 to smithi13174786-18 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1224: done (6 left) 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1225: done (5 left) 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1226: done (4 left) 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1228: done (3 left) 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1229: done (2 left) 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1234: rmattr oid 44 current snap is 120 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1232: finishing write tid 2 to smithi13174786-18 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1233: finishing rollback tid 1 to smithi13174786-40 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1232: finishing write tid 3 to smithi13174786-18 2024-08-29T14:53:29.445 INFO:tasks.rados.rados.0.smithi131.stdout:1232: finishing write tid 4 to smithi13174786-18 2024-08-29T14:53:29.446 INFO:tasks.rados.rados.0.smithi131.stdout:1232: finishing write tid 5 to smithi13174786-18 2024-08-29T14:53:29.446 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 972 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-08-29T14:53:29.446 INFO:tasks.rados.rados.0.smithi131.stdout:1232: left oid 18 (ObjNum 395 snap 120 seq_num 395) 2024-08-29T14:53:29.446 INFO:tasks.rados.rados.0.smithi131.stdout:1232: done (2 left) 2024-08-29T14:53:29.446 INFO:tasks.rados.rados.0.smithi131.stdout:1233: done (1 left) 2024-08-29T14:53:29.446 INFO:tasks.rados.rados.0.smithi131.stdout:1235: delete oid 9 current snap is 120 2024-08-29T14:53:29.446 INFO:tasks.rados.rados.0.smithi131.stdout:1235: done (1 left) 2024-08-29T14:53:29.447 INFO:tasks.rados.rados.0.smithi131.stdout:1236: read oid 16 snap -1 2024-08-29T14:53:29.447 INFO:tasks.rados.rados.0.smithi131.stdout:1236: expect (ObjNum 333 snap 99 seq_num 333) 2024-08-29T14:53:29.447 INFO:tasks.rados.rados.0.smithi131.stdout:1237: setattr oid 32 current snap is 120 2024-08-29T14:53:29.447 INFO:tasks.rados.rados.0.smithi131.stdout:1238: read oid 43 snap -1 2024-08-29T14:53:29.447 INFO:tasks.rados.rados.0.smithi131.stdout:1238: expect (ObjNum 359 snap 107 seq_num 359) 2024-08-29T14:53:29.447 INFO:tasks.rados.rados.0.smithi131.stdout:1239: snap_remove snap 113 2024-08-29T14:53:29.596 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:29 smithi131 ceph-mon[87973]: osdmap e323: 8 total, 8 up, 8 in 2024-08-29T14:53:29.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:29 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:29.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:29 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:29.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:29 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-29T14:53:29.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:29 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:29.597 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:29 smithi131 ceph-mon[90512]: osdmap e323: 8 total, 8 up, 8 in 2024-08-29T14:53:29.597 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:29 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:29.597 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:29 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:29.597 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:29 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-29T14:53:29.597 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:29 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:29 smithi169 ceph-mon[78471]: osdmap e323: 8 total, 8 up, 8 in 2024-08-29T14:53:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:29 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:29 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:29 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-29T14:53:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:29 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:30.182 INFO:tasks.rados.rados.0.smithi131.stdout:1239: done (4 left) 2024-08-29T14:53:30.183 INFO:tasks.rados.rados.0.smithi131.stdout:1240: read oid 3 snap -1 2024-08-29T14:53:30.183 INFO:tasks.rados.rados.0.smithi131.stdout:1240: expect (ObjNum 393 snap 120 seq_num 393) 2024-08-29T14:53:30.183 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 120 2024-08-29T14:53:30.183 INFO:tasks.rados.rados.0.smithi131.stdout:1241: seq_num 397 ranges {7651328=655360,8306688=671744,8978432=532480} 2024-08-29T14:53:30.231 INFO:tasks.rados.rados.0.smithi131.stdout:1241: writing smithi13174786-1 from 7651328 to 8306688 tid 1 2024-08-29T14:53:30.235 INFO:tasks.rados.rados.0.smithi131.stdout:1241: writing smithi13174786-1 from 8306688 to 8978432 tid 2 2024-08-29T14:53:30.239 INFO:tasks.rados.rados.0.smithi131.stdout:1241: writing smithi13174786-1 from 8978432 to 9510912 tid 3 2024-08-29T14:53:30.239 INFO:tasks.rados.rados.0.smithi131.stdout:1242: rollback oid 22 current snap is 120 2024-08-29T14:53:30.239 INFO:tasks.rados.rados.0.smithi131.stdout:1242: done (6 left) 2024-08-29T14:53:30.239 INFO:tasks.rados.rados.0.smithi131.stdout:1243: read oid 30 snap -1 2024-08-29T14:53:30.239 INFO:tasks.rados.rados.0.smithi131.stdout:1243: expect deleted 2024-08-29T14:53:30.239 INFO:tasks.rados.rados.0.smithi131.stdout:1244: read oid 28 snap -1 2024-08-29T14:53:30.239 INFO:tasks.rados.rados.0.smithi131.stdout:1244: expect deleted 2024-08-29T14:53:30.239 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 120 2024-08-29T14:53:30.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 973 (ObjNum 129 snap 0 seq_num 2119933648) dirty exists 2024-08-29T14:53:30.240 INFO:tasks.rados.rados.0.smithi131.stdout:1238: expect (ObjNum 359 snap 107 seq_num 359) 2024-08-29T14:53:30.306 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 860 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T14:53:30.306 INFO:tasks.rados.rados.0.smithi131.stdout:1236: expect (ObjNum 333 snap 99 seq_num 333) 2024-08-29T14:53:30.433 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[87973]: pgmap v69: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-29T14:53:30.434 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[87973]: Reconfiguring osd.1 (monmap changed)... 2024-08-29T14:53:30.434 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[87973]: Reconfiguring daemon osd.1 on smithi131 2024-08-29T14:53:30.434 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[87973]: osdmap e324: 8 total, 8 up, 8 in 2024-08-29T14:53:30.434 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:30.434 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:30.434 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-29T14:53:30.434 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:30.434 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[90512]: pgmap v69: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-29T14:53:30.434 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[90512]: Reconfiguring osd.1 (monmap changed)... 2024-08-29T14:53:30.434 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[90512]: Reconfiguring daemon osd.1 on smithi131 2024-08-29T14:53:30.435 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[90512]: osdmap e324: 8 total, 8 up, 8 in 2024-08-29T14:53:30.435 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:30.435 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:30.435 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-29T14:53:30.435 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:30 smithi169 ceph-mon[78471]: pgmap v69: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-29T14:53:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:30 smithi169 ceph-mon[78471]: Reconfiguring osd.1 (monmap changed)... 2024-08-29T14:53:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:30 smithi169 ceph-mon[78471]: Reconfiguring daemon osd.1 on smithi131 2024-08-29T14:53:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:30 smithi169 ceph-mon[78471]: osdmap e324: 8 total, 8 up, 8 in 2024-08-29T14:53:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:30.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-29T14:53:30.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:30.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:30.878 INFO:tasks.rados.rados.0.smithi131.stdout:1240: expect (ObjNum 393 snap 120 seq_num 393) 2024-08-29T14:53:30.923 INFO:tasks.rados.rados.0.smithi131.stdout:1241: finishing write tid 1 to smithi13174786-1 2024-08-29T14:53:30.924 INFO:tasks.rados.rados.0.smithi131.stdout:1241: finishing write tid 2 to smithi13174786-1 2024-08-29T14:53:30.924 INFO:tasks.rados.rados.0.smithi131.stdout:1245: seq_num 398 ranges {7651328=671744,8323072=557056,8880128=532480,9412608=114688} 2024-08-29T14:53:30.968 INFO:tasks.rados.rados.0.smithi131.stdout:1245: writing smithi13174786-33 from 7651328 to 8323072 tid 1 2024-08-29T14:53:30.971 INFO:tasks.rados.rados.0.smithi131.stdout:1245: writing smithi13174786-33 from 8323072 to 8880128 tid 2 2024-08-29T14:53:30.974 INFO:tasks.rados.rados.0.smithi131.stdout:1245: writing smithi13174786-33 from 8880128 to 9412608 tid 3 2024-08-29T14:53:30.975 INFO:tasks.rados.rados.0.smithi131.stdout:1245: writing smithi13174786-33 from 9412608 to 9527296 tid 4 2024-08-29T14:53:30.976 INFO:tasks.rados.rados.0.smithi131.stdout:1234: done (8 left) 2024-08-29T14:53:30.976 INFO:tasks.rados.rados.0.smithi131.stdout:1236: done (7 left) 2024-08-29T14:53:30.976 INFO:tasks.rados.rados.0.smithi131.stdout:1237: done (6 left) 2024-08-29T14:53:30.976 INFO:tasks.rados.rados.0.smithi131.stdout:1238: done (5 left) 2024-08-29T14:53:30.976 INFO:tasks.rados.rados.0.smithi131.stdout:1240: done (4 left) 2024-08-29T14:53:30.976 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 120 2024-08-29T14:53:30.976 INFO:tasks.rados.rados.0.smithi131.stdout:1246: seq_num 399 ranges {0=688128,688128=434176,1122304=745472,1867776=24576} 2024-08-29T14:53:30.979 INFO:tasks.rados.rados.0.smithi131.stdout:1246: writing smithi13174786-31 from 0 to 688128 tid 1 2024-08-29T14:53:30.982 INFO:tasks.rados.rados.0.smithi131.stdout:1246: writing smithi13174786-31 from 688128 to 1122304 tid 2 2024-08-29T14:53:30.987 INFO:tasks.rados.rados.0.smithi131.stdout:1246: writing smithi13174786-31 from 1122304 to 1867776 tid 3 2024-08-29T14:53:30.987 INFO:tasks.rados.rados.0.smithi131.stdout:1246: writing smithi13174786-31 from 1867776 to 1892352 tid 4 2024-08-29T14:53:30.987 INFO:tasks.rados.rados.0.smithi131.stdout:1247: read oid 9 snap -1 2024-08-29T14:53:30.988 INFO:tasks.rados.rados.0.smithi131.stdout:1247: expect deleted 2024-08-29T14:53:30.988 INFO:tasks.rados.rados.0.smithi131.stdout:1248: copy_from oid 45 from oid 20 current snap is 120 2024-08-29T14:53:30.988 INFO:tasks.rados.rados.0.smithi131.stdout:1241: finishing write tid 3 to smithi13174786-1 2024-08-29T14:53:30.988 INFO:tasks.rados.rados.0.smithi131.stdout:1241: finishing write tid 4 to smithi13174786-1 2024-08-29T14:53:30.988 INFO:tasks.rados.rados.0.smithi131.stdout:1241: finishing write tid 5 to smithi13174786-1 2024-08-29T14:53:30.988 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 702 (ObjNum 397 snap 120 seq_num 397) dirty exists 2024-08-29T14:53:30.988 INFO:tasks.rados.rados.0.smithi131.stdout:1241: left oid 1 (ObjNum 397 snap 120 seq_num 397) 2024-08-29T14:53:30.988 INFO:tasks.rados.rados.0.smithi131.stdout:1245: finishing write tid 1 to smithi13174786-33 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1245: finishing write tid 2 to smithi13174786-33 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1245: finishing write tid 3 to smithi13174786-33 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1245: finishing write tid 4 to smithi13174786-33 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1241: done (6 left) 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1243: done (5 left) 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1244: done (4 left) 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1249: read oid 41 snap -1 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1249: expect (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 120 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1245: finishing write tid 5 to smithi13174786-33 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1245: finishing write tid 6 to smithi13174786-33 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 702 (ObjNum 398 snap 120 seq_num 398) dirty exists 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1245: left oid 33 (ObjNum 398 snap 120 seq_num 398) 2024-08-29T14:53:30.989 INFO:tasks.rados.rados.0.smithi131.stdout:1246: finishing write tid 1 to smithi13174786-31 2024-08-29T14:53:30.990 INFO:tasks.rados.rados.0.smithi131.stdout:1250: seq_num 400 ranges {147456=704512,851968=720896,1572864=483328} 2024-08-29T14:53:30.991 INFO:tasks.rados.rados.0.smithi131.stdout:1250: writing smithi13174786-29 from 147456 to 851968 tid 1 2024-08-29T14:53:30.995 INFO:tasks.rados.rados.0.smithi131.stdout:1250: writing smithi13174786-29 from 851968 to 1572864 tid 2 2024-08-29T14:53:30.998 INFO:tasks.rados.rados.0.smithi131.stdout:1250: writing smithi13174786-29 from 1572864 to 2056192 tid 3 2024-08-29T14:53:30.998 INFO:tasks.rados.rados.0.smithi131.stdout:1245: done (5 left) 2024-08-29T14:53:30.998 INFO:tasks.rados.rados.0.smithi131.stdout:1251: copy_from oid 7 from oid 48 current snap is 120 2024-08-29T14:53:30.999 INFO:tasks.rados.rados.0.smithi131.stdout:1246: finishing write tid 2 to smithi13174786-31 2024-08-29T14:53:30.999 INFO:tasks.rados.rados.0.smithi131.stdout:1252: snap_create 2024-08-29T14:53:30.999 INFO:tasks.rados.rados.0.smithi131.stdout:1246: finishing write tid 3 to smithi13174786-31 2024-08-29T14:53:30.999 INFO:tasks.rados.rados.0.smithi131.stdout:1246: finishing write tid 4 to smithi13174786-31 2024-08-29T14:53:30.999 INFO:tasks.rados.rados.0.smithi131.stdout:1246: finishing write tid 5 to smithi13174786-31 2024-08-29T14:53:30.999 INFO:tasks.rados.rados.0.smithi131.stdout:1246: finishing write tid 6 to smithi13174786-31 2024-08-29T14:53:30.999 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 497 (ObjNum 399 snap 120 seq_num 399) dirty exists 2024-08-29T14:53:30.999 INFO:tasks.rados.rados.0.smithi131.stdout:1246: left oid 31 (ObjNum 399 snap 120 seq_num 399) 2024-08-29T14:53:31.002 INFO:tasks.rados.rados.0.smithi131.stdout:1250: finishing write tid 1 to smithi13174786-29 2024-08-29T14:53:31.015 INFO:tasks.rados.rados.0.smithi131.stdout:1251: finishing copy_from racing read to smithi13174786-7 2024-08-29T14:53:31.018 INFO:tasks.rados.rados.0.smithi131.stdout:1251: finishing copy_from to smithi13174786-7 2024-08-29T14:53:31.018 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 539 (ObjNum 267 snap 73 seq_num 267) dirty exists 2024-08-29T14:53:31.027 INFO:tasks.rados.rados.0.smithi131.stdout:1248: finishing copy_from racing read to smithi13174786-45 2024-08-29T14:53:31.027 INFO:tasks.rados.rados.0.smithi131.stdout:1250: finishing write tid 2 to smithi13174786-29 2024-08-29T14:53:31.027 INFO:tasks.rados.rados.0.smithi131.stdout:1250: finishing write tid 3 to smithi13174786-29 2024-08-29T14:53:31.027 INFO:tasks.rados.rados.0.smithi131.stdout:1250: finishing write tid 4 to smithi13174786-29 2024-08-29T14:53:31.033 INFO:tasks.rados.rados.0.smithi131.stdout:1248: finishing copy_from to smithi13174786-45 2024-08-29T14:53:31.034 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 787 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T14:53:31.034 INFO:tasks.rados.rados.0.smithi131.stdout:1250: finishing write tid 5 to smithi13174786-29 2024-08-29T14:53:31.034 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 331 (ObjNum 400 snap 120 seq_num 400) dirty exists 2024-08-29T14:53:31.034 INFO:tasks.rados.rados.0.smithi131.stdout:1250: left oid 29 (ObjNum 400 snap 120 seq_num 400) 2024-08-29T14:53:31.066 INFO:tasks.rados.rados.0.smithi131.stdout:1249: expect (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:53:31.305 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:31 smithi131 ceph-mon[87973]: Reconfiguring osd.2 (monmap changed)... 2024-08-29T14:53:31.305 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:31 smithi131 ceph-mon[87973]: Reconfiguring daemon osd.2 on smithi131 2024-08-29T14:53:31.305 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:31 smithi131 ceph-mon[87973]: osdmap e325: 8 total, 8 up, 8 in 2024-08-29T14:53:31.305 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:31 smithi131 ceph-mon[90512]: Reconfiguring osd.2 (monmap changed)... 2024-08-29T14:53:31.305 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:31 smithi131 ceph-mon[90512]: Reconfiguring daemon osd.2 on smithi131 2024-08-29T14:53:31.305 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:31 smithi131 ceph-mon[90512]: osdmap e325: 8 total, 8 up, 8 in 2024-08-29T14:53:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:31 smithi169 ceph-mon[78471]: Reconfiguring osd.2 (monmap changed)... 2024-08-29T14:53:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:31 smithi169 ceph-mon[78471]: Reconfiguring daemon osd.2 on smithi131 2024-08-29T14:53:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:31 smithi169 ceph-mon[78471]: osdmap e325: 8 total, 8 up, 8 in 2024-08-29T14:53:32.311 INFO:tasks.rados.rados.0.smithi131.stdout:1246: done (6 left) 2024-08-29T14:53:32.311 INFO:tasks.rados.rados.0.smithi131.stdout:1247: done (5 left) 2024-08-29T14:53:32.311 INFO:tasks.rados.rados.0.smithi131.stdout:1248: done (4 left) 2024-08-29T14:53:32.311 INFO:tasks.rados.rados.0.smithi131.stdout:1249: done (3 left) 2024-08-29T14:53:32.311 INFO:tasks.rados.rados.0.smithi131.stdout:1250: done (2 left) 2024-08-29T14:53:32.311 INFO:tasks.rados.rados.0.smithi131.stdout:1251: done (1 left) 2024-08-29T14:53:32.311 INFO:tasks.rados.rados.0.smithi131.stdout:1252: done (0 left) 2024-08-29T14:53:32.311 INFO:tasks.rados.rados.0.smithi131.stdout:1253: snap_create 2024-08-29T14:53:32.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[87973]: pgmap v72: 121 pgs: 121 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-08-29T14:53:32.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[87973]: osdmap e326: 8 total, 8 up, 8 in 2024-08-29T14:53:32.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:32.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:32.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-29T14:53:32.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:32.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[90512]: pgmap v72: 121 pgs: 121 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-08-29T14:53:32.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[90512]: osdmap e326: 8 total, 8 up, 8 in 2024-08-29T14:53:32.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:32.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:32.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-29T14:53:32.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:32 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:32 smithi169 ceph-mon[78471]: pgmap v72: 121 pgs: 121 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-08-29T14:53:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:32 smithi169 ceph-mon[78471]: osdmap e326: 8 total, 8 up, 8 in 2024-08-29T14:53:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:32 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:32 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:32 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-29T14:53:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:32 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:33.191 INFO:tasks.rados.rados.0.smithi131.stdout:1253: done (0 left) 2024-08-29T14:53:33.191 INFO:tasks.rados.rados.0.smithi131.stdout:1254: snap_remove snap 120 2024-08-29T14:53:33.382 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[87973]: Reconfiguring osd.3 (monmap changed)... 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[87973]: Reconfiguring daemon osd.3 on smithi131 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[90512]: Reconfiguring osd.3 (monmap changed)... 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[90512]: Reconfiguring daemon osd.3 on smithi131 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:53:33.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:33 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:33 smithi169 ceph-mon[78471]: Reconfiguring osd.3 (monmap changed)... 2024-08-29T14:53:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:33 smithi169 ceph-mon[78471]: Reconfiguring daemon osd.3 on smithi131 2024-08-29T14:53:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:33 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:33 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:33 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:53:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:33 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:34.191 INFO:tasks.rados.rados.0.smithi131.stdout:1254: done (0 left) 2024-08-29T14:53:34.191 INFO:tasks.rados.rados.0.smithi131.stdout:1255: rollback oid 5 current snap is 122 2024-08-29T14:53:34.191 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 5 to 121 2024-08-29T14:53:34.191 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 122 2024-08-29T14:53:34.191 INFO:tasks.rados.rados.0.smithi131.stdout:1256: seq_num 401 ranges {2056192=720896,2777088=606208,3383296=598016} 2024-08-29T14:53:34.206 INFO:tasks.rados.rados.0.smithi131.stdout:1256: writing smithi13174786-29 from 2056192 to 2777088 tid 1 2024-08-29T14:53:34.210 INFO:tasks.rados.rados.0.smithi131.stdout:1256: writing smithi13174786-29 from 2777088 to 3383296 tid 2 2024-08-29T14:53:34.214 INFO:tasks.rados.rados.0.smithi131.stdout:1256: writing smithi13174786-29 from 3383296 to 3981312 tid 3 2024-08-29T14:53:34.214 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 122 2024-08-29T14:53:34.214 INFO:tasks.rados.rados.0.smithi131.stdout:1255: finishing rollback tid 0 to smithi13174786-5 2024-08-29T14:53:34.214 INFO:tasks.rados.rados.0.smithi131.stdout:1257: seq_num 402 ranges {7651328=737280,8388608=491520,8880128=516096,9396224=196608} 2024-08-29T14:53:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:1257: writing smithi13174786-10 from 7651328 to 8388608 tid 1 2024-08-29T14:53:34.263 INFO:tasks.rados.rados.0.smithi131.stdout:1257: writing smithi13174786-10 from 8388608 to 8880128 tid 2 2024-08-29T14:53:34.266 INFO:tasks.rados.rados.0.smithi131.stdout:1257: writing smithi13174786-10 from 8880128 to 9396224 tid 3 2024-08-29T14:53:34.268 INFO:tasks.rados.rados.0.smithi131.stdout:1257: writing smithi13174786-10 from 9396224 to 9592832 tid 4 2024-08-29T14:53:34.268 INFO:tasks.rados.rados.0.smithi131.stdout:1258: delete oid 26 current snap is 122 2024-08-29T14:53:34.268 INFO:tasks.rados.rados.0.smithi131.stdout:1255: finishing rollback tid 1 to smithi13174786-5 2024-08-29T14:53:34.268 INFO:tasks.rados.rados.0.smithi131.stdout:1255: finishing rollback tid 2 to smithi13174786-5 2024-08-29T14:53:34.268 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 501 (ObjNum 376 snap 111 seq_num 376) dirty exists 2024-08-29T14:53:34.269 INFO:tasks.rados.rados.0.smithi131.stdout:1256: finishing write tid 1 to smithi13174786-29 2024-08-29T14:53:34.269 INFO:tasks.rados.rados.0.smithi131.stdout:1256: finishing write tid 2 to smithi13174786-29 2024-08-29T14:53:34.269 INFO:tasks.rados.rados.0.smithi131.stdout:1256: finishing write tid 3 to smithi13174786-29 2024-08-29T14:53:34.269 INFO:tasks.rados.rados.0.smithi131.stdout:1256: finishing write tid 4 to smithi13174786-29 2024-08-29T14:53:34.269 INFO:tasks.rados.rados.0.smithi131.stdout:1256: finishing write tid 5 to smithi13174786-29 2024-08-29T14:53:34.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 791 (ObjNum 401 snap 122 seq_num 401) dirty exists 2024-08-29T14:53:34.269 INFO:tasks.rados.rados.0.smithi131.stdout:1256: left oid 29 (ObjNum 401 snap 122 seq_num 401) 2024-08-29T14:53:34.269 INFO:tasks.rados.rados.0.smithi131.stdout:1257: finishing write tid 1 to smithi13174786-10 2024-08-29T14:53:34.269 INFO:tasks.rados.rados.0.smithi131.stdout:1257: finishing write tid 2 to smithi13174786-10 2024-08-29T14:53:34.270 INFO:tasks.rados.rados.0.smithi131.stdout:1257: finishing write tid 3 to smithi13174786-10 2024-08-29T14:53:34.271 INFO:tasks.rados.rados.0.smithi131.stdout:1257: finishing write tid 4 to smithi13174786-10 2024-08-29T14:53:34.271 INFO:tasks.rados.rados.0.smithi131.stdout:1257: finishing write tid 5 to smithi13174786-10 2024-08-29T14:53:34.273 INFO:tasks.rados.rados.0.smithi131.stdout:1255: done (3 left) 2024-08-29T14:53:34.273 INFO:tasks.rados.rados.0.smithi131.stdout:1256: done (2 left) 2024-08-29T14:53:34.273 INFO:tasks.rados.rados.0.smithi131.stdout:1258: done (1 left) 2024-08-29T14:53:34.273 INFO:tasks.rados.rados.0.smithi131.stdout:1259: read oid 39 snap -1 2024-08-29T14:53:34.273 INFO:tasks.rados.rados.0.smithi131.stdout:1259: expect (ObjNum 358 snap 107 seq_num 358) 2024-08-29T14:53:34.273 INFO:tasks.rados.rados.0.smithi131.stdout:1260: delete oid 14 current snap is 122 2024-08-29T14:53:34.273 INFO:tasks.rados.rados.0.smithi131.stdout:1257: finishing write tid 6 to smithi13174786-10 2024-08-29T14:53:34.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 870 (ObjNum 402 snap 122 seq_num 402) dirty exists 2024-08-29T14:53:34.273 INFO:tasks.rados.rados.0.smithi131.stdout:1257: left oid 10 (ObjNum 402 snap 122 seq_num 402) 2024-08-29T14:53:34.275 INFO:tasks.rados.rados.0.smithi131.stdout:1257: done (2 left) 2024-08-29T14:53:34.275 INFO:tasks.rados.rados.0.smithi131.stdout:1260: done (1 left) 2024-08-29T14:53:34.275 INFO:tasks.rados.rados.0.smithi131.stdout:1261: snap_remove snap 121 2024-08-29T14:53:34.564 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:34.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:34.565 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:34 smithi169 ceph-mon[78471]: pgmap v74: 121 pgs: 121 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 26 op/s 2024-08-29T14:53:34.565 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:34 smithi169 ceph-mon[78471]: Reconfiguring mds.a (monmap changed)... 2024-08-29T14:53:34.565 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:34 smithi169 ceph-mon[78471]: Reconfiguring daemon mds.a on smithi131 2024-08-29T14:53:34.566 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:34 smithi169 ceph-mon[78471]: osdmap e327: 8 total, 8 up, 8 in 2024-08-29T14:53:34.566 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:34.566 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:34.566 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:34.567 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:34.567 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[87973]: pgmap v74: 121 pgs: 121 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 26 op/s 2024-08-29T14:53:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[87973]: Reconfiguring mds.a (monmap changed)... 2024-08-29T14:53:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[87973]: Reconfiguring daemon mds.a on smithi131 2024-08-29T14:53:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[87973]: osdmap e327: 8 total, 8 up, 8 in 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[90512]: pgmap v74: 121 pgs: 121 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 26 op/s 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[90512]: Reconfiguring mds.a (monmap changed)... 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[90512]: Reconfiguring daemon mds.a on smithi131 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[90512]: osdmap e327: 8 total, 8 up, 8 in 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-29T14:53:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-29T14:53:34.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:35.203 INFO:tasks.rados.rados.0.smithi131.stdout:1261: done (1 left) 2024-08-29T14:53:35.203 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 122 2024-08-29T14:53:35.203 INFO:tasks.rados.rados.0.smithi131.stdout:1259: expect (ObjNum 358 snap 107 seq_num 358) 2024-08-29T14:53:35.600 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:35 smithi169 ceph-mon[78471]: Reconfiguring mon.b (monmap changed)... 2024-08-29T14:53:35.600 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:35 smithi169 ceph-mon[78471]: Reconfiguring daemon mon.b on smithi169 2024-08-29T14:53:35.600 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:35 smithi169 ceph-mon[78471]: osdmap e328: 8 total, 8 up, 8 in 2024-08-29T14:53:35.600 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:35 smithi131 ceph-mon[87973]: Reconfiguring mon.b (monmap changed)... 2024-08-29T14:53:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:35 smithi131 ceph-mon[87973]: Reconfiguring daemon mon.b on smithi169 2024-08-29T14:53:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:35 smithi131 ceph-mon[87973]: osdmap e328: 8 total, 8 up, 8 in 2024-08-29T14:53:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:35 smithi131 ceph-mon[90512]: Reconfiguring mon.b (monmap changed)... 2024-08-29T14:53:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:35 smithi131 ceph-mon[90512]: Reconfiguring daemon mon.b on smithi169 2024-08-29T14:53:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:35 smithi131 ceph-mon[90512]: osdmap e328: 8 total, 8 up, 8 in 2024-08-29T14:53:35.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:35.820 INFO:tasks.rados.rados.0.smithi131.stdout:1262: seq_num 405 ranges {4358144=786432,5144576=589824,5734400=614400} 2024-08-29T14:53:35.847 INFO:tasks.rados.rados.0.smithi131.stdout:1262: writing smithi13174786-48 from 4358144 to 5144576 tid 1 2024-08-29T14:53:35.850 INFO:tasks.rados.rados.0.smithi131.stdout:1262: writing smithi13174786-48 from 5144576 to 5734400 tid 2 2024-08-29T14:53:35.855 INFO:tasks.rados.rados.0.smithi131.stdout:1262: writing smithi13174786-48 from 5734400 to 6348800 tid 3 2024-08-29T14:53:35.855 INFO:tasks.rados.rados.0.smithi131.stdout:1259: done (1 left) 2024-08-29T14:53:35.855 INFO:tasks.rados.rados.0.smithi131.stdout:1263: read oid 50 snap -1 2024-08-29T14:53:35.855 INFO:tasks.rados.rados.0.smithi131.stdout:1263: expect (ObjNum 327 snap 98 seq_num 327) 2024-08-29T14:53:35.855 INFO:tasks.rados.rados.0.smithi131.stdout:1264: read oid 36 snap -1 2024-08-29T14:53:35.855 INFO:tasks.rados.rados.0.smithi131.stdout:1264: expect (ObjNum 394 snap 120 seq_num 394) 2024-08-29T14:53:35.856 INFO:tasks.rados.rados.0.smithi131.stdout:1265: copy_from oid 42 from oid 27 current snap is 122 2024-08-29T14:53:35.856 INFO:tasks.rados.rados.0.smithi131.stdout:1262: finishing write tid 1 to smithi13174786-48 2024-08-29T14:53:35.856 INFO:tasks.rados.rados.0.smithi131.stdout:1262: finishing write tid 2 to smithi13174786-48 2024-08-29T14:53:35.856 INFO:tasks.rados.rados.0.smithi131.stdout:1266: snap_create 2024-08-29T14:53:35.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:35.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:35.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:35.883 INFO:tasks.rados.rados.0.smithi131.stdout:1262: finishing write tid 3 to smithi13174786-48 2024-08-29T14:53:35.883 INFO:tasks.rados.rados.0.smithi131.stdout:1262: finishing write tid 4 to smithi13174786-48 2024-08-29T14:53:35.892 INFO:tasks.rados.rados.0.smithi131.stdout:1263: expect (ObjNum 327 snap 98 seq_num 327) 2024-08-29T14:53:36.198 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:53:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:53:35] "GET /metrics HTTP/1.1" 200 36137 "" "Prometheus/2.51.0" 2024-08-29T14:53:36.206 INFO:tasks.rados.rados.0.smithi131.stdout:1265: finishing copy_from racing read to smithi13174786-42 2024-08-29T14:53:36.207 INFO:tasks.rados.rados.0.smithi131.stdout:1264: expect (ObjNum 394 snap 120 seq_num 394) 2024-08-29T14:53:36.320 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:36 smithi169 ceph-mon[78471]: pgmap v77: 121 pgs: 121 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 26 op/s 2024-08-29T14:53:36.320 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:36 smithi169 ceph-mon[78471]: osdmap e329: 8 total, 8 up, 8 in 2024-08-29T14:53:36.320 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:36 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:36.320 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:36 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:36.320 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:36 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-29T14:53:36.320 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:36 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-29T14:53:36.320 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:36 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:36.320 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:36 smithi169 ceph-mon[78471]: osdmap e330: 8 total, 8 up, 8 in 2024-08-29T14:53:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[87973]: pgmap v77: 121 pgs: 121 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 26 op/s 2024-08-29T14:53:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[87973]: osdmap e329: 8 total, 8 up, 8 in 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[87973]: osdmap e330: 8 total, 8 up, 8 in 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[90512]: pgmap v77: 121 pgs: 121 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 26 op/s 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[90512]: osdmap e329: 8 total, 8 up, 8 in 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-29T14:53:36.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-29T14:53:36.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:36.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:36 smithi131 ceph-mon[90512]: osdmap e330: 8 total, 8 up, 8 in 2024-08-29T14:53:36.804 INFO:tasks.rados.rados.0.smithi131.stdout:1262: finishing write tid 5 to smithi13174786-48 2024-08-29T14:53:36.804 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 573 (ObjNum 405 snap 122 seq_num 405) dirty exists 2024-08-29T14:53:36.804 INFO:tasks.rados.rados.0.smithi131.stdout:1262: left oid 48 (ObjNum 405 snap 122 seq_num 405) 2024-08-29T14:53:36.804 INFO:tasks.rados.rados.0.smithi131.stdout:1262: done (4 left) 2024-08-29T14:53:36.804 INFO:tasks.rados.rados.0.smithi131.stdout:1263: done (3 left) 2024-08-29T14:53:36.804 INFO:tasks.rados.rados.0.smithi131.stdout:1264: done (2 left) 2024-08-29T14:53:36.804 INFO:tasks.rados.rados.0.smithi131.stdout:1266: done (1 left) 2024-08-29T14:53:36.804 INFO:tasks.rados.rados.0.smithi131.stdout:1267: delete oid 43 current snap is 123 2024-08-29T14:53:36.804 INFO:tasks.rados.rados.0.smithi131.stdout:1265: finishing copy_from to smithi13174786-42 2024-08-29T14:53:36.805 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 405 (ObjNum 272 snap 77 seq_num 272) dirty exists 2024-08-29T14:53:36.805 INFO:tasks.rados.rados.0.smithi131.stdout:1265: done (1 left) 2024-08-29T14:53:36.805 INFO:tasks.rados.rados.0.smithi131.stdout:1267: done (0 left) 2024-08-29T14:53:36.805 INFO:tasks.rados.rados.0.smithi131.stdout:1268: delete oid 12 current snap is 123 2024-08-29T14:53:36.808 INFO:tasks.rados.rados.0.smithi131.stdout:1268: done (0 left) 2024-08-29T14:53:36.808 INFO:tasks.rados.rados.0.smithi131.stdout:1269: rollback oid 34 current snap is 123 2024-08-29T14:53:36.808 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 34 to 122 2024-08-29T14:53:36.808 INFO:tasks.rados.rados.0.smithi131.stdout:1270: copy_from oid 15 from oid 41 current snap is 123 2024-08-29T14:53:36.808 INFO:tasks.rados.rados.0.smithi131.stdout:1271: rollback oid 40 current snap is 123 2024-08-29T14:53:36.808 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 122 2024-08-29T14:53:36.808 INFO:tasks.rados.rados.0.smithi131.stdout:1272: rollback oid 13 current snap is 123 2024-08-29T14:53:36.808 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 13 to 122 2024-08-29T14:53:36.808 INFO:tasks.rados.rados.0.smithi131.stdout:1273: rollback oid 21 current snap is 123 2024-08-29T14:53:36.808 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 122 2024-08-29T14:53:36.809 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 123 2024-08-29T14:53:36.809 INFO:tasks.rados.rados.0.smithi131.stdout:1274: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-08-29T14:53:36.810 INFO:tasks.rados.rados.0.smithi131.stdout:1274: writing smithi13174786-4 from 0 to 442368 tid 1 2024-08-29T14:53:36.814 INFO:tasks.rados.rados.0.smithi131.stdout:1274: writing smithi13174786-4 from 442368 to 1089536 tid 2 2024-08-29T14:53:36.817 INFO:tasks.rados.rados.0.smithi131.stdout:1274: writing smithi13174786-4 from 1089536 to 1597440 tid 3 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:1274: writing smithi13174786-4 from 1597440 to 2048000 tid 4 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:1275: copy_from oid 9 from oid 33 current snap is 123 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:1273: finishing rollback tid 1 to smithi13174786-21 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:1271: finishing rollback tid 1 to smithi13174786-40 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:1269: finishing rollback tid 0 to smithi13174786-34 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:1269: finishing rollback tid 1 to smithi13174786-34 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:1272: finishing rollback tid 0 to smithi13174786-13 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:1269: finishing rollback tid 2 to smithi13174786-34 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 940 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-29T14:53:36.821 INFO:tasks.rados.rados.0.smithi131.stdout:1272: finishing rollback tid 1 to smithi13174786-13 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:1272: finishing rollback tid 2 to smithi13174786-13 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 157 (ObjNum 346 snap 104 seq_num 346) dirty exists 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:1274: finishing write tid 1 to smithi13174786-4 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:1274: finishing write tid 2 to smithi13174786-4 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:1274: finishing write tid 3 to smithi13174786-4 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:1269: done (6 left) 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:1271: done (5 left) 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:1272: done (4 left) 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:1273: done (3 left) 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:1276: rollback oid 46 current snap is 123 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 46 to 122 2024-08-29T14:53:36.822 INFO:tasks.rados.rados.0.smithi131.stdout:1277: delete oid 50 current snap is 123 2024-08-29T14:53:36.823 INFO:tasks.rados.rados.0.smithi131.stdout:1276: finishing rollback tid 0 to smithi13174786-46 2024-08-29T14:53:36.823 INFO:tasks.rados.rados.0.smithi131.stdout:1274: finishing write tid 4 to smithi13174786-4 2024-08-29T14:53:36.824 INFO:tasks.rados.rados.0.smithi131.stdout:1277: done (4 left) 2024-08-29T14:53:36.824 INFO:tasks.rados.rados.0.smithi131.stdout:1278: rollback oid 23 current snap is 123 2024-08-29T14:53:36.824 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 23 to 122 2024-08-29T14:53:36.824 INFO:tasks.rados.rados.0.smithi131.stdout:1279: delete oid 50 current snap is 123 2024-08-29T14:53:36.824 INFO:tasks.rados.rados.0.smithi131.stdout:1274: finishing write tid 5 to smithi13174786-4 2024-08-29T14:53:36.824 INFO:tasks.rados.rados.0.smithi131.stdout:1276: finishing rollback tid 1 to smithi13174786-46 2024-08-29T14:53:36.825 INFO:tasks.rados.rados.0.smithi131.stdout:1276: finishing rollback tid 2 to smithi13174786-46 2024-08-29T14:53:36.825 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 705 (ObjNum 366 snap 109 seq_num 366) dirty exists 2024-08-29T14:53:36.826 INFO:tasks.rados.rados.0.smithi131.stdout:1274: finishing write tid 6 to smithi13174786-4 2024-08-29T14:53:36.826 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 877 (ObjNum 408 snap 123 seq_num 408) dirty exists 2024-08-29T14:53:36.826 INFO:tasks.rados.rados.0.smithi131.stdout:1274: left oid 4 (ObjNum 408 snap 123 seq_num 408) 2024-08-29T14:53:36.826 INFO:tasks.rados.rados.0.smithi131.stdout:1274: done (5 left) 2024-08-29T14:53:36.826 INFO:tasks.rados.rados.0.smithi131.stdout:1276: done (4 left) 2024-08-29T14:53:36.826 INFO:tasks.rados.rados.0.smithi131.stdout:1279: done (3 left) 2024-08-29T14:53:36.826 INFO:tasks.rados.rados.0.smithi131.stdout:1280: copy_from oid 17 from oid 29 current snap is 123 2024-08-29T14:53:36.826 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 123 2024-08-29T14:53:36.826 INFO:tasks.rados.rados.0.smithi131.stdout:1281: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2024-08-29T14:53:36.829 INFO:tasks.rados.rados.0.smithi131.stdout:1281: writing smithi13174786-43 from 0 to 491520 tid 1 2024-08-29T14:53:36.834 INFO:tasks.rados.rados.0.smithi131.stdout:1281: writing smithi13174786-43 from 491520 to 1245184 tid 2 2024-08-29T14:53:36.838 INFO:tasks.rados.rados.0.smithi131.stdout:1281: writing smithi13174786-43 from 1245184 to 1933312 tid 3 2024-08-29T14:53:36.839 INFO:tasks.rados.rados.0.smithi131.stdout:1281: writing smithi13174786-43 from 1933312 to 2097152 tid 4 2024-08-29T14:53:36.839 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 123 2024-08-29T14:53:36.839 INFO:tasks.rados.rados.0.smithi131.stdout:1278: finishing rollback tid 0 to smithi13174786-23 2024-08-29T14:53:36.840 INFO:tasks.rados.rados.0.smithi131.stdout:1278: finishing rollback tid 1 to smithi13174786-23 2024-08-29T14:53:36.840 INFO:tasks.rados.rados.0.smithi131.stdout:1278: finishing rollback tid 2 to smithi13174786-23 2024-08-29T14:53:36.840 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 404 (ObjNum 382 snap 114 seq_num 382) dirty exists 2024-08-29T14:53:36.840 INFO:tasks.rados.rados.0.smithi131.stdout:1281: finishing write tid 1 to smithi13174786-43 2024-08-29T14:53:36.840 INFO:tasks.rados.rados.0.smithi131.stdout:1282: seq_num 412 ranges {7217152=507904,7725056=630784,8355840=491520,8847360=483328} 2024-08-29T14:53:36.883 INFO:tasks.rados.rados.0.smithi131.stdout:1282: writing smithi13174786-38 from 7217152 to 7725056 tid 1 2024-08-29T14:53:36.887 INFO:tasks.rados.rados.0.smithi131.stdout:1282: writing smithi13174786-38 from 7725056 to 8355840 tid 2 2024-08-29T14:53:36.889 INFO:tasks.rados.rados.0.smithi131.stdout:1282: writing smithi13174786-38 from 8355840 to 8847360 tid 3 2024-08-29T14:53:36.893 INFO:tasks.rados.rados.0.smithi131.stdout:1282: writing smithi13174786-38 from 8847360 to 9330688 tid 4 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1278: done (5 left) 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1283: rollback oid 1 current snap is 123 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 122 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1281: finishing write tid 2 to smithi13174786-43 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1281: finishing write tid 3 to smithi13174786-43 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1281: finishing write tid 4 to smithi13174786-43 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1281: finishing write tid 5 to smithi13174786-43 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1281: finishing write tid 6 to smithi13174786-43 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 408 (ObjNum 411 snap 123 seq_num 411) dirty exists 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1281: left oid 43 (ObjNum 411 snap 123 seq_num 411) 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1280: finishing copy_from racing read to smithi13174786-17 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1275: finishing copy_from racing read to smithi13174786-9 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1270: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:53:36.894 INFO:tasks.rados.rados.0.smithi131.stdout:1280: finishing copy_from to smithi13174786-17 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 791 (ObjNum 401 snap 122 seq_num 401) dirty exists 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1270: finishing copy_from to smithi13174786-15 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 962 (ObjNum 355 snap 106 seq_num 355) dirty exists 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1275: finishing copy_from to smithi13174786-9 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 702 (ObjNum 398 snap 120 seq_num 398) dirty exists 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1282: finishing write tid 1 to smithi13174786-38 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1282: finishing write tid 2 to smithi13174786-38 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1282: finishing write tid 3 to smithi13174786-38 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1270: done (5 left) 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1275: done (4 left) 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1280: done (3 left) 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1281: done (2 left) 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1284: read oid 11 snap -1 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1284: expect deleted 2024-08-29T14:53:36.895 INFO:tasks.rados.rados.0.smithi131.stdout:1285: delete oid 30 current snap is 123 2024-08-29T14:53:36.896 INFO:tasks.rados.rados.0.smithi131.stdout:1284: done (3 left) 2024-08-29T14:53:36.896 INFO:tasks.rados.rados.0.smithi131.stdout:1285: done (2 left) 2024-08-29T14:53:36.896 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 123 2024-08-29T14:53:36.896 INFO:tasks.rados.rados.0.smithi131.stdout:1286: seq_num 414 ranges {8404992=540672,8945664=802816,9748480=458752,10207232=344064} 2024-08-29T14:53:36.942 INFO:tasks.rados.rados.0.smithi131.stdout:1286: writing smithi13174786-36 from 8404992 to 8945664 tid 1 2024-08-29T14:53:36.946 INFO:tasks.rados.rados.0.smithi131.stdout:1286: writing smithi13174786-36 from 8945664 to 9748480 tid 2 2024-08-29T14:53:36.949 INFO:tasks.rados.rados.0.smithi131.stdout:1286: writing smithi13174786-36 from 9748480 to 10207232 tid 3 2024-08-29T14:53:36.951 INFO:tasks.rados.rados.0.smithi131.stdout:1286: writing smithi13174786-36 from 10207232 to 10551296 tid 4 2024-08-29T14:53:36.951 INFO:tasks.rados.rados.0.smithi131.stdout:1287: snap_create 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:1282: finishing write tid 4 to smithi13174786-38 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:1283: finishing rollback tid 0 to smithi13174786-1 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:1283: finishing rollback tid 1 to smithi13174786-1 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:1282: finishing write tid 5 to smithi13174786-38 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:1283: finishing rollback tid 2 to smithi13174786-1 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 705 (ObjNum 397 snap 120 seq_num 397) dirty exists 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:1282: finishing write tid 6 to smithi13174786-38 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 967 (ObjNum 412 snap 123 seq_num 412) dirty exists 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:1282: left oid 38 (ObjNum 412 snap 123 seq_num 412) 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:1286: finishing write tid 1 to smithi13174786-36 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:1286: finishing write tid 2 to smithi13174786-36 2024-08-29T14:53:36.952 INFO:tasks.rados.rados.0.smithi131.stdout:1286: finishing write tid 3 to smithi13174786-36 2024-08-29T14:53:36.953 INFO:tasks.rados.rados.0.smithi131.stdout:1286: finishing write tid 4 to smithi13174786-36 2024-08-29T14:53:36.953 INFO:tasks.rados.rados.0.smithi131.stdout:1286: finishing write tid 5 to smithi13174786-36 2024-08-29T14:53:36.954 INFO:tasks.rados.rados.0.smithi131.stdout:1286: finishing write tid 6 to smithi13174786-36 2024-08-29T14:53:36.954 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 796 (ObjNum 414 snap 123 seq_num 414) dirty exists 2024-08-29T14:53:36.954 INFO:tasks.rados.rados.0.smithi131.stdout:1286: left oid 36 (ObjNum 414 snap 123 seq_num 414) 2024-08-29T14:53:37.049 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:36.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:37.207 INFO:tasks.rados.rados.0.smithi131.stdout:1282: done (3 left) 2024-08-29T14:53:37.208 INFO:tasks.rados.rados.0.smithi131.stdout:1283: done (2 left) 2024-08-29T14:53:37.208 INFO:tasks.rados.rados.0.smithi131.stdout:1286: done (1 left) 2024-08-29T14:53:37.208 INFO:tasks.rados.rados.0.smithi131.stdout:1287: done (0 left) 2024-08-29T14:53:37.208 INFO:tasks.rados.rados.0.smithi131.stdout:1288: snap_create 2024-08-29T14:53:37.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:37 smithi169 ceph-mon[78471]: Reconfiguring mgr.x (monmap changed)... 2024-08-29T14:53:37.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:37 smithi169 ceph-mon[78471]: Reconfiguring daemon mgr.x on smithi169 2024-08-29T14:53:37.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:37.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:37.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-29T14:53:37.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[87973]: Reconfiguring mgr.x (monmap changed)... 2024-08-29T14:53:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[87973]: Reconfiguring daemon mgr.x on smithi169 2024-08-29T14:53:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-29T14:53:37.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[90512]: Reconfiguring mgr.x (monmap changed)... 2024-08-29T14:53:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[90512]: Reconfiguring daemon mgr.x on smithi169 2024-08-29T14:53:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-29T14:53:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:38.208 INFO:tasks.rados.rados.0.smithi131.stdout:1288: done (0 left) 2024-08-29T14:53:38.209 INFO:tasks.rados.rados.0.smithi131.stdout:1289: rollback oid 44 current snap is 125 2024-08-29T14:53:38.209 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 44 to 122 2024-08-29T14:53:38.209 INFO:tasks.rados.rados.0.smithi131.stdout:1290: read oid 36 snap -1 2024-08-29T14:53:38.209 INFO:tasks.rados.rados.0.smithi131.stdout:1290: expect (ObjNum 414 snap 123 seq_num 414) 2024-08-29T14:53:38.209 INFO:tasks.rados.rados.0.smithi131.stdout:1291: snap_create 2024-08-29T14:53:38.220 INFO:tasks.rados.rados.0.smithi131.stdout:1289: finishing rollback tid 0 to smithi13174786-44 2024-08-29T14:53:38.221 INFO:tasks.rados.rados.0.smithi131.stdout:1289: finishing rollback tid 1 to smithi13174786-44 2024-08-29T14:53:38.221 INFO:tasks.rados.rados.0.smithi131.stdout:1289: finishing rollback tid 2 to smithi13174786-44 2024-08-29T14:53:38.221 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 881 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T14:53:38.247 INFO:tasks.rados.rados.0.smithi131.stdout:1290: expect (ObjNum 414 snap 123 seq_num 414) 2024-08-29T14:53:38.515 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:38 smithi169 ceph-mon[78471]: pgmap v80: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 12 op/s 2024-08-29T14:53:38.515 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:38 smithi169 ceph-mon[78471]: Reconfiguring osd.4 (monmap changed)... 2024-08-29T14:53:38.515 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:38 smithi169 ceph-mon[78471]: Reconfiguring daemon osd.4 on smithi169 2024-08-29T14:53:38.515 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:38 smithi169 ceph-mon[78471]: osdmap e331: 8 total, 8 up, 8 in 2024-08-29T14:53:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:38 smithi131 ceph-mon[87973]: pgmap v80: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 12 op/s 2024-08-29T14:53:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:38 smithi131 ceph-mon[87973]: Reconfiguring osd.4 (monmap changed)... 2024-08-29T14:53:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:38 smithi131 ceph-mon[87973]: Reconfiguring daemon osd.4 on smithi169 2024-08-29T14:53:38.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:38 smithi131 ceph-mon[87973]: osdmap e331: 8 total, 8 up, 8 in 2024-08-29T14:53:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:38 smithi131 ceph-mon[90512]: pgmap v80: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 12 op/s 2024-08-29T14:53:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:38 smithi131 ceph-mon[90512]: Reconfiguring osd.4 (monmap changed)... 2024-08-29T14:53:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:38 smithi131 ceph-mon[90512]: Reconfiguring daemon osd.4 on smithi169 2024-08-29T14:53:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:38 smithi131 ceph-mon[90512]: osdmap e331: 8 total, 8 up, 8 in 2024-08-29T14:53:39.225 INFO:tasks.rados.rados.0.smithi131.stdout:1289: done (2 left) 2024-08-29T14:53:39.225 INFO:tasks.rados.rados.0.smithi131.stdout:1290: done (1 left) 2024-08-29T14:53:39.225 INFO:tasks.rados.rados.0.smithi131.stdout:1291: done (0 left) 2024-08-29T14:53:39.225 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 126 2024-08-29T14:53:39.225 INFO:tasks.rados.rados.0.smithi131.stdout:1292: seq_num 415 ranges {7217152=557056,7774208=688128,8462336=663552,9125888=253952} 2024-08-29T14:53:39.274 INFO:tasks.rados.rados.0.smithi131.stdout:1292: writing smithi13174786-42 from 7217152 to 7774208 tid 1 2024-08-29T14:53:39.276 INFO:tasks.rados.rados.0.smithi131.stdout:1292: writing smithi13174786-42 from 7774208 to 8462336 tid 2 2024-08-29T14:53:39.278 INFO:tasks.rados.rados.0.smithi131.stdout:1292: writing smithi13174786-42 from 8462336 to 9125888 tid 3 2024-08-29T14:53:39.280 INFO:tasks.rados.rados.0.smithi131.stdout:1292: writing smithi13174786-42 from 9125888 to 9379840 tid 4 2024-08-29T14:53:39.280 INFO:tasks.rados.rados.0.smithi131.stdout:1293: read oid 6 snap -1 2024-08-29T14:53:39.280 INFO:tasks.rados.rados.0.smithi131.stdout:1293: expect (ObjNum 272 snap 77 seq_num 272) 2024-08-29T14:53:39.280 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 126 2024-08-29T14:53:39.280 INFO:tasks.rados.rados.0.smithi131.stdout:1292: finishing write tid 1 to smithi13174786-42 2024-08-29T14:53:39.280 INFO:tasks.rados.rados.0.smithi131.stdout:1292: finishing write tid 2 to smithi13174786-42 2024-08-29T14:53:39.280 INFO:tasks.rados.rados.0.smithi131.stdout:1294: seq_num 416 ranges {0=573440,573440=573440,1146880=475136,1622016=557056} 2024-08-29T14:53:39.280 INFO:tasks.rados.rados.0.smithi131.stdout:1294: writing smithi13174786-22 from 0 to 573440 tid 1 2024-08-29T14:53:39.280 INFO:tasks.rados.rados.0.smithi131.stdout:1294: writing smithi13174786-22 from 573440 to 1146880 tid 2 2024-08-29T14:53:39.281 INFO:tasks.rados.rados.0.smithi131.stdout:1294: writing smithi13174786-22 from 1146880 to 1622016 tid 3 2024-08-29T14:53:39.283 INFO:tasks.rados.rados.0.smithi131.stdout:1294: writing smithi13174786-22 from 1622016 to 2179072 tid 4 2024-08-29T14:53:39.283 INFO:tasks.rados.rados.0.smithi131.stdout:1295: rollback oid 14 current snap is 126 2024-08-29T14:53:39.283 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 14 to 122 2024-08-29T14:53:39.283 INFO:tasks.rados.rados.0.smithi131.stdout:1292: finishing write tid 3 to smithi13174786-42 2024-08-29T14:53:39.283 INFO:tasks.rados.rados.0.smithi131.stdout:1292: finishing write tid 4 to smithi13174786-42 2024-08-29T14:53:39.283 INFO:tasks.rados.rados.0.smithi131.stdout:1292: finishing write tid 5 to smithi13174786-42 2024-08-29T14:53:39.283 INFO:tasks.rados.rados.0.smithi131.stdout:1292: finishing write tid 6 to smithi13174786-42 2024-08-29T14:53:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 801 (ObjNum 415 snap 126 seq_num 415) dirty exists 2024-08-29T14:53:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1292: left oid 42 (ObjNum 415 snap 126 seq_num 415) 2024-08-29T14:53:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1292: done (3 left) 2024-08-29T14:53:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1296: rmattr oid 20 current snap is 126 2024-08-29T14:53:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 126 2024-08-29T14:53:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1297: seq_num 417 ranges {4448256=589824,5038080=458752,5496832=679936,6176768=466944} 2024-08-29T14:53:39.310 INFO:tasks.rados.rados.0.smithi131.stdout:1297: writing smithi13174786-2 from 4448256 to 5038080 tid 1 2024-08-29T14:53:39.310 INFO:tasks.rados.rados.0.smithi131.stdout:1297: writing smithi13174786-2 from 5038080 to 5496832 tid 2 2024-08-29T14:53:39.313 INFO:tasks.rados.rados.0.smithi131.stdout:1297: writing smithi13174786-2 from 5496832 to 6176768 tid 3 2024-08-29T14:53:39.317 INFO:tasks.rados.rados.0.smithi131.stdout:1297: writing smithi13174786-2 from 6176768 to 6643712 tid 4 2024-08-29T14:53:39.317 INFO:tasks.rados.rados.0.smithi131.stdout:1298: read oid 28 snap -1 2024-08-29T14:53:39.317 INFO:tasks.rados.rados.0.smithi131.stdout:1298: expect deleted 2024-08-29T14:53:39.317 INFO:tasks.rados.rados.0.smithi131.stdout:1299: delete oid 27 current snap is 126 2024-08-29T14:53:39.317 INFO:tasks.rados.rados.0.smithi131.stdout:1294: finishing write tid 1 to smithi13174786-22 2024-08-29T14:53:39.317 INFO:tasks.rados.rados.0.smithi131.stdout:1294: finishing write tid 2 to smithi13174786-22 2024-08-29T14:53:39.318 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 791 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T14:53:39.318 INFO:tasks.rados.rados.0.smithi131.stdout:1294: finishing write tid 3 to smithi13174786-22 2024-08-29T14:53:39.318 INFO:tasks.rados.rados.0.smithi131.stdout:1294: finishing write tid 4 to smithi13174786-22 2024-08-29T14:53:39.318 INFO:tasks.rados.rados.0.smithi131.stdout:1294: finishing write tid 5 to smithi13174786-22 2024-08-29T14:53:39.318 INFO:tasks.rados.rados.0.smithi131.stdout:1294: finishing write tid 6 to smithi13174786-22 2024-08-29T14:53:39.318 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 986 (ObjNum 416 snap 126 seq_num 416) dirty exists 2024-08-29T14:53:39.318 INFO:tasks.rados.rados.0.smithi131.stdout:1294: left oid 22 (ObjNum 416 snap 126 seq_num 416) 2024-08-29T14:53:39.318 INFO:tasks.rados.rados.0.smithi131.stdout:1295: finishing rollback tid 1 to smithi13174786-14 2024-08-29T14:53:39.318 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 0 (ObjNum 33 snap 0 seq_num 2114950520) dirty dne 2024-08-29T14:53:39.318 INFO:tasks.rados.rados.0.smithi131.stdout:1293: expect (ObjNum 272 snap 77 seq_num 272) 2024-08-29T14:53:39.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:39 smithi169 ceph-mon[78471]: osdmap e332: 8 total, 8 up, 8 in 2024-08-29T14:53:39.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:39 smithi169 ceph-mon[78471]: pgmap v83: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 12 op/s 2024-08-29T14:53:39.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:39 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:39.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:39 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:39.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:39 smithi169 ceph-mon[78471]: Reconfiguring osd.5 (monmap changed)... 2024-08-29T14:53:39.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:39 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-29T14:53:39.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:39 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:39.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:39 smithi169 ceph-mon[78471]: Reconfiguring daemon osd.5 on smithi169 2024-08-29T14:53:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[87973]: osdmap e332: 8 total, 8 up, 8 in 2024-08-29T14:53:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[87973]: pgmap v83: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 12 op/s 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[87973]: Reconfiguring osd.5 (monmap changed)... 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[87973]: Reconfiguring daemon osd.5 on smithi169 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[90512]: osdmap e332: 8 total, 8 up, 8 in 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[90512]: pgmap v83: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 12 op/s 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[90512]: Reconfiguring osd.5 (monmap changed)... 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-29T14:53:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:39.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:39 smithi131 ceph-mon[90512]: Reconfiguring daemon osd.5 on smithi169 2024-08-29T14:53:39.668 INFO:tasks.rados.rados.0.smithi131.stdout:1297: finishing write tid 1 to smithi13174786-2 2024-08-29T14:53:39.668 INFO:tasks.rados.rados.0.smithi131.stdout:1297: finishing write tid 2 to smithi13174786-2 2024-08-29T14:53:39.668 INFO:tasks.rados.rados.0.smithi131.stdout:1297: finishing write tid 3 to smithi13174786-2 2024-08-29T14:53:39.668 INFO:tasks.rados.rados.0.smithi131.stdout:1297: finishing write tid 4 to smithi13174786-2 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:1297: finishing write tid 5 to smithi13174786-2 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:1293: done (6 left) 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:1294: done (5 left) 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:1295: done (4 left) 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:1296: done (3 left) 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:1298: done (2 left) 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:1299: done (1 left) 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:1300: rollback oid 34 current snap is 126 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 34 to 123 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:1297: finishing write tid 6 to smithi13174786-2 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 796 (ObjNum 417 snap 126 seq_num 417) dirty exists 2024-08-29T14:53:39.669 INFO:tasks.rados.rados.0.smithi131.stdout:1297: left oid 2 (ObjNum 417 snap 126 seq_num 417) 2024-08-29T14:53:39.670 INFO:tasks.rados.rados.0.smithi131.stdout:1297: done (1 left) 2024-08-29T14:53:39.670 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 126 2024-08-29T14:53:39.670 INFO:tasks.rados.rados.0.smithi131.stdout:1301: seq_num 419 ranges {6643712=622592,7266304=671744,7938048=647168,8585216=286720} 2024-08-29T14:53:39.705 INFO:tasks.rados.rados.0.smithi131.stdout:1301: writing smithi13174786-2 from 6643712 to 7266304 tid 1 2024-08-29T14:53:39.710 INFO:tasks.rados.rados.0.smithi131.stdout:1301: writing smithi13174786-2 from 7266304 to 7938048 tid 2 2024-08-29T14:53:39.712 INFO:tasks.rados.rados.0.smithi131.stdout:1301: writing smithi13174786-2 from 7938048 to 8585216 tid 3 2024-08-29T14:53:39.714 INFO:tasks.rados.rados.0.smithi131.stdout:1301: writing smithi13174786-2 from 8585216 to 8871936 tid 4 2024-08-29T14:53:39.714 INFO:tasks.rados.rados.0.smithi131.stdout:1302: read oid 15 snap -1 2024-08-29T14:53:39.714 INFO:tasks.rados.rados.0.smithi131.stdout:1302: expect (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:53:39.714 INFO:tasks.rados.rados.0.smithi131.stdout:1303: rollback oid 36 current snap is 126 2024-08-29T14:53:39.714 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 125 2024-08-29T14:53:39.715 INFO:tasks.rados.rados.0.smithi131.stdout:1300: finishing rollback tid 0 to smithi13174786-34 2024-08-29T14:53:39.715 INFO:tasks.rados.rados.0.smithi131.stdout:1300: finishing rollback tid 1 to smithi13174786-34 2024-08-29T14:53:39.715 INFO:tasks.rados.rados.0.smithi131.stdout:1300: finishing rollback tid 2 to smithi13174786-34 2024-08-29T14:53:39.715 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 943 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-29T14:53:39.715 INFO:tasks.rados.rados.0.smithi131.stdout:1301: finishing write tid 1 to smithi13174786-2 2024-08-29T14:53:39.715 INFO:tasks.rados.rados.0.smithi131.stdout:1300: done (3 left) 2024-08-29T14:53:39.715 INFO:tasks.rados.rados.0.smithi131.stdout:1304: rmattr oid 46 current snap is 126 2024-08-29T14:53:39.715 INFO:tasks.rados.rados.0.smithi131.stdout:1304: done (3 left) 2024-08-29T14:53:39.715 INFO:tasks.rados.rados.0.smithi131.stdout:1305: setattr oid 10 current snap is 126 2024-08-29T14:53:39.715 INFO:tasks.rados.rados.0.smithi131.stdout:1301: finishing write tid 2 to smithi13174786-2 2024-08-29T14:53:39.716 INFO:tasks.rados.rados.0.smithi131.stdout:1301: finishing write tid 3 to smithi13174786-2 2024-08-29T14:53:39.716 INFO:tasks.rados.rados.0.smithi131.stdout:1301: finishing write tid 4 to smithi13174786-2 2024-08-29T14:53:39.717 INFO:tasks.rados.rados.0.smithi131.stdout:1306: snap_remove snap 122 2024-08-29T14:53:40.222 INFO:tasks.rados.rados.0.smithi131.stdout:1306: done (4 left) 2024-08-29T14:53:40.222 INFO:tasks.rados.rados.0.smithi131.stdout:1307: rmattr oid 11 current snap is 126 2024-08-29T14:53:40.222 INFO:tasks.rados.rados.0.smithi131.stdout:1307: done (4 left) 2024-08-29T14:53:40.222 INFO:tasks.rados.rados.0.smithi131.stdout:1308: snap_remove snap 123 2024-08-29T14:53:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:40 smithi131 ceph-mon[87973]: osdmap e333: 8 total, 8 up, 8 in 2024-08-29T14:53:40.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:40 smithi131 ceph-mon[90512]: osdmap e333: 8 total, 8 up, 8 in 2024-08-29T14:53:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:40 smithi169 ceph-mon[78471]: osdmap e333: 8 total, 8 up, 8 in 2024-08-29T14:53:40.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:41.235 INFO:tasks.rados.rados.0.smithi131.stdout:1308: done (4 left) 2024-08-29T14:53:41.235 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 126 2024-08-29T14:53:41.235 INFO:tasks.rados.rados.0.smithi131.stdout:1303: finishing rollback tid 0 to smithi13174786-36 2024-08-29T14:53:41.236 INFO:tasks.rados.rados.0.smithi131.stdout:1303: finishing rollback tid 1 to smithi13174786-36 2024-08-29T14:53:41.236 INFO:tasks.rados.rados.0.smithi131.stdout:1301: finishing write tid 5 to smithi13174786-2 2024-08-29T14:53:41.236 INFO:tasks.rados.rados.0.smithi131.stdout:1303: finishing rollback tid 2 to smithi13174786-36 2024-08-29T14:53:41.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 804 (ObjNum 414 snap 123 seq_num 414) dirty exists 2024-08-29T14:53:41.236 INFO:tasks.rados.rados.0.smithi131.stdout:1301: finishing write tid 6 to smithi13174786-2 2024-08-29T14:53:41.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 801 (ObjNum 419 snap 126 seq_num 419) dirty exists 2024-08-29T14:53:41.236 INFO:tasks.rados.rados.0.smithi131.stdout:1301: left oid 2 (ObjNum 419 snap 126 seq_num 419) 2024-08-29T14:53:41.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 883 (ObjNum 402 snap 122 seq_num 402) dirty exists 2024-08-29T14:53:41.236 INFO:tasks.rados.rados.0.smithi131.stdout:1302: expect (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:53:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[87973]: osdmap e334: 8 total, 8 up, 8 in 2024-08-29T14:53:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[87973]: pgmap v86: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 13 MiB/s wr, 34 op/s 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[87973]: Reconfiguring osd.6 (monmap changed)... 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[87973]: Reconfiguring daemon osd.6 on smithi169 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[90512]: osdmap e334: 8 total, 8 up, 8 in 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[90512]: pgmap v86: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 13 MiB/s wr, 34 op/s 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[90512]: Reconfiguring osd.6 (monmap changed)... 2024-08-29T14:53:41.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-29T14:53:41.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:41.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:41 smithi131 ceph-mon[90512]: Reconfiguring daemon osd.6 on smithi169 2024-08-29T14:53:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:41 smithi169 ceph-mon[78471]: osdmap e334: 8 total, 8 up, 8 in 2024-08-29T14:53:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:41 smithi169 ceph-mon[78471]: pgmap v86: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 13 MiB/s wr, 34 op/s 2024-08-29T14:53:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:41 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:41 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:41 smithi169 ceph-mon[78471]: Reconfiguring osd.6 (monmap changed)... 2024-08-29T14:53:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:41 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-29T14:53:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:41 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:41 smithi169 ceph-mon[78471]: Reconfiguring daemon osd.6 on smithi169 2024-08-29T14:53:42.350 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:42 smithi169 ceph-mon[78471]: osdmap e335: 8 total, 8 up, 8 in 2024-08-29T14:53:42.350 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:42 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:42.350 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:42 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:42.350 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:42 smithi169 ceph-mon[78471]: Reconfiguring osd.7 (monmap changed)... 2024-08-29T14:53:42.350 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:42 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-29T14:53:42.350 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:42 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:42.350 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:42 smithi169 ceph-mon[78471]: Reconfiguring daemon osd.7 on smithi169 2024-08-29T14:53:42.432 INFO:tasks.rados.rados.0.smithi131.stdout:1309: seq_num 420 ranges {0=638976,638976=557056,1196032=450560,1646592=598016} 2024-08-29T14:53:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:1309: writing smithi13174786-8 from 0 to 638976 tid 1 2024-08-29T14:53:42.438 INFO:tasks.rados.rados.0.smithi131.stdout:1309: writing smithi13174786-8 from 638976 to 1196032 tid 2 2024-08-29T14:53:42.441 INFO:tasks.rados.rados.0.smithi131.stdout:1309: writing smithi13174786-8 from 1196032 to 1646592 tid 3 2024-08-29T14:53:42.445 INFO:tasks.rados.rados.0.smithi131.stdout:1309: writing smithi13174786-8 from 1646592 to 2244608 tid 4 2024-08-29T14:53:42.445 INFO:tasks.rados.rados.0.smithi131.stdout:1301: done (4 left) 2024-08-29T14:53:42.445 INFO:tasks.rados.rados.0.smithi131.stdout:1302: done (3 left) 2024-08-29T14:53:42.445 INFO:tasks.rados.rados.0.smithi131.stdout:1303: done (2 left) 2024-08-29T14:53:42.445 INFO:tasks.rados.rados.0.smithi131.stdout:1305: done (1 left) 2024-08-29T14:53:42.445 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 126 2024-08-29T14:53:42.445 INFO:tasks.rados.rados.0.smithi131.stdout:1309: finishing write tid 1 to smithi13174786-8 2024-08-29T14:53:42.445 INFO:tasks.rados.rados.0.smithi131.stdout:1309: finishing write tid 2 to smithi13174786-8 2024-08-29T14:53:42.445 INFO:tasks.rados.rados.0.smithi131.stdout:1309: finishing write tid 3 to smithi13174786-8 2024-08-29T14:53:42.446 INFO:tasks.rados.rados.0.smithi131.stdout:1310: seq_num 421 ranges {3981312=655360,4636672=442368,5079040=663552,5742592=499712} 2024-08-29T14:53:42.469 INFO:tasks.rados.rados.0.smithi131.stdout:1310: writing smithi13174786-29 from 3981312 to 4636672 tid 1 2024-08-29T14:53:42.472 INFO:tasks.rados.rados.0.smithi131.stdout:1310: writing smithi13174786-29 from 4636672 to 5079040 tid 2 2024-08-29T14:53:42.475 INFO:tasks.rados.rados.0.smithi131.stdout:1310: writing smithi13174786-29 from 5079040 to 5742592 tid 3 2024-08-29T14:53:42.480 INFO:tasks.rados.rados.0.smithi131.stdout:1310: writing smithi13174786-29 from 5742592 to 6242304 tid 4 2024-08-29T14:53:42.480 INFO:tasks.rados.rados.0.smithi131.stdout:1311: rollback oid 12 current snap is 126 2024-08-29T14:53:42.480 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 12 to 125 2024-08-29T14:53:42.480 INFO:tasks.rados.rados.0.smithi131.stdout:1309: finishing write tid 4 to smithi13174786-8 2024-08-29T14:53:42.480 INFO:tasks.rados.rados.0.smithi131.stdout:1309: finishing write tid 5 to smithi13174786-8 2024-08-29T14:53:42.480 INFO:tasks.rados.rados.0.smithi131.stdout:1309: finishing write tid 6 to smithi13174786-8 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 512 (ObjNum 420 snap 126 seq_num 420) dirty exists 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:1309: left oid 8 (ObjNum 420 snap 126 seq_num 420) 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:1310: finishing write tid 1 to smithi13174786-29 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:1310: finishing write tid 2 to smithi13174786-29 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:1310: finishing write tid 3 to smithi13174786-29 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:1309: done (2 left) 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:1312: rollback oid 25 current snap is 126 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 25 to 124 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:1313: rmattr oid 46 current snap is 126 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:1314: rmattr oid 18 current snap is 126 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:1315: delete oid 7 current snap is 126 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 0 (ObjNum 366 snap 109 seq_num 366) dirty exists 2024-08-29T14:53:42.481 INFO:tasks.rados.rados.0.smithi131.stdout:1311: finishing rollback tid 1 to smithi13174786-12 2024-08-29T14:53:42.482 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 0 (ObjNum 65 snap 0 seq_num 1651207281) dirty dne 2024-08-29T14:53:42.482 INFO:tasks.rados.rados.0.smithi131.stdout:1311: done (5 left) 2024-08-29T14:53:42.482 INFO:tasks.rados.rados.0.smithi131.stdout:1313: done (4 left) 2024-08-29T14:53:42.482 INFO:tasks.rados.rados.0.smithi131.stdout:1315: done (3 left) 2024-08-29T14:53:42.482 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 126 2024-08-29T14:53:42.482 INFO:tasks.rados.rados.0.smithi131.stdout:1316: seq_num 423 ranges {9527296=688128,10215424=614400,10829824=622592,11452416=368640} 2024-08-29T14:53:42.534 INFO:tasks.rados.rados.0.smithi131.stdout:1316: writing smithi13174786-33 from 9527296 to 10215424 tid 1 2024-08-29T14:53:42.538 INFO:tasks.rados.rados.0.smithi131.stdout:1316: writing smithi13174786-33 from 10215424 to 10829824 tid 2 2024-08-29T14:53:42.541 INFO:tasks.rados.rados.0.smithi131.stdout:1316: writing smithi13174786-33 from 10829824 to 11452416 tid 3 2024-08-29T14:53:42.543 INFO:tasks.rados.rados.0.smithi131.stdout:1316: writing smithi13174786-33 from 11452416 to 11821056 tid 4 2024-08-29T14:53:42.544 INFO:tasks.rados.rados.0.smithi131.stdout:1317: snap_remove snap 125 2024-08-29T14:53:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[87973]: osdmap e335: 8 total, 8 up, 8 in 2024-08-29T14:53:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[87973]: Reconfiguring osd.7 (monmap changed)... 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[87973]: Reconfiguring daemon osd.7 on smithi169 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[90512]: osdmap e335: 8 total, 8 up, 8 in 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[90512]: Reconfiguring osd.7 (monmap changed)... 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-29T14:53:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:42.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:42 smithi131 ceph-mon[90512]: Reconfiguring daemon osd.7 on smithi169 2024-08-29T14:53:43.237 INFO:tasks.rados.rados.0.smithi131.stdout:1310: finishing write tid 4 to smithi13174786-29 2024-08-29T14:53:43.237 INFO:tasks.rados.rados.0.smithi131.stdout:1310: finishing write tid 5 to smithi13174786-29 2024-08-29T14:53:43.237 INFO:tasks.rados.rados.0.smithi131.stdout:1310: finishing write tid 6 to smithi13174786-29 2024-08-29T14:53:43.237 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 806 (ObjNum 421 snap 126 seq_num 421) dirty exists 2024-08-29T14:53:43.237 INFO:tasks.rados.rados.0.smithi131.stdout:1310: left oid 29 (ObjNum 421 snap 126 seq_num 421) 2024-08-29T14:53:43.237 INFO:tasks.rados.rados.0.smithi131.stdout:1312: finishing rollback tid 0 to smithi13174786-25 2024-08-29T14:53:43.237 INFO:tasks.rados.rados.0.smithi131.stdout:1312: finishing rollback tid 1 to smithi13174786-25 2024-08-29T14:53:43.237 INFO:tasks.rados.rados.0.smithi131.stdout:1312: finishing rollback tid 2 to smithi13174786-25 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 996 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 998 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1316: finishing write tid 1 to smithi13174786-33 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1316: finishing write tid 2 to smithi13174786-33 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1316: finishing write tid 3 to smithi13174786-33 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1316: finishing write tid 4 to smithi13174786-33 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1316: finishing write tid 5 to smithi13174786-33 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1316: finishing write tid 6 to smithi13174786-33 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 710 (ObjNum 423 snap 126 seq_num 423) dirty exists 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1316: left oid 33 (ObjNum 423 snap 126 seq_num 423) 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1310: done (4 left) 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1312: done (3 left) 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1314: done (2 left) 2024-08-29T14:53:43.238 INFO:tasks.rados.rados.0.smithi131.stdout:1316: done (1 left) 2024-08-29T14:53:43.239 INFO:tasks.rados.rados.0.smithi131.stdout:1317: done (0 left) 2024-08-29T14:53:43.239 INFO:tasks.rados.rados.0.smithi131.stdout:1318: snap_remove snap 124 2024-08-29T14:53:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:43 smithi131 ceph-mon[87973]: pgmap v88: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 13 MiB/s wr, 34 op/s 2024-08-29T14:53:43.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:43 smithi131 ceph-mon[90512]: pgmap v88: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 13 MiB/s wr, 34 op/s 2024-08-29T14:53:43.628 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:43 smithi169 ceph-mon[78471]: pgmap v88: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 13 MiB/s wr, 34 op/s 2024-08-29T14:53:44.234 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:44 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:44.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:44.248 INFO:tasks.rados.rados.0.smithi131.stdout:1318: done (0 left) 2024-08-29T14:53:44.248 INFO:tasks.rados.rados.0.smithi131.stdout:1319: delete oid 20 current snap is 126 2024-08-29T14:53:44.257 INFO:tasks.rados.rados.0.smithi131.stdout:1319: done (0 left) 2024-08-29T14:53:44.258 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 126 2024-08-29T14:53:44.258 INFO:tasks.rados.rados.0.smithi131.stdout:1320: seq_num 425 ranges {7651328=720896,8372224=778240,9150464=638976,9789440=188416} 2024-08-29T14:53:44.302 INFO:tasks.rados.rados.0.smithi131.stdout:1320: writing smithi13174786-16 from 7651328 to 8372224 tid 1 2024-08-29T14:53:44.307 INFO:tasks.rados.rados.0.smithi131.stdout:1320: writing smithi13174786-16 from 8372224 to 9150464 tid 2 2024-08-29T14:53:44.310 INFO:tasks.rados.rados.0.smithi131.stdout:1320: writing smithi13174786-16 from 9150464 to 9789440 tid 3 2024-08-29T14:53:44.312 INFO:tasks.rados.rados.0.smithi131.stdout:1320: writing smithi13174786-16 from 9789440 to 9977856 tid 4 2024-08-29T14:53:44.312 INFO:tasks.rados.rados.0.smithi131.stdout:1321: copy_from oid 11 from oid 18 current snap is 126 2024-08-29T14:53:44.312 INFO:tasks.rados.rados.0.smithi131.stdout:1320: finishing write tid 1 to smithi13174786-16 2024-08-29T14:53:44.312 INFO:tasks.rados.rados.0.smithi131.stdout:1320: finishing write tid 2 to smithi13174786-16 2024-08-29T14:53:44.312 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 126 2024-08-29T14:53:44.312 INFO:tasks.rados.rados.0.smithi131.stdout:1322: seq_num 426 ranges {1794048=737280,2531328=712704,3244032=802816,4046848=90112} 2024-08-29T14:53:44.325 INFO:tasks.rados.rados.0.smithi131.stdout:1322: writing smithi13174786-3 from 1794048 to 2531328 tid 1 2024-08-29T14:53:44.329 INFO:tasks.rados.rados.0.smithi131.stdout:1322: writing smithi13174786-3 from 2531328 to 3244032 tid 2 2024-08-29T14:53:44.334 INFO:tasks.rados.rados.0.smithi131.stdout:1322: writing smithi13174786-3 from 3244032 to 4046848 tid 3 2024-08-29T14:53:44.335 INFO:tasks.rados.rados.0.smithi131.stdout:1322: writing smithi13174786-3 from 4046848 to 4136960 tid 4 2024-08-29T14:53:44.335 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 126 2024-08-29T14:53:44.335 INFO:tasks.rados.rados.0.smithi131.stdout:1320: finishing write tid 3 to smithi13174786-16 2024-08-29T14:53:44.335 INFO:tasks.rados.rados.0.smithi131.stdout:1323: seq_num 427 ranges {5873664=761856,6635520=598016,7233536=606208,7839744=401408} 2024-08-29T14:53:44.371 INFO:tasks.rados.rados.0.smithi131.stdout:1323: writing smithi13174786-44 from 5873664 to 6635520 tid 1 2024-08-29T14:53:44.375 INFO:tasks.rados.rados.0.smithi131.stdout:1323: writing smithi13174786-44 from 6635520 to 7233536 tid 2 2024-08-29T14:53:44.378 INFO:tasks.rados.rados.0.smithi131.stdout:1323: writing smithi13174786-44 from 7233536 to 7839744 tid 3 2024-08-29T14:53:44.381 INFO:tasks.rados.rados.0.smithi131.stdout:1323: writing smithi13174786-44 from 7839744 to 8241152 tid 4 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1324: read oid 6 snap -1 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1324: expect (ObjNum 272 snap 77 seq_num 272) 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1325: setattr oid 50 current snap is 126 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1320: finishing write tid 4 to smithi13174786-16 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1320: finishing write tid 5 to smithi13174786-16 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1320: finishing write tid 6 to smithi13174786-16 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 902 (ObjNum 425 snap 126 seq_num 425) dirty exists 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1320: left oid 16 (ObjNum 425 snap 126 seq_num 425) 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1322: finishing write tid 1 to smithi13174786-3 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1322: finishing write tid 2 to smithi13174786-3 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1322: finishing write tid 3 to smithi13174786-3 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1322: finishing write tid 4 to smithi13174786-3 2024-08-29T14:53:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1322: finishing write tid 5 to smithi13174786-3 2024-08-29T14:53:44.383 INFO:tasks.rados.rados.0.smithi131.stdout:1322: finishing write tid 6 to smithi13174786-3 2024-08-29T14:53:44.383 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1015 (ObjNum 426 snap 126 seq_num 426) dirty exists 2024-08-29T14:53:44.383 INFO:tasks.rados.rados.0.smithi131.stdout:1322: left oid 3 (ObjNum 426 snap 126 seq_num 426) 2024-08-29T14:53:44.383 INFO:tasks.rados.rados.0.smithi131.stdout:1321: finishing copy_from racing read to smithi13174786-11 2024-08-29T14:53:44.383 INFO:tasks.rados.rados.0.smithi131.stdout:1321: finishing copy_from to smithi13174786-11 2024-08-29T14:53:44.383 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 998 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-08-29T14:53:44.383 INFO:tasks.rados.rados.0.smithi131.stdout:1323: finishing write tid 1 to smithi13174786-44 2024-08-29T14:53:44.383 INFO:tasks.rados.rados.0.smithi131.stdout:1323: finishing write tid 2 to smithi13174786-44 2024-08-29T14:53:44.383 INFO:tasks.rados.rados.0.smithi131.stdout:1323: finishing write tid 3 to smithi13174786-44 2024-08-29T14:53:44.384 INFO:tasks.rados.rados.0.smithi131.stdout:1320: done (5 left) 2024-08-29T14:53:44.384 INFO:tasks.rados.rados.0.smithi131.stdout:1321: done (4 left) 2024-08-29T14:53:44.384 INFO:tasks.rados.rados.0.smithi131.stdout:1322: done (3 left) 2024-08-29T14:53:44.384 INFO:tasks.rados.rados.0.smithi131.stdout:1326: delete oid 18 current snap is 126 2024-08-29T14:53:44.384 INFO:tasks.rados.rados.0.smithi131.stdout:1323: finishing write tid 4 to smithi13174786-44 2024-08-29T14:53:44.384 INFO:tasks.rados.rados.0.smithi131.stdout:1323: finishing write tid 5 to smithi13174786-44 2024-08-29T14:53:44.385 INFO:tasks.rados.rados.0.smithi131.stdout:1323: finishing write tid 6 to smithi13174786-44 2024-08-29T14:53:44.385 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1003 (ObjNum 427 snap 126 seq_num 427) dirty exists 2024-08-29T14:53:44.385 INFO:tasks.rados.rados.0.smithi131.stdout:1323: left oid 44 (ObjNum 427 snap 126 seq_num 427) 2024-08-29T14:53:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1016 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:53:44.437 INFO:tasks.rados.rados.0.smithi131.stdout:1323: done (3 left) 2024-08-29T14:53:44.437 INFO:tasks.rados.rados.0.smithi131.stdout:1325: done (2 left) 2024-08-29T14:53:44.437 INFO:tasks.rados.rados.0.smithi131.stdout:1326: done (1 left) 2024-08-29T14:53:44.437 INFO:tasks.rados.rados.0.smithi131.stdout:1327: delete oid 10 current snap is 126 2024-08-29T14:53:44.439 INFO:tasks.rados.rados.0.smithi131.stdout:1327: done (1 left) 2024-08-29T14:53:44.439 INFO:tasks.rados.rados.0.smithi131.stdout:1328: copy_from oid 30 from oid 37 current snap is 126 2024-08-29T14:53:44.439 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 126 2024-08-29T14:53:44.439 INFO:tasks.rados.rados.0.smithi131.stdout:1329: seq_num 430 ranges {2924544=8192} 2024-08-29T14:53:44.439 INFO:tasks.rados.rados.0.smithi131.stdout:1329: writing smithi13174786-34 from 2924544 to 2932736 tid 1 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1330: copy_from oid 26 from oid 27 current snap is 126 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1328: finishing copy_from racing read to smithi13174786-30 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1328: finishing copy_from to smithi13174786-30 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 473 (ObjNum 369 snap 0 seq_num 2120387392) dirty exists 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1328: done (3 left) 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1331: read oid 31 snap -1 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1331: expect (ObjNum 399 snap 120 seq_num 399) 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 126 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1332: seq_num 431 ranges {4136960=24576} 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1332: writing smithi13174786-3 from 4136960 to 4161536 tid 1 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1333: copy_from oid 14 from oid 13 current snap is 126 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1330: finishing copy_from to smithi13174786-26 2024-08-29T14:53:44.440 INFO:tasks.rados.rados.0.smithi131.stdout:1330: got expected ENOENT (src dne) 2024-08-29T14:53:44.441 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 126 2024-08-29T14:53:44.441 INFO:tasks.rados.rados.0.smithi131.stdout:1330: finishing copy_from racing read to smithi13174786-26 2024-08-29T14:53:44.441 INFO:tasks.rados.rados.0.smithi131.stdout:1324: expect (ObjNum 272 snap 77 seq_num 272) 2024-08-29T14:53:44.592 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:44 smithi169 ceph-mon[78471]: osdmap e336: 8 total, 8 up, 8 in 2024-08-29T14:53:44.593 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:44 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:44.593 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:44 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:44.593 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:44 smithi169 ceph-mon[78471]: Reconfiguring mds.b (monmap changed)... 2024-08-29T14:53:44.593 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:44 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:53:44.593 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:44 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:44.593 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:44 smithi169 ceph-mon[78471]: Reconfiguring daemon mds.b on smithi169 2024-08-29T14:53:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[87973]: osdmap e336: 8 total, 8 up, 8 in 2024-08-29T14:53:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[87973]: Reconfiguring mds.b (monmap changed)... 2024-08-29T14:53:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:53:44.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:44.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[87973]: Reconfiguring daemon mds.b on smithi169 2024-08-29T14:53:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[90512]: osdmap e336: 8 total, 8 up, 8 in 2024-08-29T14:53:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[90512]: Reconfiguring mds.b (monmap changed)... 2024-08-29T14:53:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:53:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:44.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:44 smithi131 ceph-mon[90512]: Reconfiguring daemon mds.b on smithi169 2024-08-29T14:53:44.784 INFO:tasks.rados.rados.0.smithi131.stdout:1329: finishing write tid 1 to smithi13174786-34 2024-08-29T14:53:44.784 INFO:tasks.rados.rados.0.smithi131.stdout:1329: finishing write tid 2 to smithi13174786-34 2024-08-29T14:53:44.785 INFO:tasks.rados.rados.0.smithi131.stdout:1329: finishing write tid 3 to smithi13174786-34 2024-08-29T14:53:44.785 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 945 (ObjNum 430 snap 126 seq_num 430) dirty exists 2024-08-29T14:53:44.785 INFO:tasks.rados.rados.0.smithi131.stdout:1329: left oid 34 (ObjNum 430 snap 126 seq_num 430) 2024-08-29T14:53:44.785 INFO:tasks.rados.rados.0.smithi131.stdout:1331: expect (ObjNum 399 snap 120 seq_num 399) 2024-08-29T14:53:44.834 INFO:tasks.rados.rados.0.smithi131.stdout:1332: finishing write tid 1 to smithi13174786-3 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1332: finishing write tid 2 to smithi13174786-3 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1332: finishing write tid 3 to smithi13174786-3 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1019 (ObjNum 431 snap 126 seq_num 431) dirty exists 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1332: left oid 3 (ObjNum 431 snap 126 seq_num 431) 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1333: finishing copy_from racing read to smithi13174786-14 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1333: finishing copy_from to smithi13174786-14 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 157 (ObjNum 346 snap 104 seq_num 346) dirty exists 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1334: seq_num 432 ranges {0=40960} 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1334: writing smithi13174786-28 from 0 to 40960 tid 1 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1324: done (6 left) 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1329: done (5 left) 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1330: done (4 left) 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1331: done (3 left) 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1332: done (2 left) 2024-08-29T14:53:44.835 INFO:tasks.rados.rados.0.smithi131.stdout:1333: done (1 left) 2024-08-29T14:53:44.836 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 126 2024-08-29T14:53:44.836 INFO:tasks.rados.rados.0.smithi131.stdout:1335: seq_num 433 ranges {4161536=57344} 2024-08-29T14:53:44.857 INFO:tasks.rados.rados.0.smithi131.stdout:1335: writing smithi13174786-3 from 4161536 to 4218880 tid 1 2024-08-29T14:53:44.857 INFO:tasks.rados.rados.0.smithi131.stdout:1336: read oid 47 snap -1 2024-08-29T14:53:44.857 INFO:tasks.rados.rados.0.smithi131.stdout:1336: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:53:44.857 INFO:tasks.rados.rados.0.smithi131.stdout:1337: snap_create 2024-08-29T14:53:44.857 INFO:tasks.rados.rados.0.smithi131.stdout:1334: finishing write tid 1 to smithi13174786-28 2024-08-29T14:53:44.857 INFO:tasks.rados.rados.0.smithi131.stdout:1334: finishing write tid 2 to smithi13174786-28 2024-08-29T14:53:44.857 INFO:tasks.rados.rados.0.smithi131.stdout:1334: finishing write tid 3 to smithi13174786-28 2024-08-29T14:53:44.858 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 712 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-08-29T14:53:44.858 INFO:tasks.rados.rados.0.smithi131.stdout:1334: left oid 28 (ObjNum 432 snap 126 seq_num 432) 2024-08-29T14:53:44.859 INFO:tasks.rados.rados.0.smithi131.stdout:1335: finishing write tid 1 to smithi13174786-3 2024-08-29T14:53:44.859 INFO:tasks.rados.rados.0.smithi131.stdout:1335: finishing write tid 2 to smithi13174786-3 2024-08-29T14:53:44.860 INFO:tasks.rados.rados.0.smithi131.stdout:1335: finishing write tid 3 to smithi13174786-3 2024-08-29T14:53:44.860 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1021 (ObjNum 433 snap 126 seq_num 433) dirty exists 2024-08-29T14:53:44.860 INFO:tasks.rados.rados.0.smithi131.stdout:1335: left oid 3 (ObjNum 433 snap 126 seq_num 433) 2024-08-29T14:53:44.869 INFO:tasks.rados.rados.0.smithi131.stdout:1336: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:53:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: pgmap v90: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-08-29T14:53:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: osdmap e337: 8 total, 8 up, 8 in 2024-08-29T14:53:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:45.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: Upgrade: Setting container_image for all mon 2024-08-29T14:53:45.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-29T14:53:45.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-29T14:53:45.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-29T14:53:45.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-29T14:53:45.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-29T14:53:45.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-29T14:53:45.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:45.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: Upgrade: Setting container_image for all crash 2024-08-29T14:53:45.354 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[87973]: Upgrade: osd.0 is safe to restart 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: pgmap v90: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: osdmap e337: 8 total, 8 up, 8 in 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:45.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: Upgrade: Setting container_image for all mon 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: Upgrade: Setting container_image for all crash 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-29T14:53:45.356 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-mon[90512]: Upgrade: osd.0 is safe to restart 2024-08-29T14:53:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: pgmap v90: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-08-29T14:53:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: osdmap e337: 8 total, 8 up, 8 in 2024-08-29T14:53:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: Upgrade: Setting container_image for all mon 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: Upgrade: Setting container_image for all crash 2024-08-29T14:53:45.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:45.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-29T14:53:45.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-29T14:53:45.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-mon[78471]: Upgrade: osd.0 is safe to restart 2024-08-29T14:53:45.716 INFO:tasks.rados.rados.0.smithi131.stdout:1334: done (3 left) 2024-08-29T14:53:45.716 INFO:tasks.rados.rados.0.smithi131.stdout:1335: done (2 left) 2024-08-29T14:53:45.716 INFO:tasks.rados.rados.0.smithi131.stdout:1336: done (1 left) 2024-08-29T14:53:45.716 INFO:tasks.rados.rados.0.smithi131.stdout:1337: done (0 left) 2024-08-29T14:53:45.716 INFO:tasks.rados.rados.0.smithi131.stdout:1338: setattr oid 23 current snap is 127 2024-08-29T14:53:45.717 INFO:tasks.rados.rados.0.smithi131.stdout:1339: snap_remove snap 126 2024-08-29T14:53:46.118 INFO:tasks.rados.rados.0.smithi131.stdout:1339: done (1 left) 2024-08-29T14:53:46.119 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 127 2024-08-29T14:53:46.119 INFO:tasks.rados.rados.0.smithi131.stdout:1340: seq_num 434 ranges {5873664=73728} 2024-08-29T14:53:46.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:45.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:46.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:45.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:46.144 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:53:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:53:45] "GET /metrics HTTP/1.1" 200 36137 "" "Prometheus/2.51.0" 2024-08-29T14:53:46.151 INFO:tasks.rados.rados.0.smithi131.stdout:1340: writing smithi13174786-45 from 5873664 to 5947392 tid 1 2024-08-29T14:53:46.151 INFO:tasks.rados.rados.0.smithi131.stdout:1341: snap_create 2024-08-29T14:53:46.151 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 405 (ObjNum 382 snap 114 seq_num 382) dirty exists 2024-08-29T14:53:46.154 INFO:tasks.rados.rados.0.smithi131.stdout:1340: finishing write tid 1 to smithi13174786-45 2024-08-29T14:53:46.154 INFO:tasks.rados.rados.0.smithi131.stdout:1340: finishing write tid 2 to smithi13174786-45 2024-08-29T14:53:46.156 INFO:tasks.rados.rados.0.smithi131.stdout:1340: finishing write tid 3 to smithi13174786-45 2024-08-29T14:53:46.156 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 808 (ObjNum 434 snap 127 seq_num 434) dirty exists 2024-08-29T14:53:46.156 INFO:tasks.rados.rados.0.smithi131.stdout:1340: left oid 45 (ObjNum 434 snap 127 seq_num 434) 2024-08-29T14:53:46.848 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[87973]: osdmap e338: 8 total, 8 up, 8 in 2024-08-29T14:53:46.848 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[87973]: osdmap e339: 8 total, 8 up, 8 in 2024-08-29T14:53:46.848 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[87973]: Upgrade: Updating osd.0 2024-08-29T14:53:46.848 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:46.848 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-29T14:53:46.848 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:46.848 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[87973]: Deploying daemon osd.0 on smithi131 2024-08-29T14:53:46.849 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[90512]: osdmap e338: 8 total, 8 up, 8 in 2024-08-29T14:53:46.849 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[90512]: osdmap e339: 8 total, 8 up, 8 in 2024-08-29T14:53:46.849 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[90512]: Upgrade: Updating osd.0 2024-08-29T14:53:46.849 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:46.849 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-29T14:53:46.849 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:46.849 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:46 smithi131 ceph-mon[90512]: Deploying daemon osd.0 on smithi131 2024-08-29T14:53:47.126 INFO:tasks.rados.rados.0.smithi131.stdout:1338: done (2 left) 2024-08-29T14:53:47.126 INFO:tasks.rados.rados.0.smithi131.stdout:1340: done (1 left) 2024-08-29T14:53:47.126 INFO:tasks.rados.rados.0.smithi131.stdout:1341: done (0 left) 2024-08-29T14:53:47.126 INFO:tasks.rados.rados.0.smithi131.stdout:1342: delete oid 3 current snap is 128 2024-08-29T14:53:47.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:46.950Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:46 smithi169 ceph-mon[78471]: osdmap e338: 8 total, 8 up, 8 in 2024-08-29T14:53:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:46 smithi169 ceph-mon[78471]: osdmap e339: 8 total, 8 up, 8 in 2024-08-29T14:53:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:46 smithi169 ceph-mon[78471]: Upgrade: Updating osd.0 2024-08-29T14:53:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:46 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:46 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-29T14:53:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:46 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:53:47.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:46 smithi169 ceph-mon[78471]: Deploying daemon osd.0 on smithi131 2024-08-29T14:53:47.132 INFO:tasks.rados.rados.0.smithi131.stdout:1342: done (0 left) 2024-08-29T14:53:47.132 INFO:tasks.rados.rados.0.smithi131.stdout:1343: rollback oid 50 current snap is 128 2024-08-29T14:53:47.132 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 50 to 127 2024-08-29T14:53:47.132 INFO:tasks.rados.rados.0.smithi131.stdout:1344: copy_from oid 39 from oid 10 current snap is 128 2024-08-29T14:53:47.133 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 128 2024-08-29T14:53:47.133 INFO:tasks.rados.rados.0.smithi131.stdout:1345: seq_num 436 ranges {8871936=106496} 2024-08-29T14:53:47.181 INFO:tasks.rados.rados.0.smithi131.stdout:1345: writing smithi13174786-2 from 8871936 to 8978432 tid 1 2024-08-29T14:53:47.181 INFO:tasks.rados.rados.0.smithi131.stdout:1346: read oid 36 snap -1 2024-08-29T14:53:47.181 INFO:tasks.rados.rados.0.smithi131.stdout:1346: expect (ObjNum 414 snap 123 seq_num 414) 2024-08-29T14:53:47.181 INFO:tasks.rados.rados.0.smithi131.stdout:1347: read oid 22 snap -1 2024-08-29T14:53:47.181 INFO:tasks.rados.rados.0.smithi131.stdout:1347: expect (ObjNum 416 snap 126 seq_num 416) 2024-08-29T14:53:47.181 INFO:tasks.rados.rados.0.smithi131.stdout:1348: copy_from oid 33 from oid 21 current snap is 128 2024-08-29T14:53:47.181 INFO:tasks.rados.rados.0.smithi131.stdout:1344: finishing copy_from to smithi13174786-39 2024-08-29T14:53:47.181 INFO:tasks.rados.rados.0.smithi131.stdout:1344: got expected ENOENT (src dne) 2024-08-29T14:53:47.181 INFO:tasks.rados.rados.0.smithi131.stdout:1344: finishing copy_from racing read to smithi13174786-39 2024-08-29T14:53:47.181 INFO:tasks.rados.rados.0.smithi131.stdout:1343: finishing rollback tid 0 to smithi13174786-50 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1343: finishing rollback tid 1 to smithi13174786-50 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1343: finishing rollback tid 2 to smithi13174786-50 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1027 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1343: done (5 left) 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1344: done (4 left) 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1349: setattr oid 38 current snap is 128 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1348: finishing copy_from to smithi13174786-33 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1348: got expected ENOENT (src dne) 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1348: finishing copy_from racing read to smithi13174786-33 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1348: done (4 left) 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1350: copy_from oid 14 from oid 12 current snap is 128 2024-08-29T14:53:47.182 INFO:tasks.rados.rados.0.smithi131.stdout:1351: snap_create 2024-08-29T14:53:47.183 INFO:tasks.rados.rados.0.smithi131.stdout:1345: finishing write tid 1 to smithi13174786-2 2024-08-29T14:53:47.184 INFO:tasks.rados.rados.0.smithi131.stdout:1350: finishing copy_from to smithi13174786-14 2024-08-29T14:53:47.184 INFO:tasks.rados.rados.0.smithi131.stdout:1350: got expected ENOENT (src dne) 2024-08-29T14:53:47.185 INFO:tasks.rados.rados.0.smithi131.stdout:1350: finishing copy_from racing read to smithi13174786-14 2024-08-29T14:53:47.185 INFO:tasks.rados.rados.0.smithi131.stdout:1345: finishing write tid 2 to smithi13174786-2 2024-08-29T14:53:47.187 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 969 (ObjNum 412 snap 123 seq_num 412) dirty exists 2024-08-29T14:53:47.188 INFO:tasks.rados.rados.0.smithi131.stdout:1345: finishing write tid 3 to smithi13174786-2 2024-08-29T14:53:47.188 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 810 (ObjNum 436 snap 128 seq_num 436) dirty exists 2024-08-29T14:53:47.188 INFO:tasks.rados.rados.0.smithi131.stdout:1345: left oid 2 (ObjNum 436 snap 128 seq_num 436) 2024-08-29T14:53:47.199 INFO:tasks.rados.rados.0.smithi131.stdout:1347: expect (ObjNum 416 snap 126 seq_num 416) 2024-08-29T14:53:47.264 INFO:tasks.rados.rados.0.smithi131.stdout:1346: expect (ObjNum 414 snap 123 seq_num 414) 2024-08-29T14:53:48.184 INFO:tasks.rados.rados.0.smithi131.stdout:1345: done (5 left) 2024-08-29T14:53:48.184 INFO:tasks.rados.rados.0.smithi131.stdout:1346: done (4 left) 2024-08-29T14:53:48.184 INFO:tasks.rados.rados.0.smithi131.stdout:1347: done (3 left) 2024-08-29T14:53:48.184 INFO:tasks.rados.rados.0.smithi131.stdout:1349: done (2 left) 2024-08-29T14:53:48.184 INFO:tasks.rados.rados.0.smithi131.stdout:1350: done (1 left) 2024-08-29T14:53:48.184 INFO:tasks.rados.rados.0.smithi131.stdout:1351: done (0 left) 2024-08-29T14:53:48.184 INFO:tasks.rados.rados.0.smithi131.stdout:1352: snap_remove snap 127 2024-08-29T14:53:48.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:48 smithi131 ceph-mon[87973]: pgmap v94: 121 pgs: 121 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.8 MiB/s wr, 25 op/s 2024-08-29T14:53:48.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:48 smithi131 ceph-mon[87973]: osdmap e340: 8 total, 8 up, 8 in 2024-08-29T14:53:48.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:48 smithi131 ceph-mon[90512]: pgmap v94: 121 pgs: 121 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.8 MiB/s wr, 25 op/s 2024-08-29T14:53:48.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:48 smithi131 ceph-mon[90512]: osdmap e340: 8 total, 8 up, 8 in 2024-08-29T14:53:48.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:48 smithi169 ceph-mon[78471]: pgmap v94: 121 pgs: 121 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.8 MiB/s wr, 25 op/s 2024-08-29T14:53:48.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:48 smithi169 ceph-mon[78471]: osdmap e340: 8 total, 8 up, 8 in 2024-08-29T14:53:49.192 INFO:tasks.rados.rados.0.smithi131.stdout:1352: done (0 left) 2024-08-29T14:53:49.192 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 129 2024-08-29T14:53:49.192 INFO:tasks.rados.rados.0.smithi131.stdout:1353: seq_num 437 ranges {2244608=122880} 2024-08-29T14:53:49.205 INFO:tasks.rados.rados.0.smithi131.stdout:1353: writing smithi13174786-8 from 2244608 to 2367488 tid 1 2024-08-29T14:53:49.205 INFO:tasks.rados.rados.0.smithi131.stdout:1354: rollback oid 31 current snap is 129 2024-08-29T14:53:49.205 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 31 to 128 2024-08-29T14:53:49.205 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 129 2024-08-29T14:53:49.205 INFO:tasks.rados.rados.0.smithi131.stdout:1355: seq_num 438 ranges {0=139264} 2024-08-29T14:53:49.206 INFO:tasks.rados.rados.0.smithi131.stdout:1355: writing smithi13174786-20 from 0 to 139264 tid 1 2024-08-29T14:53:49.206 INFO:tasks.rados.rados.0.smithi131.stdout:1356: read oid 41 snap -1 2024-08-29T14:53:49.206 INFO:tasks.rados.rados.0.smithi131.stdout:1356: expect (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:53:49.206 INFO:tasks.rados.rados.0.smithi131.stdout:1357: read oid 3 snap -1 2024-08-29T14:53:49.206 INFO:tasks.rados.rados.0.smithi131.stdout:1357: expect deleted 2024-08-29T14:53:49.206 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 129 2024-08-29T14:53:49.206 INFO:tasks.rados.rados.0.smithi131.stdout:1358: seq_num 439 ranges {0=155648} 2024-08-29T14:53:49.207 INFO:tasks.rados.rados.0.smithi131.stdout:1358: writing smithi13174786-21 from 0 to 155648 tid 1 2024-08-29T14:53:49.207 INFO:tasks.rados.rados.0.smithi131.stdout:1359: rmattr oid 23 current snap is 129 2024-08-29T14:53:49.207 INFO:tasks.rados.rados.0.smithi131.stdout:1360: rmattr oid 44 current snap is 129 2024-08-29T14:53:49.207 INFO:tasks.rados.rados.0.smithi131.stdout:1361: snap_create 2024-08-29T14:53:49.210 INFO:tasks.rados.rados.0.smithi131.stdout:1353: finishing write tid 1 to smithi13174786-8 2024-08-29T14:53:49.211 INFO:tasks.rados.rados.0.smithi131.stdout:1353: finishing write tid 2 to smithi13174786-8 2024-08-29T14:53:49.214 INFO:tasks.rados.rados.0.smithi131.stdout:1354: finishing rollback tid 0 to smithi13174786-31 2024-08-29T14:53:49.214 INFO:tasks.rados.rados.0.smithi131.stdout:1354: finishing rollback tid 1 to smithi13174786-31 2024-08-29T14:53:49.214 INFO:tasks.rados.rados.0.smithi131.stdout:1354: finishing rollback tid 2 to smithi13174786-31 2024-08-29T14:53:49.214 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 520 (ObjNum 399 snap 120 seq_num 399) dirty exists 2024-08-29T14:53:49.215 INFO:tasks.rados.rados.0.smithi131.stdout:1353: finishing write tid 3 to smithi13174786-8 2024-08-29T14:53:49.215 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 516 (ObjNum 437 snap 129 seq_num 437) dirty exists 2024-08-29T14:53:49.215 INFO:tasks.rados.rados.0.smithi131.stdout:1353: left oid 8 (ObjNum 437 snap 129 seq_num 437) 2024-08-29T14:53:49.217 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1005 (ObjNum 427 snap 126 seq_num 427) dirty exists 2024-08-29T14:53:49.218 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 406 (ObjNum 382 snap 114 seq_num 382) dirty exists 2024-08-29T14:53:49.218 INFO:tasks.rados.rados.0.smithi131.stdout:1355: finishing write tid 1 to smithi13174786-20 2024-08-29T14:53:49.218 INFO:tasks.rados.rados.0.smithi131.stdout:1355: finishing write tid 2 to smithi13174786-20 2024-08-29T14:53:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:1358: finishing write tid 1 to smithi13174786-21 2024-08-29T14:53:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:1358: finishing write tid 2 to smithi13174786-21 2024-08-29T14:53:49.223 INFO:tasks.rados.rados.0.smithi131.stdout:1355: finishing write tid 3 to smithi13174786-20 2024-08-29T14:53:49.223 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 794 (ObjNum 438 snap 129 seq_num 438) dirty exists 2024-08-29T14:53:49.223 INFO:tasks.rados.rados.0.smithi131.stdout:1355: left oid 20 (ObjNum 438 snap 129 seq_num 438) 2024-08-29T14:53:49.223 INFO:tasks.rados.rados.0.smithi131.stdout:1358: finishing write tid 3 to smithi13174786-21 2024-08-29T14:53:49.223 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 796 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-08-29T14:53:49.224 INFO:tasks.rados.rados.0.smithi131.stdout:1358: left oid 21 (ObjNum 439 snap 129 seq_num 439) 2024-08-29T14:53:49.281 INFO:tasks.rados.rados.0.smithi131.stdout:1356: expect (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:53:49.378 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:49 smithi131 ceph-mon[87973]: osdmap e341: 8 total, 8 up, 8 in 2024-08-29T14:53:49.378 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:49 smithi131 systemd[1]: Stopping Ceph osd.0 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:53:49.379 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:49 smithi131 ceph-mon[90512]: osdmap e341: 8 total, 8 up, 8 in 2024-08-29T14:53:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:49 smithi169 ceph-mon[78471]: osdmap e341: 8 total, 8 up, 8 in 2024-08-29T14:53:49.852 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[33911]: 2024-08-29T14:53:49.409+0000 7f4fbca96640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:53:49.853 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[33911]: 2024-08-29T14:53:49.409+0000 7f4fbca96640 -1 osd.0 342 *** Got signal Terminated *** 2024-08-29T14:53:49.853 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[33911]: 2024-08-29T14:53:49.409+0000 7f4fbca96640 -1 osd.0 342 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:1353: done (8 left) 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:1354: done (7 left) 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:1355: done (6 left) 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:1356: done (5 left) 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:1357: done (4 left) 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:1358: done (3 left) 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:1359: done (2 left) 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:1360: done (1 left) 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:1361: done (0 left) 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:1362: rollback oid 39 current snap is 130 2024-08-29T14:53:50.516 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 39 to 129 2024-08-29T14:53:50.517 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 130 2024-08-29T14:53:50.517 INFO:tasks.rados.rados.0.smithi131.stdout:1363: seq_num 440 ranges {8241152=172032} 2024-08-29T14:53:50.560 INFO:tasks.rados.rados.0.smithi131.stdout:1363: writing smithi13174786-44 from 8241152 to 8413184 tid 1 2024-08-29T14:53:50.560 INFO:tasks.rados.rados.0.smithi131.stdout:1364: read oid 16 snap 128 2024-08-29T14:53:50.560 INFO:tasks.rados.rados.0.smithi131.stdout:1364: expect (ObjNum 425 snap 126 seq_num 425) 2024-08-29T14:53:50.560 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 130 2024-08-29T14:53:50.560 INFO:tasks.rados.rados.0.smithi131.stdout:1362: finishing rollback tid 0 to smithi13174786-39 2024-08-29T14:53:50.560 INFO:tasks.rados.rados.0.smithi131.stdout:1362: finishing rollback tid 1 to smithi13174786-39 2024-08-29T14:53:50.560 INFO:tasks.rados.rados.0.smithi131.stdout:1362: finishing rollback tid 2 to smithi13174786-39 2024-08-29T14:53:50.560 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 799 (ObjNum 358 snap 107 seq_num 358) dirty exists 2024-08-29T14:53:50.560 INFO:tasks.rados.rados.0.smithi131.stdout:1365: seq_num 441 ranges {7217152=188416} 2024-08-29T14:53:50.601 INFO:tasks.rados.rados.0.smithi131.stdout:1365: writing smithi13174786-6 from 7217152 to 7405568 tid 1 2024-08-29T14:53:50.601 INFO:tasks.rados.rados.0.smithi131.stdout:1362: done (3 left) 2024-08-29T14:53:50.601 INFO:tasks.rados.rados.0.smithi131.stdout:1366: read oid 15 snap 129 2024-08-29T14:53:50.601 INFO:tasks.rados.rados.0.smithi131.stdout:1366: expect (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:53:50.601 INFO:tasks.rados.rados.0.smithi131.stdout:1367: snap_create 2024-08-29T14:53:50.601 INFO:tasks.rados.rados.0.smithi131.stdout:1363: finishing write tid 1 to smithi13174786-44 2024-08-29T14:53:50.601 INFO:tasks.rados.rados.0.smithi131.stdout:1364: expect (ObjNum 425 snap 126 seq_num 425) 2024-08-29T14:53:50.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:50 smithi131 ceph-mon[90512]: pgmap v97: 121 pgs: 121 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.8 MiB/s wr, 25 op/s 2024-08-29T14:53:50.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:50 smithi131 ceph-mon[90512]: osdmap e342: 8 total, 8 up, 8 in 2024-08-29T14:53:50.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:50 smithi131 ceph-mon[90512]: osd.0 marked itself down and dead 2024-08-29T14:53:50.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:50 smithi131 ceph-mon[87973]: pgmap v97: 121 pgs: 121 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.8 MiB/s wr, 25 op/s 2024-08-29T14:53:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:50 smithi131 ceph-mon[87973]: osdmap e342: 8 total, 8 up, 8 in 2024-08-29T14:53:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:50 smithi131 ceph-mon[87973]: osd.0 marked itself down and dead 2024-08-29T14:53:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:50 smithi169 ceph-mon[78471]: pgmap v97: 121 pgs: 121 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.8 MiB/s wr, 25 op/s 2024-08-29T14:53:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:50 smithi169 ceph-mon[78471]: osdmap e342: 8 total, 8 up, 8 in 2024-08-29T14:53:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:50 smithi169 ceph-mon[78471]: osd.0 marked itself down and dead 2024-08-29T14:53:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:53:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:50.875 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:53:51.017 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:50 smithi131 podman[95946]: 2024-08-29 14:53:50.741390188 +0000 UTC m=+1.450179705 container died 2c38c2b27878818924a0a4160ddafdacb8948589decac72c9b84abb183a06f16 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=quincy-a89f613, io.buildah.version=1.37.1, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:53:51.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:51 smithi131 ceph-mon[87973]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:53:51.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:51 smithi131 ceph-mon[87973]: osdmap e343: 8 total, 7 up, 8 in 2024-08-29T14:53:51.353 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:51 smithi131 podman[95946]: 2024-08-29 14:53:51.123363279 +0000 UTC m=+1.832152794 container cleanup 2c38c2b27878818924a0a4160ddafdacb8948589decac72c9b84abb183a06f16 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.1, RELEASE=quincy-a89f613, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:53:51.353 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:51 smithi131 bash[95946]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0 2024-08-29T14:53:51.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:51 smithi131 ceph-mon[90512]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:53:51.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:51 smithi131 ceph-mon[90512]: osdmap e343: 8 total, 7 up, 8 in 2024-08-29T14:53:51.377 INFO:tasks.rados.rados.0.smithi131.stdout:1363: finishing write tid 2 to smithi13174786-44 2024-08-29T14:53:51.377 INFO:tasks.rados.rados.0.smithi131.stdout:1363: finishing write tid 3 to smithi13174786-44 2024-08-29T14:53:51.377 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1007 (ObjNum 440 snap 130 seq_num 440) dirty exists 2024-08-29T14:53:51.377 INFO:tasks.rados.rados.0.smithi131.stdout:1363: left oid 44 (ObjNum 440 snap 130 seq_num 440) 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1365: finishing write tid 1 to smithi13174786-6 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1363: done (4 left) 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1364: done (3 left) 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1367: done (2 left) 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1368: read oid 29 snap 130 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1368: expect (ObjNum 421 snap 126 seq_num 421) 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1369: delete oid 12 current snap is 131 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1365: finishing write tid 2 to smithi13174786-6 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1365: finishing write tid 3 to smithi13174786-6 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 947 (ObjNum 441 snap 130 seq_num 441) dirty exists 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1365: left oid 6 (ObjNum 441 snap 130 seq_num 441) 2024-08-29T14:53:51.378 INFO:tasks.rados.rados.0.smithi131.stdout:1366: expect (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:53:51.512 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:53:51.512 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (2m) 52s ago 7m 19.2M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:53:51.512 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (2m) 32s ago 7m 80.6M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:53:51.512 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (8m) 52s ago 8m 16.3M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:53:51.512 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (8m) 32s ago 8m 20.6M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:53:51.512 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (99s) 32s ago 11m 453M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:53:51.512 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (2m) 52s ago 13m 512M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:53:51.512 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (85s) 52s ago 13m 43.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (44s) 32s ago 12m 23.5M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (62s) 52s ago 12m 27.6M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (2m) 52s ago 6m 10.2M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (2m) 32s ago 6m 8186k - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (11m) 52s ago 11m 147M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 2c38c2b27878 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (11m) 52s ago 11m 167M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (10m) 52s ago 10m 171M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (10m) 52s ago 10m 147M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (10m) 32s ago 10m 223M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (9m) 32s ago 9m 194M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (9m) 32s ago 9m 126M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (8m) 32s ago 8m 98.2M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:53:51.513 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (104s) 32s ago 7m 46.3M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:53:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:51 smithi169 ceph-mon[78471]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:53:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:51 smithi169 ceph-mon[78471]: osdmap e343: 8 total, 7 up, 8 in 2024-08-29T14:53:51.760 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:51 smithi131 podman[95989]: 2024-08-29 14:53:51.417168808 +0000 UTC m=+0.677100895 container remove 2c38c2b27878818924a0a4160ddafdacb8948589decac72c9b84abb183a06f16 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=quincy-a89f613, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.1, org.label-schema.schema-version=1.0) 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 7 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:53:51.865 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:53:51.866 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:53:51.866 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:53:51.866 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:53:51.866 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 9, 2024-08-29T14:53:51.866 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 5 2024-08-29T14:53:51.866 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:53:51.866 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:53:52.038 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:51 smithi131 podman[96147]: 2024-08-29 14:53:51.662615578 +0000 UTC m=+0.016298032 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:53:52.038 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:51 smithi131 podman[96147]: 2024-08-29 14:53:51.788490347 +0000 UTC m=+0.142172791 container create 02fb0743279e828f60bbee22f670b09fe2aeac01a583f2bfe905f1c06d79b85e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-29T14:53:52.162 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:53:52.162 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:53:52.163 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:53:52.163 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:53:52.163 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:53:52.163 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:53:52.163 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:53:52.163 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:53:52.163 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "5/20 daemons upgraded", 2024-08-29T14:53:52.163 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading osd daemons", 2024-08-29T14:53:52.163 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:53:52.163 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:53:52.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[87973]: pgmap v100: 121 pgs: 53 peering, 68 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 146 KiB/s wr, 20 op/s 2024-08-29T14:53:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[87973]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[87973]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[87973]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-29T14:53:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[87973]: osdmap e344: 8 total, 7 up, 8 in 2024-08-29T14:53:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/931878579' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:52.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[90512]: pgmap v100: 121 pgs: 53 peering, 68 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 146 KiB/s wr, 20 op/s 2024-08-29T14:53:52.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[90512]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:52.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[90512]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:52.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[90512]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-29T14:53:52.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[90512]: osdmap e344: 8 total, 7 up, 8 in 2024-08-29T14:53:52.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:52 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/931878579' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:52.354 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:52 smithi131 podman[96147]: 2024-08-29 14:53:52.038010172 +0000 UTC m=+0.391692627 container init 02fb0743279e828f60bbee22f670b09fe2aeac01a583f2bfe905f1c06d79b85e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:53:52.354 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:52 smithi131 podman[96147]: 2024-08-29 14:53:52.043296412 +0000 UTC m=+0.396978865 container start 02fb0743279e828f60bbee22f670b09fe2aeac01a583f2bfe905f1c06d79b85e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731) 2024-08-29T14:53:52.354 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:52 smithi131 podman[96147]: 2024-08-29 14:53:52.154571973 +0000 UTC m=+0.508254418 container attach 02fb0743279e828f60bbee22f670b09fe2aeac01a583f2bfe905f1c06d79b85e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2) 2024-08-29T14:53:52.354 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:52 smithi131 podman[96147]: 2024-08-29 14:53:52.241665414 +0000 UTC m=+0.595347861 container died 02fb0743279e828f60bbee22f670b09fe2aeac01a583f2bfe905f1c06d79b85e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-29T14:53:52.620 INFO:tasks.rados.rados.0.smithi131.stdout:1368: expect (ObjNum 421 snap 126 seq_num 421) 2024-08-29T14:53:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:52 smithi169 ceph-mon[78471]: pgmap v100: 121 pgs: 53 peering, 68 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 146 KiB/s wr, 20 op/s 2024-08-29T14:53:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:52 smithi169 ceph-mon[78471]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:52 smithi169 ceph-mon[78471]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:52 smithi169 ceph-mon[78471]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-29T14:53:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:52 smithi169 ceph-mon[78471]: osdmap e344: 8 total, 7 up, 8 in 2024-08-29T14:53:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:52 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/931878579' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:53:52.884 INFO:tasks.rados.rados.0.smithi131.stdout:1365: done (3 left) 2024-08-29T14:53:52.885 INFO:tasks.rados.rados.0.smithi131.stdout:1366: done (2 left) 2024-08-29T14:53:52.885 INFO:tasks.rados.rados.0.smithi131.stdout:1368: done (1 left) 2024-08-29T14:53:52.885 INFO:tasks.rados.rados.0.smithi131.stdout:1369: done (0 left) 2024-08-29T14:53:52.885 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 131 2024-08-29T14:53:52.885 INFO:tasks.rados.rados.0.smithi131.stdout:1370: seq_num 443 ranges {9977856=221184} 2024-08-29T14:53:52.941 INFO:tasks.rados.rados.0.smithi131.stdout:1370: writing smithi13174786-16 from 9977856 to 10199040 tid 1 2024-08-29T14:53:52.942 INFO:tasks.rados.rados.0.smithi131.stdout:1371: delete oid 29 current snap is 131 2024-08-29T14:53:52.945 INFO:tasks.rados.rados.0.smithi131.stdout:1371: done (1 left) 2024-08-29T14:53:52.945 INFO:tasks.rados.rados.0.smithi131.stdout:1372: rollback oid 42 current snap is 131 2024-08-29T14:53:52.945 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 42 to 128 2024-08-29T14:53:52.945 INFO:tasks.rados.rados.0.smithi131.stdout:1373: read oid 39 snap -1 2024-08-29T14:53:52.945 INFO:tasks.rados.rados.0.smithi131.stdout:1373: expect (ObjNum 358 snap 107 seq_num 358) 2024-08-29T14:53:52.945 INFO:tasks.rados.rados.0.smithi131.stdout:1374: copy_from oid 10 from oid 26 current snap is 131 2024-08-29T14:53:52.945 INFO:tasks.rados.rados.0.smithi131.stdout:1375: snap_remove snap 129 2024-08-29T14:53:53.102 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:52 smithi131 podman[96215]: 2024-08-29 14:53:52.841833064 +0000 UTC m=+0.594535357 container remove 02fb0743279e828f60bbee22f670b09fe2aeac01a583f2bfe905f1c06d79b85e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-29T14:53:53.103 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:52 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-29T14:53:53.103 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:52 smithi131 systemd[1]: Stopped Ceph osd.0 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:53:53.103 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:52 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.0.service: Consumed 11.122s CPU time. 2024-08-29T14:53:53.103 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 systemd[1]: Starting Ceph osd.0 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:53:53.198 INFO:tasks.rados.rados.0.smithi131.stdout:1375: done (4 left) 2024-08-29T14:53:53.199 INFO:tasks.rados.rados.0.smithi131.stdout:1376: snap_remove snap 130 2024-08-29T14:53:53.503 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-mon[87973]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:53.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-mon[87973]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:53.504 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-mon[90512]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:53.504 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-mon[90512]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:53.504 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 podman[96319]: 2024-08-29 14:53:53.193012871 +0000 UTC m=+0.016247557 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:53:53.504 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 podman[96319]: 2024-08-29 14:53:53.301195188 +0000 UTC m=+0.124429875 container create 2adcc529c44130727d25796636d215e6dfe5724994ae59406537ca4a1458cad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-29T14:53:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:53 smithi169 ceph-mon[78471]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:53 smithi169 ceph-mon[78471]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:53.757 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 podman[96319]: 2024-08-29 14:53:53.503647493 +0000 UTC m=+0.326882176 container init 2adcc529c44130727d25796636d215e6dfe5724994ae59406537ca4a1458cad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-29T14:53:53.757 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 podman[96319]: 2024-08-29 14:53:53.508182812 +0000 UTC m=+0.331417495 container start 2adcc529c44130727d25796636d215e6dfe5724994ae59406537ca4a1458cad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:53:53.757 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 podman[96319]: 2024-08-29 14:53:53.578653354 +0000 UTC m=+0.401888039 container attach 2adcc529c44130727d25796636d215e6dfe5724994ae59406537ca4a1458cad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-08-29T14:53:53.757 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:53:53.757 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 bash[96319]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:53:53.758 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:53:53.758 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 bash[96319]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:53:53.758 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:53:53.758 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 bash[96319]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:53:53.758 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:53:53.758 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 bash[96319]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:53:53.758 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:53:53.758 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 bash[96319]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:53:53.758 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-29T14:53:53.758 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 bash[96319]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-29T14:53:54.048 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-29T14:53:54.048 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:53 smithi131 bash[96319]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-29T14:53:54.048 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-29T14:53:54.048 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 bash[96319]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-29T14:53:54.206 INFO:tasks.rados.rados.0.smithi131.stdout:1370: finishing write tid 1 to smithi13174786-16 2024-08-29T14:53:54.206 INFO:tasks.rados.rados.0.smithi131.stdout:1370: finishing write tid 2 to smithi13174786-16 2024-08-29T14:53:54.206 INFO:tasks.rados.rados.0.smithi131.stdout:1374: finishing copy_from to smithi13174786-10 2024-08-29T14:53:54.206 INFO:tasks.rados.rados.0.smithi131.stdout:1374: got expected ENOENT (src dne) 2024-08-29T14:53:54.206 INFO:tasks.rados.rados.0.smithi131.stdout:1374: finishing copy_from racing read to smithi13174786-10 2024-08-29T14:53:54.207 INFO:tasks.rados.rados.0.smithi131.stdout:1370: finishing write tid 3 to smithi13174786-16 2024-08-29T14:53:54.207 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1009 (ObjNum 443 snap 131 seq_num 443) dirty exists 2024-08-29T14:53:54.207 INFO:tasks.rados.rados.0.smithi131.stdout:1370: left oid 16 (ObjNum 443 snap 131 seq_num 443) 2024-08-29T14:53:54.207 INFO:tasks.rados.rados.0.smithi131.stdout:1372: finishing rollback tid 0 to smithi13174786-42 2024-08-29T14:53:54.207 INFO:tasks.rados.rados.0.smithi131.stdout:1372: finishing rollback tid 1 to smithi13174786-42 2024-08-29T14:53:54.207 INFO:tasks.rados.rados.0.smithi131.stdout:1372: finishing rollback tid 2 to smithi13174786-42 2024-08-29T14:53:54.207 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 807 (ObjNum 415 snap 126 seq_num 415) dirty exists 2024-08-29T14:53:54.207 INFO:tasks.rados.rados.0.smithi131.stdout:1373: expect (ObjNum 358 snap 107 seq_num 358) 2024-08-29T14:53:54.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:54 smithi131 ceph-mon[87973]: pgmap v102: 121 pgs: 53 peering, 68 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 144 KiB/s wr, 20 op/s 2024-08-29T14:53:54.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:54 smithi131 ceph-mon[87973]: osdmap e345: 8 total, 7 up, 8 in 2024-08-29T14:53:54.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:54 smithi131 ceph-mon[90512]: pgmap v102: 121 pgs: 53 peering, 68 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 144 KiB/s wr, 20 op/s 2024-08-29T14:53:54.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:54 smithi131 ceph-mon[90512]: osdmap e345: 8 total, 7 up, 8 in 2024-08-29T14:53:54.353 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-29T14:53:54.353 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 bash[96319]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-29T14:53:54.353 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-29T14:53:54.354 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 bash[96319]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-29T14:53:54.354 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-29T14:53:54.354 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 bash[96319]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-29T14:53:54.354 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate[96335]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-29T14:53:54.354 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 bash[96319]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-29T14:53:54.354 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 podman[96319]: 2024-08-29 14:53:54.077297207 +0000 UTC m=+0.900531899 container died 2adcc529c44130727d25796636d215e6dfe5724994ae59406537ca4a1458cad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-29T14:53:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:54 smithi169 ceph-mon[78471]: pgmap v102: 121 pgs: 53 peering, 68 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 144 KiB/s wr, 20 op/s 2024-08-29T14:53:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:54 smithi169 ceph-mon[78471]: osdmap e345: 8 total, 7 up, 8 in 2024-08-29T14:53:54.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:54.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:54.833 INFO:tasks.rados.rados.0.smithi131.stdout:1370: done (4 left) 2024-08-29T14:53:54.833 INFO:tasks.rados.rados.0.smithi131.stdout:1372: done (3 left) 2024-08-29T14:53:54.833 INFO:tasks.rados.rados.0.smithi131.stdout:1373: done (2 left) 2024-08-29T14:53:54.833 INFO:tasks.rados.rados.0.smithi131.stdout:1374: done (1 left) 2024-08-29T14:53:54.834 INFO:tasks.rados.rados.0.smithi131.stdout:1376: done (0 left) 2024-08-29T14:53:54.834 INFO:tasks.rados.rados.0.smithi131.stdout:1377: snap_remove snap 128 2024-08-29T14:53:55.040 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 podman[96478]: 2024-08-29 14:53:54.716678398 +0000 UTC m=+0.633070016 container remove 2adcc529c44130727d25796636d215e6dfe5724994ae59406537ca4a1458cad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-08-29T14:53:55.040 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 podman[96543]: 2024-08-29 14:53:54.82482508 +0000 UTC m=+0.016525104 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:53:55.040 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:54 smithi131 podman[96543]: 2024-08-29 14:53:54.926080349 +0000 UTC m=+0.117780374 container create 2b80a23f091ca66c7e535ee035f03370e6c6a709689d3c87f47105f649af510d (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-29T14:53:55.210 INFO:tasks.rados.rados.0.smithi131.stdout:1377: done (0 left) 2024-08-29T14:53:55.210 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 131 2024-08-29T14:53:55.210 INFO:tasks.rados.rados.0.smithi131.stdout:1378: seq_num 445 ranges {9330688=253952} 2024-08-29T14:53:55.262 INFO:tasks.rados.rados.0.smithi131.stdout:1378: writing smithi13174786-38 from 9330688 to 9584640 tid 1 2024-08-29T14:53:55.262 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 131 2024-08-29T14:53:55.262 INFO:tasks.rados.rados.0.smithi131.stdout:1379: seq_num 446 ranges {2932736=278528} 2024-08-29T14:53:55.279 INFO:tasks.rados.rados.0.smithi131.stdout:1379: writing smithi13174786-34 from 2932736 to 3211264 tid 1 2024-08-29T14:53:55.279 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 131 2024-08-29T14:53:55.279 INFO:tasks.rados.rados.0.smithi131.stdout:1380: seq_num 447 ranges {2179072=294912} 2024-08-29T14:53:55.292 INFO:tasks.rados.rados.0.smithi131.stdout:1380: writing smithi13174786-22 from 2179072 to 2473984 tid 1 2024-08-29T14:53:55.292 INFO:tasks.rados.rados.0.smithi131.stdout:1381: rmattr oid 35 current snap is 131 2024-08-29T14:53:55.292 INFO:tasks.rados.rados.0.smithi131.stdout:1381: done (3 left) 2024-08-29T14:53:55.292 INFO:tasks.rados.rados.0.smithi131.stdout:1382: delete oid 1 current snap is 131 2024-08-29T14:53:55.292 INFO:tasks.rados.rados.0.smithi131.stdout:1378: finishing write tid 1 to smithi13174786-38 2024-08-29T14:53:55.292 INFO:tasks.rados.rados.0.smithi131.stdout:1378: finishing write tid 2 to smithi13174786-38 2024-08-29T14:53:55.292 INFO:tasks.rados.rados.0.smithi131.stdout:1378: finishing write tid 3 to smithi13174786-38 2024-08-29T14:53:55.292 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 971 (ObjNum 445 snap 131 seq_num 445) dirty exists 2024-08-29T14:53:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:1378: left oid 38 (ObjNum 445 snap 131 seq_num 445) 2024-08-29T14:53:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:1379: finishing write tid 1 to smithi13174786-34 2024-08-29T14:53:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:1379: finishing write tid 2 to smithi13174786-34 2024-08-29T14:53:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:1379: finishing write tid 3 to smithi13174786-34 2024-08-29T14:53:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 949 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-08-29T14:53:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:1379: left oid 34 (ObjNum 446 snap 131 seq_num 446) 2024-08-29T14:53:55.294 INFO:tasks.rados.rados.0.smithi131.stdout:1378: done (3 left) 2024-08-29T14:53:55.294 INFO:tasks.rados.rados.0.smithi131.stdout:1379: done (2 left) 2024-08-29T14:53:55.294 INFO:tasks.rados.rados.0.smithi131.stdout:1382: done (1 left) 2024-08-29T14:53:55.294 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 131 2024-08-29T14:53:55.294 INFO:tasks.rados.rados.0.smithi131.stdout:1383: seq_num 449 ranges {2375680=327680} 2024-08-29T14:53:55.308 INFO:tasks.rados.rados.0.smithi131.stdout:1383: writing smithi13174786-5 from 2375680 to 2703360 tid 1 2024-08-29T14:53:55.308 INFO:tasks.rados.rados.0.smithi131.stdout:1384: delete oid 38 current snap is 131 2024-08-29T14:53:55.308 INFO:tasks.rados.rados.0.smithi131.stdout:1380: finishing write tid 1 to smithi13174786-22 2024-08-29T14:53:55.308 INFO:tasks.rados.rados.0.smithi131.stdout:1380: finishing write tid 2 to smithi13174786-22 2024-08-29T14:53:55.308 INFO:tasks.rados.rados.0.smithi131.stdout:1380: finishing write tid 3 to smithi13174786-22 2024-08-29T14:53:55.308 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 1033 (ObjNum 447 snap 131 seq_num 447) dirty exists 2024-08-29T14:53:55.309 INFO:tasks.rados.rados.0.smithi131.stdout:1380: left oid 22 (ObjNum 447 snap 131 seq_num 447) 2024-08-29T14:53:55.310 INFO:tasks.rados.rados.0.smithi131.stdout:1380: done (2 left) 2024-08-29T14:53:55.310 INFO:tasks.rados.rados.0.smithi131.stdout:1384: done (1 left) 2024-08-29T14:53:55.310 INFO:tasks.rados.rados.0.smithi131.stdout:1385: setattr oid 17 current snap is 131 2024-08-29T14:53:55.311 INFO:tasks.rados.rados.0.smithi131.stdout:1386: read oid 21 snap -1 2024-08-29T14:53:55.311 INFO:tasks.rados.rados.0.smithi131.stdout:1386: expect (ObjNum 439 snap 129 seq_num 439) 2024-08-29T14:53:55.311 INFO:tasks.rados.rados.0.smithi131.stdout:1387: read oid 47 snap -1 2024-08-29T14:53:55.311 INFO:tasks.rados.rados.0.smithi131.stdout:1387: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:53:55.311 INFO:tasks.rados.rados.0.smithi131.stdout:1388: snap_create 2024-08-29T14:53:55.311 INFO:tasks.rados.rados.0.smithi131.stdout:1383: finishing write tid 1 to smithi13174786-5 2024-08-29T14:53:55.311 INFO:tasks.rados.rados.0.smithi131.stdout:1383: finishing write tid 2 to smithi13174786-5 2024-08-29T14:53:55.312 INFO:tasks.rados.rados.0.smithi131.stdout:1383: finishing write tid 3 to smithi13174786-5 2024-08-29T14:53:55.312 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 526 (ObjNum 449 snap 131 seq_num 449) dirty exists 2024-08-29T14:53:55.312 INFO:tasks.rados.rados.0.smithi131.stdout:1383: left oid 5 (ObjNum 449 snap 131 seq_num 449) 2024-08-29T14:53:55.313 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 808 (ObjNum 401 snap 122 seq_num 401) dirty exists 2024-08-29T14:53:55.314 INFO:tasks.rados.rados.0.smithi131.stdout:1386: expect (ObjNum 439 snap 129 seq_num 439) 2024-08-29T14:53:55.326 INFO:tasks.rados.rados.0.smithi131.stdout:1387: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:53:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:55 smithi131 ceph-mon[87973]: osdmap e346: 8 total, 7 up, 8 in 2024-08-29T14:53:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:55 smithi131 ceph-mon[90512]: osdmap e346: 8 total, 7 up, 8 in 2024-08-29T14:53:55.603 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:55 smithi131 podman[96543]: 2024-08-29 14:53:55.162542641 +0000 UTC m=+0.354242690 container init 2b80a23f091ca66c7e535ee035f03370e6c6a709689d3c87f47105f649af510d (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-29T14:53:55.603 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:55 smithi131 podman[96543]: 2024-08-29 14:53:55.167312122 +0000 UTC m=+0.359012147 container start 2b80a23f091ca66c7e535ee035f03370e6c6a709689d3c87f47105f649af510d (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T14:53:55.603 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:55 smithi131 ceph-osd[96580]: -- 172.21.15.131:0/2727860713 <== mon.2 v2:172.21.15.131:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d80229ba40 con 0x55d803068000 2024-08-29T14:53:55.603 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:55 smithi131 bash[96543]: 2b80a23f091ca66c7e535ee035f03370e6c6a709689d3c87f47105f649af510d 2024-08-29T14:53:55.603 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:55 smithi131 systemd[1]: Started Ceph osd.0 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:53:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:55 smithi169 ceph-mon[78471]: osdmap e346: 8 total, 7 up, 8 in 2024-08-29T14:53:56.123 INFO:tasks.rados.rados.0.smithi131.stdout:1383: done (4 left) 2024-08-29T14:53:56.123 INFO:tasks.rados.rados.0.smithi131.stdout:1385: done (3 left) 2024-08-29T14:53:56.123 INFO:tasks.rados.rados.0.smithi131.stdout:1386: done (2 left) 2024-08-29T14:53:56.123 INFO:tasks.rados.rados.0.smithi131.stdout:1387: done (1 left) 2024-08-29T14:53:56.123 INFO:tasks.rados.rados.0.smithi131.stdout:1388: done (0 left) 2024-08-29T14:53:56.123 INFO:tasks.rados.rados.0.smithi131.stdout:1389: rollback oid 14 current snap is 132 2024-08-29T14:53:56.123 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 14 to 131 2024-08-29T14:53:56.124 INFO:tasks.rados.rados.0.smithi131.stdout:1390: setattr oid 1 current snap is 132 2024-08-29T14:53:56.124 INFO:tasks.rados.rados.0.smithi131.stdout:1391: snap_create 2024-08-29T14:53:56.128 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 708 (ObjNum 561 snap 0 seq_num 448765696) dirty exists 2024-08-29T14:53:56.128 INFO:tasks.rados.rados.0.smithi131.stdout:1389: finishing rollback tid 0 to smithi13174786-14 2024-08-29T14:53:56.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:55.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:56.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:55.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:56.129 INFO:tasks.rados.rados.0.smithi131.stdout:1389: finishing rollback tid 1 to smithi13174786-14 2024-08-29T14:53:56.129 INFO:tasks.rados.rados.0.smithi131.stdout:1389: finishing rollback tid 2 to smithi13174786-14 2024-08-29T14:53:56.130 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 530 (ObjNum 346 snap 104 seq_num 346) dirty exists 2024-08-29T14:53:56.207 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:53:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:53:55] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.51.0" 2024-08-29T14:53:56.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[90512]: pgmap v105: 121 pgs: 53 peering, 68 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 144 KiB/s wr, 20 op/s 2024-08-29T14:53:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[90512]: osdmap e347: 8 total, 7 up, 8 in 2024-08-29T14:53:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[90512]: osdmap e348: 8 total, 7 up, 8 in 2024-08-29T14:53:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[87973]: pgmap v105: 121 pgs: 53 peering, 68 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 144 KiB/s wr, 20 op/s 2024-08-29T14:53:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[87973]: osdmap e347: 8 total, 7 up, 8 in 2024-08-29T14:53:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:56.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:56 smithi131 ceph-mon[87973]: osdmap e348: 8 total, 7 up, 8 in 2024-08-29T14:53:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:56 smithi169 ceph-mon[78471]: pgmap v105: 121 pgs: 53 peering, 68 active+clean; 205 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 144 KiB/s wr, 20 op/s 2024-08-29T14:53:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:56 smithi169 ceph-mon[78471]: osdmap e347: 8 total, 7 up, 8 in 2024-08-29T14:53:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:53:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:53:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:56 smithi169 ceph-mon[78471]: osdmap e348: 8 total, 7 up, 8 in 2024-08-29T14:53:57.122 INFO:tasks.rados.rados.0.smithi131.stdout:1389: done (2 left) 2024-08-29T14:53:57.122 INFO:tasks.rados.rados.0.smithi131.stdout:1390: done (1 left) 2024-08-29T14:53:57.122 INFO:tasks.rados.rados.0.smithi131.stdout:1391: done (0 left) 2024-08-29T14:53:57.122 INFO:tasks.rados.rados.0.smithi131.stdout:1392: rollback oid 16 current snap is 133 2024-08-29T14:53:57.122 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 16 to 132 2024-08-29T14:53:57.122 INFO:tasks.rados.rados.0.smithi131.stdout:1393: read oid 31 snap -1 2024-08-29T14:53:57.122 INFO:tasks.rados.rados.0.smithi131.stdout:1393: expect (ObjNum 399 snap 120 seq_num 399) 2024-08-29T14:53:57.123 INFO:tasks.rados.rados.0.smithi131.stdout:1394: read oid 6 snap -1 2024-08-29T14:53:57.123 INFO:tasks.rados.rados.0.smithi131.stdout:1394: expect (ObjNum 441 snap 130 seq_num 441) 2024-08-29T14:53:57.123 INFO:tasks.rados.rados.0.smithi131.stdout:1395: delete oid 10 current snap is 133 2024-08-29T14:53:57.126 INFO:tasks.rados.rados.0.smithi131.stdout:1392: finishing rollback tid 0 to smithi13174786-16 2024-08-29T14:53:57.128 INFO:tasks.rados.rados.0.smithi131.stdout:1392: finishing rollback tid 1 to smithi13174786-16 2024-08-29T14:53:57.128 INFO:tasks.rados.rados.0.smithi131.stdout:1392: finishing rollback tid 2 to smithi13174786-16 2024-08-29T14:53:57.128 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1012 (ObjNum 443 snap 131 seq_num 443) dirty exists 2024-08-29T14:53:57.129 INFO:tasks.rados.rados.0.smithi131.stdout:1392: done (3 left) 2024-08-29T14:53:57.129 INFO:tasks.rados.rados.0.smithi131.stdout:1395: done (2 left) 2024-08-29T14:53:57.129 INFO:tasks.rados.rados.0.smithi131.stdout:1396: read oid 5 snap -1 2024-08-29T14:53:57.129 INFO:tasks.rados.rados.0.smithi131.stdout:1396: expect (ObjNum 449 snap 131 seq_num 449) 2024-08-29T14:53:57.129 INFO:tasks.rados.rados.0.smithi131.stdout:1397: setattr oid 15 current snap is 133 2024-08-29T14:53:57.130 INFO:tasks.rados.rados.0.smithi131.stdout:1398: setattr oid 25 current snap is 133 2024-08-29T14:53:57.132 INFO:tasks.rados.rados.0.smithi131.stdout:1399: read oid 35 snap -1 2024-08-29T14:53:57.132 INFO:tasks.rados.rados.0.smithi131.stdout:1399: expect deleted 2024-08-29T14:53:57.132 INFO:tasks.rados.rados.0.smithi131.stdout:1400: copy_from oid 13 from oid 34 current snap is 133 2024-08-29T14:53:57.132 INFO:tasks.rados.rados.0.smithi131.stdout:1401: snap_create 2024-08-29T14:53:57.134 INFO:tasks.rados.rados.0.smithi131.stdout:1393: expect (ObjNum 399 snap 120 seq_num 399) 2024-08-29T14:53:57.186 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1035 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-29T14:53:57.187 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 973 (ObjNum 355 snap 106 seq_num 355) dirty exists 2024-08-29T14:53:57.187 INFO:tasks.rados.rados.0.smithi131.stdout:1396: expect (ObjNum 449 snap 131 seq_num 449) 2024-08-29T14:53:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:1400: finishing copy_from racing read to smithi13174786-13 2024-08-29T14:53:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:1400: finishing copy_from to smithi13174786-13 2024-08-29T14:53:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 949 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-08-29T14:53:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:1394: expect (ObjNum 441 snap 130 seq_num 441) 2024-08-29T14:53:57.352 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:53:57 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[96557]: 2024-08-29T14:53:57.065+0000 7f12783aa640 -1 Falling back to public interface 2024-08-29T14:53:57.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:53:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:53:56.950Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:53:58.131 INFO:tasks.rados.rados.0.smithi131.stdout:1393: done (7 left) 2024-08-29T14:53:58.131 INFO:tasks.rados.rados.0.smithi131.stdout:1394: done (6 left) 2024-08-29T14:53:58.131 INFO:tasks.rados.rados.0.smithi131.stdout:1396: done (5 left) 2024-08-29T14:53:58.131 INFO:tasks.rados.rados.0.smithi131.stdout:1397: done (4 left) 2024-08-29T14:53:58.131 INFO:tasks.rados.rados.0.smithi131.stdout:1398: done (3 left) 2024-08-29T14:53:58.131 INFO:tasks.rados.rados.0.smithi131.stdout:1399: done (2 left) 2024-08-29T14:53:58.131 INFO:tasks.rados.rados.0.smithi131.stdout:1400: done (1 left) 2024-08-29T14:53:58.131 INFO:tasks.rados.rados.0.smithi131.stdout:1401: done (0 left) 2024-08-29T14:53:58.131 INFO:tasks.rados.rados.0.smithi131.stdout:1402: setattr oid 12 current snap is 134 2024-08-29T14:53:58.132 INFO:tasks.rados.rados.0.smithi131.stdout:1403: delete oid 11 current snap is 134 2024-08-29T14:53:58.136 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 407 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T14:53:58.137 INFO:tasks.rados.rados.0.smithi131.stdout:1402: done (1 left) 2024-08-29T14:53:58.137 INFO:tasks.rados.rados.0.smithi131.stdout:1403: done (0 left) 2024-08-29T14:53:58.137 INFO:tasks.rados.rados.0.smithi131.stdout:1404: snap_remove snap 132 2024-08-29T14:53:58.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:58 smithi131 ceph-mon[87973]: pgmap v108: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 142 KiB/s wr, 7 op/s; 31/201 objects degraded (15.423%) 2024-08-29T14:53:58.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:58 smithi131 ceph-mon[87973]: osdmap e349: 8 total, 7 up, 8 in 2024-08-29T14:53:58.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:58 smithi131 ceph-mon[87973]: Health check failed: Degraded data redundancy: 31/201 objects degraded (15.423%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T14:53:58.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:58 smithi131 ceph-mon[87973]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-08-29T14:53:58.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:58 smithi131 ceph-mon[90512]: pgmap v108: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 142 KiB/s wr, 7 op/s; 31/201 objects degraded (15.423%) 2024-08-29T14:53:58.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:58 smithi131 ceph-mon[90512]: osdmap e349: 8 total, 7 up, 8 in 2024-08-29T14:53:58.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:58 smithi131 ceph-mon[90512]: Health check failed: Degraded data redundancy: 31/201 objects degraded (15.423%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T14:53:58.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:58 smithi131 ceph-mon[90512]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-08-29T14:53:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:58 smithi169 ceph-mon[78471]: pgmap v108: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 142 KiB/s wr, 7 op/s; 31/201 objects degraded (15.423%) 2024-08-29T14:53:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:58 smithi169 ceph-mon[78471]: osdmap e349: 8 total, 7 up, 8 in 2024-08-29T14:53:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:58 smithi169 ceph-mon[78471]: Health check failed: Degraded data redundancy: 31/201 objects degraded (15.423%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T14:53:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:58 smithi169 ceph-mon[78471]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-08-29T14:53:59.139 INFO:tasks.rados.rados.0.smithi131.stdout:1404: done (0 left) 2024-08-29T14:53:59.139 INFO:tasks.rados.rados.0.smithi131.stdout:1405: rmattr oid 47 current snap is 134 2024-08-29T14:53:59.139 INFO:tasks.rados.rados.0.smithi131.stdout:1405: done (0 left) 2024-08-29T14:53:59.139 INFO:tasks.rados.rados.0.smithi131.stdout:1406: read oid 24 snap 131 2024-08-29T14:53:59.140 INFO:tasks.rados.rados.0.smithi131.stdout:1406: expect (ObjNum 295 snap 89 seq_num 295) 2024-08-29T14:53:59.140 INFO:tasks.rados.rados.0.smithi131.stdout:1407: read oid 41 snap -1 2024-08-29T14:53:59.140 INFO:tasks.rados.rados.0.smithi131.stdout:1407: expect (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:53:59.140 INFO:tasks.rados.rados.0.smithi131.stdout:1408: snap_create 2024-08-29T14:53:59.144 INFO:tasks.rados.rados.0.smithi131.stdout:1406: expect (ObjNum 295 snap 89 seq_num 295) 2024-08-29T14:53:59.211 INFO:tasks.rados.rados.0.smithi131.stdout:1407: expect (ObjNum 355 snap 106 seq_num 355) 2024-08-29T14:53:59.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:53:59 smithi131 ceph-mon[87973]: osdmap e350: 8 total, 7 up, 8 in 2024-08-29T14:53:59.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:53:59 smithi131 ceph-mon[90512]: osdmap e350: 8 total, 7 up, 8 in 2024-08-29T14:53:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:53:59 smithi169 ceph-mon[78471]: osdmap e350: 8 total, 7 up, 8 in 2024-08-29T14:54:00.391 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[87973]: pgmap v111: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 142 KiB/s wr, 7 op/s; 31/201 objects degraded (15.423%) 2024-08-29T14:54:00.391 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[87973]: osdmap e351: 8 total, 7 up, 8 in 2024-08-29T14:54:00.391 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.391 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.391 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.391 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.391 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[90512]: pgmap v111: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 142 KiB/s wr, 7 op/s; 31/201 objects degraded (15.423%) 2024-08-29T14:54:00.391 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[90512]: osdmap e351: 8 total, 7 up, 8 in 2024-08-29T14:54:00.391 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.391 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.392 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.392 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.487 INFO:tasks.rados.rados.0.smithi131.stdout:1406: done (2 left) 2024-08-29T14:54:00.487 INFO:tasks.rados.rados.0.smithi131.stdout:1407: done (1 left) 2024-08-29T14:54:00.487 INFO:tasks.rados.rados.0.smithi131.stdout:1408: done (0 left) 2024-08-29T14:54:00.487 INFO:tasks.rados.rados.0.smithi131.stdout:1409: snap_create 2024-08-29T14:54:00.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:00 smithi169 ceph-mon[78471]: pgmap v111: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 142 KiB/s wr, 7 op/s; 31/201 objects degraded (15.423%) 2024-08-29T14:54:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:00 smithi169 ceph-mon[78471]: osdmap e351: 8 total, 7 up, 8 in 2024-08-29T14:54:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:00 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:00 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:00 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:00 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:00.979 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:54:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[96557]: 2024-08-29T14:54:00.700+0000 7f12783aa640 -1 osd.0 342 log_to_monitors true 2024-08-29T14:54:01.155 INFO:tasks.rados.rados.0.smithi131.stdout:1409: done (0 left) 2024-08-29T14:54:01.155 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 136 2024-08-29T14:54:01.155 INFO:tasks.rados.rados.0.smithi131.stdout:1410: seq_num 453 ranges {8413184=393216} 2024-08-29T14:54:01.204 INFO:tasks.rados.rados.0.smithi131.stdout:1410: writing smithi13174786-44 from 8413184 to 8806400 tid 1 2024-08-29T14:54:01.204 INFO:tasks.rados.rados.0.smithi131.stdout:1411: read oid 10 snap -1 2024-08-29T14:54:01.204 INFO:tasks.rados.rados.0.smithi131.stdout:1411: expect deleted 2024-08-29T14:54:01.204 INFO:tasks.rados.rados.0.smithi131.stdout:1412: read oid 1 snap -1 2024-08-29T14:54:01.204 INFO:tasks.rados.rados.0.smithi131.stdout:1412: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:54:01.204 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 136 2024-08-29T14:54:01.204 INFO:tasks.rados.rados.0.smithi131.stdout:1413: seq_num 454 ranges {10199040=409600} 2024-08-29T14:54:01.262 INFO:tasks.rados.rados.0.smithi131.stdout:1413: writing smithi13174786-16 from 10199040 to 10608640 tid 1 2024-08-29T14:54:01.262 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 136 2024-08-29T14:54:01.262 INFO:tasks.rados.rados.0.smithi131.stdout:1414: seq_num 455 ranges {2473984=425984} 2024-08-29T14:54:01.278 INFO:tasks.rados.rados.0.smithi131.stdout:1414: writing smithi13174786-22 from 2473984 to 2899968 tid 1 2024-08-29T14:54:01.278 INFO:tasks.rados.rados.0.smithi131.stdout:1415: rollback oid 11 current snap is 136 2024-08-29T14:54:01.278 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 11 to 133 2024-08-29T14:54:01.278 INFO:tasks.rados.rados.0.smithi131.stdout:1412: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:54:01.279 INFO:tasks.rados.rados.0.smithi131.stdout:1411: done (5 left) 2024-08-29T14:54:01.279 INFO:tasks.rados.rados.0.smithi131.stdout:1412: done (4 left) 2024-08-29T14:54:01.280 INFO:tasks.rados.rados.0.smithi131.stdout:1416: snap_create 2024-08-29T14:54:01.280 INFO:tasks.rados.rados.0.smithi131.stdout:1410: finishing write tid 1 to smithi13174786-44 2024-08-29T14:54:01.285 INFO:tasks.rados.rados.0.smithi131.stdout:1414: finishing write tid 1 to smithi13174786-22 2024-08-29T14:54:01.285 INFO:tasks.rados.rados.0.smithi131.stdout:1414: finishing write tid 2 to smithi13174786-22 2024-08-29T14:54:01.287 INFO:tasks.rados.rados.0.smithi131.stdout:1414: finishing write tid 3 to smithi13174786-22 2024-08-29T14:54:01.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 1040 (ObjNum 455 snap 136 seq_num 455) dirty exists 2024-08-29T14:54:01.287 INFO:tasks.rados.rados.0.smithi131.stdout:1414: left oid 22 (ObjNum 455 snap 136 seq_num 455) 2024-08-29T14:54:01.293 INFO:tasks.rados.rados.0.smithi131.stdout:1410: finishing write tid 2 to smithi13174786-44 2024-08-29T14:54:01.293 INFO:tasks.rados.rados.0.smithi131.stdout:1410: finishing write tid 3 to smithi13174786-44 2024-08-29T14:54:01.294 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1015 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-08-29T14:54:01.294 INFO:tasks.rados.rados.0.smithi131.stdout:1410: left oid 44 (ObjNum 453 snap 136 seq_num 453) 2024-08-29T14:54:01.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:01 smithi131 ceph-mon[87973]: osdmap e352: 8 total, 7 up, 8 in 2024-08-29T14:54:01.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:01 smithi131 ceph-mon[87973]: from='osd.0 [v2:172.21.15.131:6802/845002269,v1:172.21.15.131:6803/845002269]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-29T14:54:01.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:01 smithi131 ceph-mon[87973]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-29T14:54:01.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:01 smithi131 ceph-mon[90512]: osdmap e352: 8 total, 7 up, 8 in 2024-08-29T14:54:01.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:01 smithi131 ceph-mon[90512]: from='osd.0 [v2:172.21.15.131:6802/845002269,v1:172.21.15.131:6803/845002269]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-29T14:54:01.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:01 smithi131 ceph-mon[90512]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-29T14:54:01.357 INFO:tasks.rados.rados.0.smithi131.stdout:1413: finishing write tid 1 to smithi13174786-16 2024-08-29T14:54:01.357 INFO:tasks.rados.rados.0.smithi131.stdout:1413: finishing write tid 2 to smithi13174786-16 2024-08-29T14:54:01.357 INFO:tasks.rados.rados.0.smithi131.stdout:1413: finishing write tid 3 to smithi13174786-16 2024-08-29T14:54:01.357 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1017 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-08-29T14:54:01.357 INFO:tasks.rados.rados.0.smithi131.stdout:1413: left oid 16 (ObjNum 454 snap 136 seq_num 454) 2024-08-29T14:54:01.380 INFO:tasks.rados.rados.0.smithi131.stdout:1415: finishing rollback tid 1 to smithi13174786-11 2024-08-29T14:54:01.380 INFO:tasks.rados.rados.0.smithi131.stdout:1415: finishing rollback tid 2 to smithi13174786-11 2024-08-29T14:54:01.380 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1019 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-08-29T14:54:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:01 smithi169 ceph-mon[78471]: osdmap e352: 8 total, 7 up, 8 in 2024-08-29T14:54:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:01 smithi169 ceph-mon[78471]: from='osd.0 [v2:172.21.15.131:6802/845002269,v1:172.21.15.131:6803/845002269]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-29T14:54:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:01 smithi169 ceph-mon[78471]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-29T14:54:01.657 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 14:54:01 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[96557]: 2024-08-29T14:54:01.608+0000 7f126c14c640 -1 osd.0 342 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:54:02.175 INFO:tasks.rados.rados.0.smithi131.stdout:1410: done (4 left) 2024-08-29T14:54:02.175 INFO:tasks.rados.rados.0.smithi131.stdout:1413: done (3 left) 2024-08-29T14:54:02.175 INFO:tasks.rados.rados.0.smithi131.stdout:1414: done (2 left) 2024-08-29T14:54:02.175 INFO:tasks.rados.rados.0.smithi131.stdout:1415: done (1 left) 2024-08-29T14:54:02.175 INFO:tasks.rados.rados.0.smithi131.stdout:1416: done (0 left) 2024-08-29T14:54:02.175 INFO:tasks.rados.rados.0.smithi131.stdout:1417: read oid 8 snap 136 2024-08-29T14:54:02.175 INFO:tasks.rados.rados.0.smithi131.stdout:1417: expect (ObjNum 437 snap 129 seq_num 437) 2024-08-29T14:54:02.175 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 137 2024-08-29T14:54:02.175 INFO:tasks.rados.rados.0.smithi131.stdout:1418: seq_num 456 ranges {1892352=442368} 2024-08-29T14:54:02.179 INFO:tasks.rados.rados.0.smithi131.stdout:1418: writing smithi13174786-31 from 1892352 to 2334720 tid 1 2024-08-29T14:54:02.179 INFO:tasks.rados.rados.0.smithi131.stdout:1419: setattr oid 28 current snap is 137 2024-08-29T14:54:02.180 INFO:tasks.rados.rados.0.smithi131.stdout:1420: snap_create 2024-08-29T14:54:02.184 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 713 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-08-29T14:54:02.194 INFO:tasks.rados.rados.0.smithi131.stdout:1417: expect (ObjNum 437 snap 129 seq_num 437) 2024-08-29T14:54:02.327 INFO:tasks.rados.rados.0.smithi131.stdout:1418: finishing write tid 1 to smithi13174786-31 2024-08-29T14:54:02.327 INFO:tasks.rados.rados.0.smithi131.stdout:1418: finishing write tid 2 to smithi13174786-31 2024-08-29T14:54:02.327 INFO:tasks.rados.rados.0.smithi131.stdout:1418: finishing write tid 3 to smithi13174786-31 2024-08-29T14:54:02.327 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 533 (ObjNum 456 snap 137 seq_num 456) dirty exists 2024-08-29T14:54:02.327 INFO:tasks.rados.rados.0.smithi131.stdout:1418: left oid 31 (ObjNum 456 snap 137 seq_num 456) 2024-08-29T14:54:02.427 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[87973]: pgmap v114: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 185 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.0 MiB/s wr, 37 op/s; 33/219 objects degraded (15.068%) 2024-08-29T14:54:02.427 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[87973]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T14:54:02.427 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[87973]: osdmap e353: 8 total, 7 up, 8 in 2024-08-29T14:54:02.428 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[87973]: from='osd.0 [v2:172.21.15.131:6802/845002269,v1:172.21.15.131:6803/845002269]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:02.428 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[87973]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:02.428 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[87973]: from='osd.0 ' entity='osd.0' 2024-08-29T14:54:02.428 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[90512]: pgmap v114: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 185 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.0 MiB/s wr, 37 op/s; 33/219 objects degraded (15.068%) 2024-08-29T14:54:02.428 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[90512]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T14:54:02.428 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[90512]: osdmap e353: 8 total, 7 up, 8 in 2024-08-29T14:54:02.428 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[90512]: from='osd.0 [v2:172.21.15.131:6802/845002269,v1:172.21.15.131:6803/845002269]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:02.428 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[90512]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:02.428 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:02 smithi131 ceph-mon[90512]: from='osd.0 ' entity='osd.0' 2024-08-29T14:54:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:02 smithi169 ceph-mon[78471]: pgmap v114: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 185 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.0 MiB/s wr, 37 op/s; 33/219 objects degraded (15.068%) 2024-08-29T14:54:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:02 smithi169 ceph-mon[78471]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T14:54:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:02 smithi169 ceph-mon[78471]: osdmap e353: 8 total, 7 up, 8 in 2024-08-29T14:54:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:02 smithi169 ceph-mon[78471]: from='osd.0 [v2:172.21.15.131:6802/845002269,v1:172.21.15.131:6803/845002269]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:02 smithi169 ceph-mon[78471]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:02 smithi169 ceph-mon[78471]: from='osd.0 ' entity='osd.0' 2024-08-29T14:54:03.178 INFO:tasks.rados.rados.0.smithi131.stdout:1417: done (3 left) 2024-08-29T14:54:03.179 INFO:tasks.rados.rados.0.smithi131.stdout:1418: done (2 left) 2024-08-29T14:54:03.179 INFO:tasks.rados.rados.0.smithi131.stdout:1419: done (1 left) 2024-08-29T14:54:03.179 INFO:tasks.rados.rados.0.smithi131.stdout:1420: done (0 left) 2024-08-29T14:54:03.179 INFO:tasks.rados.rados.0.smithi131.stdout:1421: rmattr oid 41 current snap is 138 2024-08-29T14:54:03.179 INFO:tasks.rados.rados.0.smithi131.stdout:1422: snap_remove snap 133 2024-08-29T14:54:03.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:54:03.271+0000 7f4705a61640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-29T14:54:03.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[87973]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:54:03.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[87973]: osd.0 [v2:172.21.15.131:6802/845002269,v1:172.21.15.131:6803/845002269] boot 2024-08-29T14:54:03.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[87973]: osdmap e354: 8 total, 8 up, 8 in 2024-08-29T14:54:03.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-29T14:54:03.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:03.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:03.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:03.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:54:03.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:03.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[90512]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:54:03.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[90512]: osd.0 [v2:172.21.15.131:6802/845002269,v1:172.21.15.131:6803/845002269] boot 2024-08-29T14:54:03.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[90512]: osdmap e354: 8 total, 8 up, 8 in 2024-08-29T14:54:03.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-29T14:54:03.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:03.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:03.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:03.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:54:03.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:03 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:03 smithi169 ceph-mon[78471]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:54:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:03 smithi169 ceph-mon[78471]: osd.0 [v2:172.21.15.131:6802/845002269,v1:172.21.15.131:6803/845002269] boot 2024-08-29T14:54:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:03 smithi169 ceph-mon[78471]: osdmap e354: 8 total, 8 up, 8 in 2024-08-29T14:54:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:03 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-29T14:54:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:03 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:03 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:03 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:03 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:54:03.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:03 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:1422: done (1 left) 2024-08-29T14:54:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 138 2024-08-29T14:54:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1042 (ObjNum 355 snap 106 seq_num 355) dirty exists 2024-08-29T14:54:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:1423: seq_num 457 ranges {2097152=458752} 2024-08-29T14:54:04.198 INFO:tasks.rados.rados.0.smithi131.stdout:1423: writing smithi13174786-43 from 2097152 to 2555904 tid 1 2024-08-29T14:54:04.198 INFO:tasks.rados.rados.0.smithi131.stdout:1421: done (1 left) 2024-08-29T14:54:04.198 INFO:tasks.rados.rados.0.smithi131.stdout:1424: delete oid 26 current snap is 138 2024-08-29T14:54:04.200 INFO:tasks.rados.rados.0.smithi131.stdout:1424: done (1 left) 2024-08-29T14:54:04.200 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 138 2024-08-29T14:54:04.200 INFO:tasks.rados.rados.0.smithi131.stdout:1425: seq_num 459 ranges {0=491520} 2024-08-29T14:54:04.203 INFO:tasks.rados.rados.0.smithi131.stdout:1425: writing smithi13174786-18 from 0 to 491520 tid 1 2024-08-29T14:54:04.203 INFO:tasks.rados.rados.0.smithi131.stdout:1426: delete oid 1 current snap is 138 2024-08-29T14:54:04.203 INFO:tasks.rados.rados.0.smithi131.stdout:1423: finishing write tid 1 to smithi13174786-43 2024-08-29T14:54:04.203 INFO:tasks.rados.rados.0.smithi131.stdout:1423: finishing write tid 2 to smithi13174786-43 2024-08-29T14:54:04.204 INFO:tasks.rados.rados.0.smithi131.stdout:1423: finishing write tid 3 to smithi13174786-43 2024-08-29T14:54:04.204 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 704 (ObjNum 457 snap 138 seq_num 457) dirty exists 2024-08-29T14:54:04.205 INFO:tasks.rados.rados.0.smithi131.stdout:1423: left oid 43 (ObjNum 457 snap 138 seq_num 457) 2024-08-29T14:54:04.206 INFO:tasks.rados.rados.0.smithi131.stdout:1423: done (2 left) 2024-08-29T14:54:04.206 INFO:tasks.rados.rados.0.smithi131.stdout:1426: done (1 left) 2024-08-29T14:54:04.206 INFO:tasks.rados.rados.0.smithi131.stdout:1427: copy_from oid 4 from oid 1 current snap is 138 2024-08-29T14:54:04.206 INFO:tasks.rados.rados.0.smithi131.stdout:1428: snap_create 2024-08-29T14:54:04.207 INFO:tasks.rados.rados.0.smithi131.stdout:1425: finishing write tid 1 to smithi13174786-18 2024-08-29T14:54:04.207 INFO:tasks.rados.rados.0.smithi131.stdout:1425: finishing write tid 2 to smithi13174786-18 2024-08-29T14:54:04.207 INFO:tasks.rados.rados.0.smithi131.stdout:1427: finishing copy_from to smithi13174786-4 2024-08-29T14:54:04.207 INFO:tasks.rados.rados.0.smithi131.stdout:1427: got expected ENOENT (src dne) 2024-08-29T14:54:04.207 INFO:tasks.rados.rados.0.smithi131.stdout:1427: finishing copy_from racing read to smithi13174786-4 2024-08-29T14:54:04.208 INFO:tasks.rados.rados.0.smithi131.stdout:1425: finishing write tid 3 to smithi13174786-18 2024-08-29T14:54:04.208 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1048 (ObjNum 459 snap 138 seq_num 459) dirty exists 2024-08-29T14:54:04.208 INFO:tasks.rados.rados.0.smithi131.stdout:1425: left oid 18 (ObjNum 459 snap 138 seq_num 459) 2024-08-29T14:54:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[87973]: pgmap v117: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.0 MiB/s wr, 37 op/s; 33/219 objects degraded (15.068%) 2024-08-29T14:54:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[87973]: osdmap e355: 8 total, 8 up, 8 in 2024-08-29T14:54:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:54:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-29T14:54:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[90512]: pgmap v117: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.0 MiB/s wr, 37 op/s; 33/219 objects degraded (15.068%) 2024-08-29T14:54:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[90512]: osdmap e355: 8 total, 8 up, 8 in 2024-08-29T14:54:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:54:04.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:04.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:04.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:04.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-29T14:54:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:04 smithi169 ceph-mon[78471]: pgmap v117: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.0 MiB/s wr, 37 op/s; 33/219 objects degraded (15.068%) 2024-08-29T14:54:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:04 smithi169 ceph-mon[78471]: osdmap e355: 8 total, 8 up, 8 in 2024-08-29T14:54:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:04 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:54:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:04 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:04 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:04 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:04 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-29T14:54:04.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:04 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:04.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:05.189 INFO:tasks.rados.rados.0.smithi131.stdout:1425: done (2 left) 2024-08-29T14:54:05.190 INFO:tasks.rados.rados.0.smithi131.stdout:1427: done (1 left) 2024-08-29T14:54:05.190 INFO:tasks.rados.rados.0.smithi131.stdout:1428: done (0 left) 2024-08-29T14:54:05.190 INFO:tasks.rados.rados.0.smithi131.stdout:1429: setattr oid 25 current snap is 139 2024-08-29T14:54:05.191 INFO:tasks.rados.rados.0.smithi131.stdout:1430: setattr oid 47 current snap is 139 2024-08-29T14:54:05.192 INFO:tasks.rados.rados.0.smithi131.stdout:1431: snap_create 2024-08-29T14:54:05.199 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 710 (ObjNum 367 snap 109 seq_num 367) dirty exists 2024-08-29T14:54:05.199 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1050 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-29T14:54:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T14:54:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-mon[87973]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-29T14:54:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-mon[87973]: osdmap e356: 8 total, 8 up, 8 in 2024-08-29T14:54:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T14:54:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-mon[90512]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-29T14:54:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-mon[90512]: osdmap e356: 8 total, 8 up, 8 in 2024-08-29T14:54:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:05.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:05 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T14:54:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:05 smithi169 ceph-mon[78471]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-29T14:54:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:05 smithi169 ceph-mon[78471]: osdmap e356: 8 total, 8 up, 8 in 2024-08-29T14:54:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:06.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:05.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:06.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:05.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:06.185 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:54:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:54:05] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.51.0" 2024-08-29T14:54:06.195 INFO:tasks.rados.rados.0.smithi131.stdout:1429: done (2 left) 2024-08-29T14:54:06.195 INFO:tasks.rados.rados.0.smithi131.stdout:1430: done (1 left) 2024-08-29T14:54:06.195 INFO:tasks.rados.rados.0.smithi131.stdout:1431: done (0 left) 2024-08-29T14:54:06.195 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 140 2024-08-29T14:54:06.195 INFO:tasks.rados.rados.0.smithi131.stdout:1432: seq_num 461 ranges {0=524288} 2024-08-29T14:54:06.198 INFO:tasks.rados.rados.0.smithi131.stdout:1432: writing smithi13174786-7 from 0 to 524288 tid 1 2024-08-29T14:54:06.198 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 140 2024-08-29T14:54:06.198 INFO:tasks.rados.rados.0.smithi131.stdout:1433: seq_num 462 ranges {0=540672} 2024-08-29T14:54:06.201 INFO:tasks.rados.rados.0.smithi131.stdout:1433: writing smithi13174786-32 from 0 to 540672 tid 1 2024-08-29T14:54:06.201 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 140 2024-08-29T14:54:06.201 INFO:tasks.rados.rados.0.smithi131.stdout:1434: seq_num 463 ranges {3211264=557056} 2024-08-29T14:54:06.222 INFO:tasks.rados.rados.0.smithi131.stdout:1434: writing smithi13174786-34 from 3211264 to 3768320 tid 1 2024-08-29T14:54:06.222 INFO:tasks.rados.rados.0.smithi131.stdout:1435: snap_create 2024-08-29T14:54:06.222 INFO:tasks.rados.rados.0.smithi131.stdout:1432: finishing write tid 1 to smithi13174786-7 2024-08-29T14:54:06.222 INFO:tasks.rados.rados.0.smithi131.stdout:1432: finishing write tid 2 to smithi13174786-7 2024-08-29T14:54:06.222 INFO:tasks.rados.rados.0.smithi131.stdout:1432: finishing write tid 3 to smithi13174786-7 2024-08-29T14:54:06.222 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 712 (ObjNum 461 snap 140 seq_num 461) dirty exists 2024-08-29T14:54:06.222 INFO:tasks.rados.rados.0.smithi131.stdout:1432: left oid 7 (ObjNum 461 snap 140 seq_num 461) 2024-08-29T14:54:06.222 INFO:tasks.rados.rados.0.smithi131.stdout:1433: finishing write tid 1 to smithi13174786-32 2024-08-29T14:54:06.222 INFO:tasks.rados.rados.0.smithi131.stdout:1433: finishing write tid 2 to smithi13174786-32 2024-08-29T14:54:06.223 INFO:tasks.rados.rados.0.smithi131.stdout:1433: finishing write tid 3 to smithi13174786-32 2024-08-29T14:54:06.223 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1053 (ObjNum 462 snap 140 seq_num 462) dirty exists 2024-08-29T14:54:06.223 INFO:tasks.rados.rados.0.smithi131.stdout:1433: left oid 32 (ObjNum 462 snap 140 seq_num 462) 2024-08-29T14:54:06.225 INFO:tasks.rados.rados.0.smithi131.stdout:1434: finishing write tid 1 to smithi13174786-34 2024-08-29T14:54:06.225 INFO:tasks.rados.rados.0.smithi131.stdout:1434: finishing write tid 2 to smithi13174786-34 2024-08-29T14:54:06.226 INFO:tasks.rados.rados.0.smithi131.stdout:1434: finishing write tid 3 to smithi13174786-34 2024-08-29T14:54:06.226 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 951 (ObjNum 463 snap 140 seq_num 463) dirty exists 2024-08-29T14:54:06.227 INFO:tasks.rados.rados.0.smithi131.stdout:1434: left oid 34 (ObjNum 463 snap 140 seq_num 463) 2024-08-29T14:54:06.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:06 smithi169 ceph-mon[78471]: pgmap v120: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 33/219 objects degraded (15.068%) 2024-08-29T14:54:06.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:06 smithi169 ceph-mon[78471]: osdmap e357: 8 total, 8 up, 8 in 2024-08-29T14:54:06.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:06 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 33/219 objects degraded (15.068%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:06 smithi131 ceph-mon[87973]: pgmap v120: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 33/219 objects degraded (15.068%) 2024-08-29T14:54:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:06 smithi131 ceph-mon[87973]: osdmap e357: 8 total, 8 up, 8 in 2024-08-29T14:54:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:06 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 33/219 objects degraded (15.068%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:06 smithi131 ceph-mon[90512]: pgmap v120: 121 pgs: 39 active+undersized, 14 active+undersized+degraded, 68 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 33/219 objects degraded (15.068%) 2024-08-29T14:54:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:06 smithi131 ceph-mon[90512]: osdmap e357: 8 total, 8 up, 8 in 2024-08-29T14:54:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:06 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 33/219 objects degraded (15.068%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:07.204 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:06.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:07.217 INFO:tasks.rados.rados.0.smithi131.stdout:1432: done (3 left) 2024-08-29T14:54:07.217 INFO:tasks.rados.rados.0.smithi131.stdout:1433: done (2 left) 2024-08-29T14:54:07.217 INFO:tasks.rados.rados.0.smithi131.stdout:1434: done (1 left) 2024-08-29T14:54:07.217 INFO:tasks.rados.rados.0.smithi131.stdout:1435: done (0 left) 2024-08-29T14:54:07.217 INFO:tasks.rados.rados.0.smithi131.stdout:1436: delete oid 40 current snap is 141 2024-08-29T14:54:07.220 INFO:tasks.rados.rados.0.smithi131.stdout:1436: done (0 left) 2024-08-29T14:54:07.220 INFO:tasks.rados.rados.0.smithi131.stdout:1437: snap_remove snap 136 2024-08-29T14:54:07.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:07 smithi131 ceph-mon[87973]: osdmap e358: 8 total, 8 up, 8 in 2024-08-29T14:54:07.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:07 smithi131 ceph-mon[90512]: osdmap e358: 8 total, 8 up, 8 in 2024-08-29T14:54:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:07 smithi169 ceph-mon[78471]: osdmap e358: 8 total, 8 up, 8 in 2024-08-29T14:54:08.213 INFO:tasks.rados.rados.0.smithi131.stdout:1437: done (0 left) 2024-08-29T14:54:08.214 INFO:tasks.rados.rados.0.smithi131.stdout:1438: snap_remove snap 134 2024-08-29T14:54:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:08 smithi131 ceph-mon[87973]: pgmap v123: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 641 KiB/s wr, 17 op/s; 11/243 objects degraded (4.527%); 13 MiB/s, 1 objects/s recovering 2024-08-29T14:54:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:08 smithi131 ceph-mon[87973]: mgrmap e43: y(active, since 93s), standbys: x 2024-08-29T14:54:08.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:08 smithi131 ceph-mon[87973]: osdmap e359: 8 total, 8 up, 8 in 2024-08-29T14:54:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:08 smithi131 ceph-mon[90512]: pgmap v123: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 641 KiB/s wr, 17 op/s; 11/243 objects degraded (4.527%); 13 MiB/s, 1 objects/s recovering 2024-08-29T14:54:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:08 smithi131 ceph-mon[90512]: mgrmap e43: y(active, since 93s), standbys: x 2024-08-29T14:54:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:08 smithi131 ceph-mon[90512]: osdmap e359: 8 total, 8 up, 8 in 2024-08-29T14:54:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:08 smithi169 ceph-mon[78471]: pgmap v123: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 641 KiB/s wr, 17 op/s; 11/243 objects degraded (4.527%); 13 MiB/s, 1 objects/s recovering 2024-08-29T14:54:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:08 smithi169 ceph-mon[78471]: mgrmap e43: y(active, since 93s), standbys: x 2024-08-29T14:54:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:08 smithi169 ceph-mon[78471]: osdmap e359: 8 total, 8 up, 8 in 2024-08-29T14:54:09.219 INFO:tasks.rados.rados.0.smithi131.stdout:1438: done (0 left) 2024-08-29T14:54:09.219 INFO:tasks.rados.rados.0.smithi131.stdout:1439: snap_remove snap 131 2024-08-29T14:54:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:09 smithi131 ceph-mon[87973]: osdmap e360: 8 total, 8 up, 8 in 2024-08-29T14:54:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:09 smithi131 ceph-mon[90512]: osdmap e360: 8 total, 8 up, 8 in 2024-08-29T14:54:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:09 smithi169 ceph-mon[78471]: osdmap e360: 8 total, 8 up, 8 in 2024-08-29T14:54:10.224 INFO:tasks.rados.rados.0.smithi131.stdout:1439: done (0 left) 2024-08-29T14:54:10.225 INFO:tasks.rados.rados.0.smithi131.stdout:1440: delete oid 34 current snap is 141 2024-08-29T14:54:10.237 INFO:tasks.rados.rados.0.smithi131.stdout:1440: done (0 left) 2024-08-29T14:54:10.237 INFO:tasks.rados.rados.0.smithi131.stdout:1441: read oid 33 snap -1 2024-08-29T14:54:10.237 INFO:tasks.rados.rados.0.smithi131.stdout:1441: expect (ObjNum 423 snap 126 seq_num 423) 2024-08-29T14:54:10.237 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 141 2024-08-29T14:54:10.237 INFO:tasks.rados.rados.0.smithi131.stdout:1442: seq_num 466 ranges {6348800=614400} 2024-08-29T14:54:10.275 INFO:tasks.rados.rados.0.smithi131.stdout:1442: writing smithi13174786-48 from 6348800 to 6963200 tid 1 2024-08-29T14:54:10.275 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 141 2024-08-29T14:54:10.275 INFO:tasks.rados.rados.0.smithi131.stdout:1443: seq_num 467 ranges {2703360=630784} 2024-08-29T14:54:10.294 INFO:tasks.rados.rados.0.smithi131.stdout:1443: writing smithi13174786-5 from 2703360 to 3334144 tid 1 2024-08-29T14:54:10.294 INFO:tasks.rados.rados.0.smithi131.stdout:1444: read oid 42 snap -1 2024-08-29T14:54:10.294 INFO:tasks.rados.rados.0.smithi131.stdout:1444: expect (ObjNum 415 snap 126 seq_num 415) 2024-08-29T14:54:10.294 INFO:tasks.rados.rados.0.smithi131.stdout:1445: read oid 25 snap 140 2024-08-29T14:54:10.294 INFO:tasks.rados.rados.0.smithi131.stdout:1445: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-29T14:54:10.294 INFO:tasks.rados.rados.0.smithi131.stdout:1446: read oid 1 snap -1 2024-08-29T14:54:10.294 INFO:tasks.rados.rados.0.smithi131.stdout:1446: expect deleted 2024-08-29T14:54:10.294 INFO:tasks.rados.rados.0.smithi131.stdout:1447: rmattr oid 12 current snap is 141 2024-08-29T14:54:10.294 INFO:tasks.rados.rados.0.smithi131.stdout:1441: expect (ObjNum 423 snap 126 seq_num 423) 2024-08-29T14:54:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:10 smithi131 ceph-mon[87973]: pgmap v126: 121 pgs: 121 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 769 KiB/s wr, 23 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-29T14:54:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:10 smithi131 ceph-mon[87973]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/243 objects degraded (4.527%), 5 pgs degraded) 2024-08-29T14:54:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:10 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T14:54:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:10 smithi131 ceph-mon[87973]: osdmap e361: 8 total, 8 up, 8 in 2024-08-29T14:54:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:10 smithi131 ceph-mon[90512]: pgmap v126: 121 pgs: 121 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 769 KiB/s wr, 23 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-29T14:54:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:10 smithi131 ceph-mon[90512]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/243 objects degraded (4.527%), 5 pgs degraded) 2024-08-29T14:54:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:10 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T14:54:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:10 smithi131 ceph-mon[90512]: osdmap e361: 8 total, 8 up, 8 in 2024-08-29T14:54:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:10 smithi169 ceph-mon[78471]: pgmap v126: 121 pgs: 121 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 769 KiB/s wr, 23 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-29T14:54:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:10 smithi169 ceph-mon[78471]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/243 objects degraded (4.527%), 5 pgs degraded) 2024-08-29T14:54:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:10 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T14:54:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:10 smithi169 ceph-mon[78471]: osdmap e361: 8 total, 8 up, 8 in 2024-08-29T14:54:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:1442: finishing write tid 1 to smithi13174786-48 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:1442: finishing write tid 2 to smithi13174786-48 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:1442: finishing write tid 3 to smithi13174786-48 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 810 (ObjNum 466 snap 141 seq_num 466) dirty exists 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:1442: left oid 48 (ObjNum 466 snap 141 seq_num 466) 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:1441: done (6 left) 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:1442: done (5 left) 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:1448: read oid 8 snap -1 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:1448: expect (ObjNum 437 snap 129 seq_num 437) 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:1449: rollback oid 39 current snap is 141 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 39 to 137 2024-08-29T14:54:11.232 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 408 (ObjNum 65 snap 0 seq_num 1633907033) dirty exists 2024-08-29T14:54:11.233 INFO:tasks.rados.rados.0.smithi131.stdout:1443: finishing write tid 1 to smithi13174786-5 2024-08-29T14:54:11.233 INFO:tasks.rados.rados.0.smithi131.stdout:1443: finishing write tid 2 to smithi13174786-5 2024-08-29T14:54:11.233 INFO:tasks.rados.rados.0.smithi131.stdout:1443: finishing write tid 3 to smithi13174786-5 2024-08-29T14:54:11.233 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 546 (ObjNum 467 snap 141 seq_num 467) dirty exists 2024-08-29T14:54:11.233 INFO:tasks.rados.rados.0.smithi131.stdout:1443: left oid 5 (ObjNum 467 snap 141 seq_num 467) 2024-08-29T14:54:11.233 INFO:tasks.rados.rados.0.smithi131.stdout:1445: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-29T14:54:11.348 INFO:tasks.rados.rados.0.smithi131.stdout:1444: expect (ObjNum 415 snap 126 seq_num 415) 2024-08-29T14:54:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:11 smithi131 ceph-mon[87973]: osdmap e362: 8 total, 8 up, 8 in 2024-08-29T14:54:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:11 smithi131 ceph-mon[87973]: pgmap v129: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 396 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T14:54:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:11 smithi131 ceph-mon[87973]: osdmap e363: 8 total, 8 up, 8 in 2024-08-29T14:54:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:11 smithi131 ceph-mon[90512]: osdmap e362: 8 total, 8 up, 8 in 2024-08-29T14:54:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:11 smithi131 ceph-mon[90512]: pgmap v129: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 396 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T14:54:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:11 smithi131 ceph-mon[90512]: osdmap e363: 8 total, 8 up, 8 in 2024-08-29T14:54:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:11 smithi169 ceph-mon[78471]: osdmap e362: 8 total, 8 up, 8 in 2024-08-29T14:54:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:11 smithi169 ceph-mon[78471]: pgmap v129: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 396 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T14:54:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:11 smithi169 ceph-mon[78471]: osdmap e363: 8 total, 8 up, 8 in 2024-08-29T14:54:11.861 INFO:tasks.rados.rados.0.smithi131.stdout:1449: finishing rollback tid 0 to smithi13174786-39 2024-08-29T14:54:11.862 INFO:tasks.rados.rados.0.smithi131.stdout:1449: finishing rollback tid 1 to smithi13174786-39 2024-08-29T14:54:11.862 INFO:tasks.rados.rados.0.smithi131.stdout:1449: finishing rollback tid 2 to smithi13174786-39 2024-08-29T14:54:11.862 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 802 (ObjNum 358 snap 107 seq_num 358) dirty exists 2024-08-29T14:54:11.862 INFO:tasks.rados.rados.0.smithi131.stdout:1443: done (6 left) 2024-08-29T14:54:11.862 INFO:tasks.rados.rados.0.smithi131.stdout:1444: done (5 left) 2024-08-29T14:54:11.862 INFO:tasks.rados.rados.0.smithi131.stdout:1445: done (4 left) 2024-08-29T14:54:11.862 INFO:tasks.rados.rados.0.smithi131.stdout:1446: done (3 left) 2024-08-29T14:54:11.862 INFO:tasks.rados.rados.0.smithi131.stdout:1447: done (2 left) 2024-08-29T14:54:11.862 INFO:tasks.rados.rados.0.smithi131.stdout:1449: done (1 left) 2024-08-29T14:54:11.862 INFO:tasks.rados.rados.0.smithi131.stdout:1450: copy_from oid 10 from oid 27 current snap is 141 2024-08-29T14:54:11.863 INFO:tasks.rados.rados.0.smithi131.stdout:1448: expect (ObjNum 437 snap 129 seq_num 437) 2024-08-29T14:54:11.959 INFO:tasks.rados.rados.0.smithi131.stdout:1450: finishing copy_from to smithi13174786-10 2024-08-29T14:54:11.959 INFO:tasks.rados.rados.0.smithi131.stdout:1450: got expected ENOENT (src dne) 2024-08-29T14:54:11.959 INFO:tasks.rados.rados.0.smithi131.stdout:1450: finishing copy_from racing read to smithi13174786-10 2024-08-29T14:54:11.959 INFO:tasks.rados.rados.0.smithi131.stdout:1448: done (1 left) 2024-08-29T14:54:11.959 INFO:tasks.rados.rados.0.smithi131.stdout:1450: done (0 left) 2024-08-29T14:54:11.959 INFO:tasks.rados.rados.0.smithi131.stdout:1451: read oid 47 snap 138 2024-08-29T14:54:11.959 INFO:tasks.rados.rados.0.smithi131.stdout:1451: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:54:11.959 INFO:tasks.rados.rados.0.smithi131.stdout:1452: snap_create 2024-08-29T14:54:11.969 INFO:tasks.rados.rados.0.smithi131.stdout:1451: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:54:12.232 INFO:tasks.rados.rados.0.smithi131.stdout:1451: done (1 left) 2024-08-29T14:54:12.232 INFO:tasks.rados.rados.0.smithi131.stdout:1452: done (0 left) 2024-08-29T14:54:12.232 INFO:tasks.rados.rados.0.smithi131.stdout:1453: rmattr oid 11 current snap is 142 2024-08-29T14:54:12.233 INFO:tasks.rados.rados.0.smithi131.stdout:1454: snap_remove snap 138 2024-08-29T14:54:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:1454: done (1 left) 2024-08-29T14:54:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 142 2024-08-29T14:54:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:1455: seq_num 468 ranges {7249920=647168} 2024-08-29T14:54:13.282 INFO:tasks.rados.rados.0.smithi131.stdout:1455: writing smithi13174786-14 from 7249920 to 7897088 tid 1 2024-08-29T14:54:13.282 INFO:tasks.rados.rados.0.smithi131.stdout:1456: read oid 42 snap -1 2024-08-29T14:54:13.282 INFO:tasks.rados.rados.0.smithi131.stdout:1456: expect (ObjNum 415 snap 126 seq_num 415) 2024-08-29T14:54:13.283 INFO:tasks.rados.rados.0.smithi131.stdout:1457: setattr oid 24 current snap is 142 2024-08-29T14:54:13.283 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1020 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-08-29T14:54:13.284 INFO:tasks.rados.rados.0.smithi131.stdout:1453: done (3 left) 2024-08-29T14:54:13.284 INFO:tasks.rados.rados.0.smithi131.stdout:1458: snap_remove snap 135 2024-08-29T14:54:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:13 smithi131 ceph-mon[87973]: osdmap e364: 8 total, 8 up, 8 in 2024-08-29T14:54:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:13 smithi131 ceph-mon[87973]: pgmap v132: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 268 KiB/s wr, 2 op/s 2024-08-29T14:54:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:13 smithi131 ceph-mon[90512]: osdmap e364: 8 total, 8 up, 8 in 2024-08-29T14:54:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:13 smithi131 ceph-mon[90512]: pgmap v132: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 268 KiB/s wr, 2 op/s 2024-08-29T14:54:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:13 smithi169 ceph-mon[78471]: osdmap e364: 8 total, 8 up, 8 in 2024-08-29T14:54:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:13 smithi169 ceph-mon[78471]: pgmap v132: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 268 KiB/s wr, 2 op/s 2024-08-29T14:54:14.247 INFO:tasks.rados.rados.0.smithi131.stdout:1458: done (3 left) 2024-08-29T14:54:14.247 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 142 2024-08-29T14:54:14.247 INFO:tasks.rados.rados.0.smithi131.stdout:1455: finishing write tid 1 to smithi13174786-14 2024-08-29T14:54:14.247 INFO:tasks.rados.rados.0.smithi131.stdout:1459: seq_num 469 ranges {139264=663552} 2024-08-29T14:54:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:1459: writing smithi13174786-20 from 139264 to 802816 tid 1 2024-08-29T14:54:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:1460: copy_from oid 15 from oid 18 current snap is 142 2024-08-29T14:54:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:1461: setattr oid 16 current snap is 142 2024-08-29T14:54:14.253 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 713 (ObjNum 295 snap 89 seq_num 295) dirty exists 2024-08-29T14:54:14.253 INFO:tasks.rados.rados.0.smithi131.stdout:1455: finishing write tid 2 to smithi13174786-14 2024-08-29T14:54:14.253 INFO:tasks.rados.rados.0.smithi131.stdout:1455: finishing write tid 3 to smithi13174786-14 2024-08-29T14:54:14.254 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 551 (ObjNum 468 snap 142 seq_num 468) dirty exists 2024-08-29T14:54:14.254 INFO:tasks.rados.rados.0.smithi131.stdout:1455: left oid 14 (ObjNum 468 snap 142 seq_num 468) 2024-08-29T14:54:14.254 INFO:tasks.rados.rados.0.smithi131.stdout:1456: expect (ObjNum 415 snap 126 seq_num 415) 2024-08-29T14:54:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:14 smithi131 ceph-mon[87973]: osdmap e365: 8 total, 8 up, 8 in 2024-08-29T14:54:14.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:14 smithi131 ceph-mon[90512]: osdmap e365: 8 total, 8 up, 8 in 2024-08-29T14:54:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:14 smithi169 ceph-mon[78471]: osdmap e365: 8 total, 8 up, 8 in 2024-08-29T14:54:14.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:14.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:14.771 INFO:tasks.rados.rados.0.smithi131.stdout:1459: finishing write tid 1 to smithi13174786-20 2024-08-29T14:54:14.771 INFO:tasks.rados.rados.0.smithi131.stdout:1459: finishing write tid 2 to smithi13174786-20 2024-08-29T14:54:14.771 INFO:tasks.rados.rados.0.smithi131.stdout:1459: finishing write tid 3 to smithi13174786-20 2024-08-29T14:54:14.771 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 804 (ObjNum 469 snap 142 seq_num 469) dirty exists 2024-08-29T14:54:14.771 INFO:tasks.rados.rados.0.smithi131.stdout:1459: left oid 20 (ObjNum 469 snap 142 seq_num 469) 2024-08-29T14:54:14.771 INFO:tasks.rados.rados.0.smithi131.stdout:1460: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:54:14.771 INFO:tasks.rados.rados.0.smithi131.stdout:1460: finishing copy_from to smithi13174786-15 2024-08-29T14:54:14.771 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1048 (ObjNum 459 snap 138 seq_num 459) dirty exists 2024-08-29T14:54:14.771 INFO:tasks.rados.rados.0.smithi131.stdout:1455: done (5 left) 2024-08-29T14:54:14.772 INFO:tasks.rados.rados.0.smithi131.stdout:1456: done (4 left) 2024-08-29T14:54:14.772 INFO:tasks.rados.rados.0.smithi131.stdout:1457: done (3 left) 2024-08-29T14:54:14.772 INFO:tasks.rados.rados.0.smithi131.stdout:1459: done (2 left) 2024-08-29T14:54:14.772 INFO:tasks.rados.rados.0.smithi131.stdout:1460: done (1 left) 2024-08-29T14:54:14.772 INFO:tasks.rados.rados.0.smithi131.stdout:1462: rollback oid 41 current snap is 142 2024-08-29T14:54:14.772 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 41 to 139 2024-08-29T14:54:14.772 INFO:tasks.rados.rados.0.smithi131.stdout:1463: rollback oid 34 current snap is 142 2024-08-29T14:54:14.772 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 34 to 139 2024-08-29T14:54:14.772 INFO:tasks.rados.rados.0.smithi131.stdout:1464: delete oid 36 current snap is 142 2024-08-29T14:54:14.773 INFO:tasks.rados.rados.0.smithi131.stdout:1463: finishing rollback tid 1 to smithi13174786-34 2024-08-29T14:54:14.774 INFO:tasks.rados.rados.0.smithi131.stdout:1464: done (3 left) 2024-08-29T14:54:14.774 INFO:tasks.rados.rados.0.smithi131.stdout:1465: read oid 7 snap -1 2024-08-29T14:54:14.774 INFO:tasks.rados.rados.0.smithi131.stdout:1465: expect (ObjNum 461 snap 140 seq_num 461) 2024-08-29T14:54:14.774 INFO:tasks.rados.rados.0.smithi131.stdout:1466: read oid 28 snap 141 2024-08-29T14:54:14.774 INFO:tasks.rados.rados.0.smithi131.stdout:1466: expect (ObjNum 432 snap 126 seq_num 432) 2024-08-29T14:54:14.774 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 142 2024-08-29T14:54:14.774 INFO:tasks.rados.rados.0.smithi131.stdout:1467: seq_num 471 ranges {9379840=696320} 2024-08-29T14:54:14.827 INFO:tasks.rados.rados.0.smithi131.stdout:1467: writing smithi13174786-42 from 9379840 to 10076160 tid 1 2024-08-29T14:54:14.827 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 142 2024-08-29T14:54:14.827 INFO:tasks.rados.rados.0.smithi131.stdout:1468: seq_num 472 ranges {0=712704} 2024-08-29T14:54:14.831 INFO:tasks.rados.rados.0.smithi131.stdout:1468: writing smithi13174786-38 from 0 to 712704 tid 1 2024-08-29T14:54:14.831 INFO:tasks.rados.rados.0.smithi131.stdout:1469: snap_remove snap 140 2024-08-29T14:54:15.552 INFO:tasks.rados.rados.0.smithi131.stdout:1469: done (7 left) 2024-08-29T14:54:15.552 INFO:tasks.rados.rados.0.smithi131.stdout:1470: snap_remove snap 137 2024-08-29T14:54:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:15 smithi131 ceph-mon[87973]: pgmap v135: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:54:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:15 smithi131 ceph-mon[87973]: osdmap e366: 8 total, 8 up, 8 in 2024-08-29T14:54:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:15 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:15 smithi131 ceph-mon[90512]: pgmap v135: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:54:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:15 smithi131 ceph-mon[90512]: osdmap e366: 8 total, 8 up, 8 in 2024-08-29T14:54:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:15 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:15 smithi169 ceph-mon[78471]: pgmap v135: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:54:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:15 smithi169 ceph-mon[78471]: osdmap e366: 8 total, 8 up, 8 in 2024-08-29T14:54:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:15 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:16.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:15.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:16.130 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:15.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:16.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:54:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:54:15] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.51.0" 2024-08-29T14:54:16.560 INFO:tasks.rados.rados.0.smithi131.stdout:1470: done (7 left) 2024-08-29T14:54:16.561 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 142 2024-08-29T14:54:16.561 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1021 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-08-29T14:54:16.561 INFO:tasks.rados.rados.0.smithi131.stdout:1463: finishing rollback tid 2 to smithi13174786-34 2024-08-29T14:54:16.561 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 954 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-08-29T14:54:16.561 INFO:tasks.rados.rados.0.smithi131.stdout:1462: finishing rollback tid 0 to smithi13174786-41 2024-08-29T14:54:16.561 INFO:tasks.rados.rados.0.smithi131.stdout:1462: finishing rollback tid 1 to smithi13174786-41 2024-08-29T14:54:16.561 INFO:tasks.rados.rados.0.smithi131.stdout:1466: expect (ObjNum 432 snap 126 seq_num 432) 2024-08-29T14:54:16.563 INFO:tasks.rados.rados.0.smithi131.stdout:1462: finishing rollback tid 2 to smithi13174786-41 2024-08-29T14:54:16.563 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1091 (ObjNum 355 snap 106 seq_num 355) dirty exists 2024-08-29T14:54:16.564 INFO:tasks.rados.rados.0.smithi131.stdout:1465: expect (ObjNum 461 snap 140 seq_num 461) 2024-08-29T14:54:16.582 INFO:tasks.rados.rados.0.smithi131.stdout:1467: finishing write tid 1 to smithi13174786-42 2024-08-29T14:54:16.582 INFO:tasks.rados.rados.0.smithi131.stdout:1467: finishing write tid 2 to smithi13174786-42 2024-08-29T14:54:16.582 INFO:tasks.rados.rados.0.smithi131.stdout:1467: finishing write tid 3 to smithi13174786-42 2024-08-29T14:54:16.582 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 813 (ObjNum 471 snap 142 seq_num 471) dirty exists 2024-08-29T14:54:16.582 INFO:tasks.rados.rados.0.smithi131.stdout:1467: left oid 42 (ObjNum 471 snap 142 seq_num 471) 2024-08-29T14:54:16.582 INFO:tasks.rados.rados.0.smithi131.stdout:1468: finishing write tid 1 to smithi13174786-38 2024-08-29T14:54:16.582 INFO:tasks.rados.rados.0.smithi131.stdout:1468: finishing write tid 2 to smithi13174786-38 2024-08-29T14:54:16.583 INFO:tasks.rados.rados.0.smithi131.stdout:1468: finishing write tid 3 to smithi13174786-38 2024-08-29T14:54:16.583 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1050 (ObjNum 472 snap 142 seq_num 472) dirty exists 2024-08-29T14:54:16.583 INFO:tasks.rados.rados.0.smithi131.stdout:1468: left oid 38 (ObjNum 472 snap 142 seq_num 472) 2024-08-29T14:54:16.583 INFO:tasks.rados.rados.0.smithi131.stdout:1471: seq_num 473 ranges {0=729088} 2024-08-29T14:54:16.587 INFO:tasks.rados.rados.0.smithi131.stdout:1471: writing smithi13174786-12 from 0 to 729088 tid 1 2024-08-29T14:54:16.587 INFO:tasks.rados.rados.0.smithi131.stdout:1461: done (7 left) 2024-08-29T14:54:16.587 INFO:tasks.rados.rados.0.smithi131.stdout:1462: done (6 left) 2024-08-29T14:54:16.587 INFO:tasks.rados.rados.0.smithi131.stdout:1463: done (5 left) 2024-08-29T14:54:16.587 INFO:tasks.rados.rados.0.smithi131.stdout:1465: done (4 left) 2024-08-29T14:54:16.587 INFO:tasks.rados.rados.0.smithi131.stdout:1466: done (3 left) 2024-08-29T14:54:16.587 INFO:tasks.rados.rados.0.smithi131.stdout:1467: done (2 left) 2024-08-29T14:54:16.587 INFO:tasks.rados.rados.0.smithi131.stdout:1468: done (1 left) 2024-08-29T14:54:16.587 INFO:tasks.rados.rados.0.smithi131.stdout:1472: rollback oid 31 current snap is 142 2024-08-29T14:54:16.588 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 31 to 139 2024-08-29T14:54:16.588 INFO:tasks.rados.rados.0.smithi131.stdout:1473: rmattr oid 19 current snap is 142 2024-08-29T14:54:16.588 INFO:tasks.rados.rados.0.smithi131.stdout:1473: done (2 left) 2024-08-29T14:54:16.588 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 142 2024-08-29T14:54:16.588 INFO:tasks.rados.rados.0.smithi131.stdout:1474: seq_num 474 ranges {7651328=745472} 2024-08-29T14:54:16.631 INFO:tasks.rados.rados.0.smithi131.stdout:1474: writing smithi13174786-19 from 7651328 to 8396800 tid 1 2024-08-29T14:54:16.631 INFO:tasks.rados.rados.0.smithi131.stdout:1475: snap_create 2024-08-29T14:54:16.631 INFO:tasks.rados.rados.0.smithi131.stdout:1472: finishing rollback tid 0 to smithi13174786-31 2024-08-29T14:54:16.631 INFO:tasks.rados.rados.0.smithi131.stdout:1472: finishing rollback tid 1 to smithi13174786-31 2024-08-29T14:54:16.631 INFO:tasks.rados.rados.0.smithi131.stdout:1471: finishing write tid 1 to smithi13174786-12 2024-08-29T14:54:16.631 INFO:tasks.rados.rados.0.smithi131.stdout:1472: finishing rollback tid 2 to smithi13174786-31 2024-08-29T14:54:16.631 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 569 (ObjNum 456 snap 137 seq_num 456) dirty exists 2024-08-29T14:54:16.631 INFO:tasks.rados.rados.0.smithi131.stdout:1471: finishing write tid 2 to smithi13174786-12 2024-08-29T14:54:16.632 INFO:tasks.rados.rados.0.smithi131.stdout:1471: finishing write tid 3 to smithi13174786-12 2024-08-29T14:54:16.632 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 410 (ObjNum 473 snap 142 seq_num 473) dirty exists 2024-08-29T14:54:16.632 INFO:tasks.rados.rados.0.smithi131.stdout:1471: left oid 12 (ObjNum 473 snap 142 seq_num 473) 2024-08-29T14:54:16.634 INFO:tasks.rados.rados.0.smithi131.stdout:1474: finishing write tid 1 to smithi13174786-19 2024-08-29T14:54:16.635 INFO:tasks.rados.rados.0.smithi131.stdout:1474: finishing write tid 2 to smithi13174786-19 2024-08-29T14:54:16.635 INFO:tasks.rados.rados.0.smithi131.stdout:1474: finishing write tid 3 to smithi13174786-19 2024-08-29T14:54:16.636 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 956 (ObjNum 474 snap 142 seq_num 474) dirty exists 2024-08-29T14:54:16.636 INFO:tasks.rados.rados.0.smithi131.stdout:1474: left oid 19 (ObjNum 474 snap 142 seq_num 474) 2024-08-29T14:54:16.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:16 smithi131 ceph-mon[87973]: osdmap e367: 8 total, 8 up, 8 in 2024-08-29T14:54:16.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:16 smithi131 ceph-mon[90512]: osdmap e367: 8 total, 8 up, 8 in 2024-08-29T14:54:16.862 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:16 smithi169 ceph-mon[78471]: osdmap e367: 8 total, 8 up, 8 in 2024-08-29T14:54:17.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:17.564 INFO:tasks.rados.rados.0.smithi131.stdout:1471: done (3 left) 2024-08-29T14:54:17.565 INFO:tasks.rados.rados.0.smithi131.stdout:1472: done (2 left) 2024-08-29T14:54:17.565 INFO:tasks.rados.rados.0.smithi131.stdout:1474: done (1 left) 2024-08-29T14:54:17.565 INFO:tasks.rados.rados.0.smithi131.stdout:1475: done (0 left) 2024-08-29T14:54:17.565 INFO:tasks.rados.rados.0.smithi131.stdout:1476: delete oid 24 current snap is 143 2024-08-29T14:54:17.575 INFO:tasks.rados.rados.0.smithi131.stdout:1476: done (0 left) 2024-08-29T14:54:17.575 INFO:tasks.rados.rados.0.smithi131.stdout:1477: snap_remove snap 139 2024-08-29T14:54:17.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:17 smithi131 ceph-mon[87973]: pgmap v137: 121 pgs: 121 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T14:54:17.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:17 smithi131 ceph-mon[87973]: osdmap e368: 8 total, 8 up, 8 in 2024-08-29T14:54:17.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:17 smithi131 ceph-mon[90512]: pgmap v137: 121 pgs: 121 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T14:54:17.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:17 smithi131 ceph-mon[90512]: osdmap e368: 8 total, 8 up, 8 in 2024-08-29T14:54:17.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:17 smithi169 ceph-mon[78471]: pgmap v137: 121 pgs: 121 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T14:54:17.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:17 smithi169 ceph-mon[78471]: osdmap e368: 8 total, 8 up, 8 in 2024-08-29T14:54:18.579 INFO:tasks.rados.rados.0.smithi131.stdout:1477: done (0 left) 2024-08-29T14:54:18.579 INFO:tasks.rados.rados.0.smithi131.stdout:1478: delete oid 24 current snap is 143 2024-08-29T14:54:18.586 INFO:tasks.rados.rados.0.smithi131.stdout:1478: done (0 left) 2024-08-29T14:54:18.586 INFO:tasks.rados.rados.0.smithi131.stdout:1479: read oid 30 snap -1 2024-08-29T14:54:18.586 INFO:tasks.rados.rados.0.smithi131.stdout:1479: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:54:18.586 INFO:tasks.rados.rados.0.smithi131.stdout:1480: read oid 46 snap -1 2024-08-29T14:54:18.587 INFO:tasks.rados.rados.0.smithi131.stdout:1480: expect (ObjNum 366 snap 109 seq_num 366) 2024-08-29T14:54:18.587 INFO:tasks.rados.rados.0.smithi131.stdout:1481: rollback oid 4 current snap is 143 2024-08-29T14:54:18.587 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 4 to 141 2024-08-29T14:54:18.587 INFO:tasks.rados.rados.0.smithi131.stdout:1482: copy_from oid 1 from oid 2 current snap is 143 2024-08-29T14:54:18.587 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 143 2024-08-29T14:54:18.587 INFO:tasks.rados.rados.0.smithi131.stdout:1483: seq_num 477 ranges {13893632=794624} 2024-08-29T14:54:18.665 INFO:tasks.rados.rados.0.smithi131.stdout:1483: writing smithi13174786-41 from 13893632 to 14688256 tid 1 2024-08-29T14:54:18.666 INFO:tasks.rados.rados.0.smithi131.stdout:1484: read oid 49 snap -1 2024-08-29T14:54:18.666 INFO:tasks.rados.rados.0.smithi131.stdout:1484: expect deleted 2024-08-29T14:54:18.666 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 143 2024-08-29T14:54:18.666 INFO:tasks.rados.rados.0.smithi131.stdout:1485: seq_num 478 ranges {9527296=409600,9936896=401408} 2024-08-29T14:54:18.717 INFO:tasks.rados.rados.0.smithi131.stdout:1485: writing smithi13174786-9 from 9527296 to 9936896 tid 1 2024-08-29T14:54:18.720 INFO:tasks.rados.rados.0.smithi131.stdout:1485: writing smithi13174786-9 from 9936896 to 10338304 tid 2 2024-08-29T14:54:18.720 INFO:tasks.rados.rados.0.smithi131.stdout:1486: delete oid 20 current snap is 143 2024-08-29T14:54:18.720 INFO:tasks.rados.rados.0.smithi131.stdout:1479: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:54:18.721 INFO:tasks.rados.rados.0.smithi131.stdout:1481: finishing rollback tid 0 to smithi13174786-4 2024-08-29T14:54:18.721 INFO:tasks.rados.rados.0.smithi131.stdout:1481: finishing rollback tid 1 to smithi13174786-4 2024-08-29T14:54:18.721 INFO:tasks.rados.rados.0.smithi131.stdout:1481: finishing rollback tid 2 to smithi13174786-4 2024-08-29T14:54:18.721 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1024 (ObjNum 408 snap 123 seq_num 408) dirty exists 2024-08-29T14:54:18.722 INFO:tasks.rados.rados.0.smithi131.stdout:1480: expect (ObjNum 366 snap 109 seq_num 366) 2024-08-29T14:54:18.758 INFO:tasks.rados.rados.0.smithi131.stdout:1482: finishing copy_from racing read to smithi13174786-1 2024-08-29T14:54:18.758 INFO:tasks.rados.rados.0.smithi131.stdout:1482: finishing copy_from to smithi13174786-1 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 810 (ObjNum 436 snap 128 seq_num 436) dirty exists 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1479: done (7 left) 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1480: done (6 left) 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1481: done (5 left) 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1482: done (4 left) 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1486: done (3 left) 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1487: snap_create 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1483: finishing write tid 1 to smithi13174786-41 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1483: finishing write tid 2 to smithi13174786-41 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1483: finishing write tid 3 to smithi13174786-41 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1106 (ObjNum 477 snap 143 seq_num 477) dirty exists 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1483: left oid 41 (ObjNum 477 snap 143 seq_num 477) 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1485: finishing write tid 1 to smithi13174786-9 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1485: finishing write tid 2 to smithi13174786-9 2024-08-29T14:54:18.759 INFO:tasks.rados.rados.0.smithi131.stdout:1485: finishing write tid 3 to smithi13174786-9 2024-08-29T14:54:18.760 INFO:tasks.rados.rados.0.smithi131.stdout:1485: finishing write tid 4 to smithi13174786-9 2024-08-29T14:54:18.760 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 707 (ObjNum 478 snap 143 seq_num 478) dirty exists 2024-08-29T14:54:18.760 INFO:tasks.rados.rados.0.smithi131.stdout:1485: left oid 9 (ObjNum 478 snap 143 seq_num 478) 2024-08-29T14:54:18.851 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:18 smithi131 ceph-mon[87973]: osdmap e369: 8 total, 8 up, 8 in 2024-08-29T14:54:18.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:18 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-29T14:54:18.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:18 smithi131 ceph-mon[90512]: osdmap e369: 8 total, 8 up, 8 in 2024-08-29T14:54:18.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:18 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-29T14:54:18.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:18 smithi169 ceph-mon[78471]: osdmap e369: 8 total, 8 up, 8 in 2024-08-29T14:54:18.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:18 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-29T14:54:19.587 INFO:tasks.rados.rados.0.smithi131.stdout:1483: done (3 left) 2024-08-29T14:54:19.587 INFO:tasks.rados.rados.0.smithi131.stdout:1484: done (2 left) 2024-08-29T14:54:19.587 INFO:tasks.rados.rados.0.smithi131.stdout:1485: done (1 left) 2024-08-29T14:54:19.587 INFO:tasks.rados.rados.0.smithi131.stdout:1487: done (0 left) 2024-08-29T14:54:19.587 INFO:tasks.rados.rados.0.smithi131.stdout:1488: rollback oid 30 current snap is 144 2024-08-29T14:54:19.588 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 30 to 143 2024-08-29T14:54:19.588 INFO:tasks.rados.rados.0.smithi131.stdout:1489: snap_remove snap 141 2024-08-29T14:54:19.831 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[87973]: pgmap v140: 121 pgs: 121 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-08-29T14:54:19.831 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T14:54:19.831 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[87973]: Upgrade: osd.1 is safe to restart 2024-08-29T14:54:19.831 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[87973]: osdmap e370: 8 total, 8 up, 8 in 2024-08-29T14:54:19.831 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:19.831 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:19.831 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[90512]: pgmap v140: 121 pgs: 121 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-08-29T14:54:19.831 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T14:54:19.832 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[90512]: Upgrade: osd.1 is safe to restart 2024-08-29T14:54:19.832 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[90512]: osdmap e370: 8 total, 8 up, 8 in 2024-08-29T14:54:19.832 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:19.832 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:19 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:19 smithi169 ceph-mon[78471]: pgmap v140: 121 pgs: 121 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-08-29T14:54:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:19 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T14:54:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:19 smithi169 ceph-mon[78471]: Upgrade: osd.1 is safe to restart 2024-08-29T14:54:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:19 smithi169 ceph-mon[78471]: osdmap e370: 8 total, 8 up, 8 in 2024-08-29T14:54:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:19 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:19 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:20.583 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:20.596 INFO:tasks.rados.rados.0.smithi131.stdout:1489: done (1 left) 2024-08-29T14:54:20.596 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 144 2024-08-29T14:54:20.596 INFO:tasks.rados.rados.0.smithi131.stdout:1488: finishing rollback tid 0 to smithi13174786-30 2024-08-29T14:54:20.596 INFO:tasks.rados.rados.0.smithi131.stdout:1490: seq_num 480 ranges {0=442368,442368=401408} 2024-08-29T14:54:20.599 INFO:tasks.rados.rados.0.smithi131.stdout:1490: writing smithi13174786-20 from 0 to 442368 tid 1 2024-08-29T14:54:20.602 INFO:tasks.rados.rados.0.smithi131.stdout:1490: writing smithi13174786-20 from 442368 to 843776 tid 2 2024-08-29T14:54:20.602 INFO:tasks.rados.rados.0.smithi131.stdout:1491: delete oid 45 current snap is 144 2024-08-29T14:54:20.603 INFO:tasks.rados.rados.0.smithi131.stdout:1488: finishing rollback tid 1 to smithi13174786-30 2024-08-29T14:54:20.603 INFO:tasks.rados.rados.0.smithi131.stdout:1488: finishing rollback tid 2 to smithi13174786-30 2024-08-29T14:54:20.603 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 710 (ObjNum 129 snap 0 seq_num 2120380528) dirty exists 2024-08-29T14:54:20.613 INFO:tasks.rados.rados.0.smithi131.stdout:1488: done (2 left) 2024-08-29T14:54:20.613 INFO:tasks.rados.rados.0.smithi131.stdout:1491: done (1 left) 2024-08-29T14:54:20.613 INFO:tasks.rados.rados.0.smithi131.stdout:1492: snap_remove snap 142 2024-08-29T14:54:20.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[87973]: osdmap e371: 8 total, 8 up, 8 in 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[87973]: Upgrade: Updating osd.1 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[87973]: Deploying daemon osd.1 on smithi131 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[90512]: osdmap e371: 8 total, 8 up, 8 in 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[90512]: Upgrade: Updating osd.1 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:20.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:20 smithi131 ceph-mon[90512]: Deploying daemon osd.1 on smithi131 2024-08-29T14:54:20.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:20 smithi169 ceph-mon[78471]: osdmap e371: 8 total, 8 up, 8 in 2024-08-29T14:54:20.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:20 smithi169 ceph-mon[78471]: Upgrade: Updating osd.1 2024-08-29T14:54:20.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:20.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-29T14:54:20.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:20.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:20 smithi169 ceph-mon[78471]: Deploying daemon osd.1 on smithi131 2024-08-29T14:54:21.127 INFO:tasks.rados.rados.0.smithi131.stdout:1492: done (1 left) 2024-08-29T14:54:21.127 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 144 2024-08-29T14:54:21.127 INFO:tasks.rados.rados.0.smithi131.stdout:1490: finishing write tid 1 to smithi13174786-20 2024-08-29T14:54:21.127 INFO:tasks.rados.rados.0.smithi131.stdout:1490: finishing write tid 2 to smithi13174786-20 2024-08-29T14:54:21.127 INFO:tasks.rados.rados.0.smithi131.stdout:1493: seq_num 482 ranges {2924544=475136,3399680=401408} 2024-08-29T14:54:21.145 INFO:tasks.rados.rados.0.smithi131.stdout:1493: writing smithi13174786-25 from 2924544 to 3399680 tid 1 2024-08-29T14:54:21.147 INFO:tasks.rados.rados.0.smithi131.stdout:1493: writing smithi13174786-25 from 3399680 to 3801088 tid 2 2024-08-29T14:54:21.147 INFO:tasks.rados.rados.0.smithi131.stdout:1494: read oid 22 snap -1 2024-08-29T14:54:21.147 INFO:tasks.rados.rados.0.smithi131.stdout:1494: expect (ObjNum 455 snap 136 seq_num 455) 2024-08-29T14:54:21.147 INFO:tasks.rados.rados.0.smithi131.stdout:1495: delete oid 38 current snap is 144 2024-08-29T14:54:21.148 INFO:tasks.rados.rados.0.smithi131.stdout:1490: finishing write tid 3 to smithi13174786-20 2024-08-29T14:54:21.148 INFO:tasks.rados.rados.0.smithi131.stdout:1490: finishing write tid 4 to smithi13174786-20 2024-08-29T14:54:21.148 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 808 (ObjNum 480 snap 144 seq_num 480) dirty exists 2024-08-29T14:54:21.148 INFO:tasks.rados.rados.0.smithi131.stdout:1490: left oid 20 (ObjNum 480 snap 144 seq_num 480) 2024-08-29T14:54:21.150 INFO:tasks.rados.rados.0.smithi131.stdout:1490: done (3 left) 2024-08-29T14:54:21.150 INFO:tasks.rados.rados.0.smithi131.stdout:1495: done (2 left) 2024-08-29T14:54:21.150 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 144 2024-08-29T14:54:21.151 INFO:tasks.rados.rados.0.smithi131.stdout:1496: seq_num 484 ranges {0=507904,507904=401408} 2024-08-29T14:54:21.153 INFO:tasks.rados.rados.0.smithi131.stdout:1496: writing smithi13174786-45 from 0 to 507904 tid 1 2024-08-29T14:54:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:1496: writing smithi13174786-45 from 507904 to 909312 tid 2 2024-08-29T14:54:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:1497: snap_create 2024-08-29T14:54:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:1493: finishing write tid 1 to smithi13174786-25 2024-08-29T14:54:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:1493: finishing write tid 2 to smithi13174786-25 2024-08-29T14:54:21.156 INFO:tasks.rados.rados.0.smithi131.stdout:1493: finishing write tid 3 to smithi13174786-25 2024-08-29T14:54:21.161 INFO:tasks.rados.rados.0.smithi131.stdout:1496: finishing write tid 1 to smithi13174786-45 2024-08-29T14:54:21.161 INFO:tasks.rados.rados.0.smithi131.stdout:1496: finishing write tid 2 to smithi13174786-45 2024-08-29T14:54:21.162 INFO:tasks.rados.rados.0.smithi131.stdout:1496: finishing write tid 3 to smithi13174786-45 2024-08-29T14:54:21.164 INFO:tasks.rados.rados.0.smithi131.stdout:1496: finishing write tid 4 to smithi13174786-45 2024-08-29T14:54:21.164 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 815 (ObjNum 484 snap 144 seq_num 484) dirty exists 2024-08-29T14:54:21.164 INFO:tasks.rados.rados.0.smithi131.stdout:1496: left oid 45 (ObjNum 484 snap 144 seq_num 484) 2024-08-29T14:54:21.167 INFO:tasks.rados.rados.0.smithi131.stdout:1493: finishing write tid 4 to smithi13174786-25 2024-08-29T14:54:21.167 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1114 (ObjNum 482 snap 144 seq_num 482) dirty exists 2024-08-29T14:54:21.167 INFO:tasks.rados.rados.0.smithi131.stdout:1493: left oid 25 (ObjNum 482 snap 144 seq_num 482) 2024-08-29T14:54:21.172 INFO:tasks.rados.rados.0.smithi131.stdout:1494: expect (ObjNum 455 snap 136 seq_num 455) 2024-08-29T14:54:21.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:21 smithi131 ceph-mon[87973]: pgmap v143: 121 pgs: 121 active+clean; 188 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 574 KiB/s wr, 13 op/s 2024-08-29T14:54:21.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:21 smithi131 ceph-mon[87973]: osdmap e372: 8 total, 8 up, 8 in 2024-08-29T14:54:21.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:21 smithi131 ceph-mon[87973]: osdmap e373: 8 total, 8 up, 8 in 2024-08-29T14:54:21.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:21 smithi131 ceph-mon[90512]: pgmap v143: 121 pgs: 121 active+clean; 188 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 574 KiB/s wr, 13 op/s 2024-08-29T14:54:21.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:21 smithi131 ceph-mon[90512]: osdmap e372: 8 total, 8 up, 8 in 2024-08-29T14:54:21.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:21 smithi131 ceph-mon[90512]: osdmap e373: 8 total, 8 up, 8 in 2024-08-29T14:54:21.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:21 smithi169 ceph-mon[78471]: pgmap v143: 121 pgs: 121 active+clean; 188 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 574 KiB/s wr, 13 op/s 2024-08-29T14:54:21.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:21 smithi169 ceph-mon[78471]: osdmap e372: 8 total, 8 up, 8 in 2024-08-29T14:54:21.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:21 smithi169 ceph-mon[78471]: osdmap e373: 8 total, 8 up, 8 in 2024-08-29T14:54:22.129 INFO:tasks.rados.rados.0.smithi131.stdout:1493: done (3 left) 2024-08-29T14:54:22.129 INFO:tasks.rados.rados.0.smithi131.stdout:1494: done (2 left) 2024-08-29T14:54:22.129 INFO:tasks.rados.rados.0.smithi131.stdout:1496: done (1 left) 2024-08-29T14:54:22.129 INFO:tasks.rados.rados.0.smithi131.stdout:1497: done (0 left) 2024-08-29T14:54:22.129 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 145 2024-08-29T14:54:22.130 INFO:tasks.rados.rados.0.smithi131.stdout:1498: seq_num 485 ranges {10338304=532480,10870784=401408} 2024-08-29T14:54:22.187 INFO:tasks.rados.rados.0.smithi131.stdout:1498: writing smithi13174786-9 from 10338304 to 10870784 tid 1 2024-08-29T14:54:22.189 INFO:tasks.rados.rados.0.smithi131.stdout:1498: writing smithi13174786-9 from 10870784 to 11272192 tid 2 2024-08-29T14:54:22.189 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 145 2024-08-29T14:54:22.189 INFO:tasks.rados.rados.0.smithi131.stdout:1499: seq_num 486 ranges {0=548864,548864=401408} 2024-08-29T14:54:22.193 INFO:tasks.rados.rados.0.smithi131.stdout:1499: writing smithi13174786-10 from 0 to 548864 tid 1 2024-08-29T14:54:22.196 INFO:tasks.rados.rados.0.smithi131.stdout:1499: writing smithi13174786-10 from 548864 to 950272 tid 2 2024-08-29T14:54:22.196 INFO:tasks.rados.rados.0.smithi131.stdout:1500: copy_from oid 6 from oid 7 current snap is 145 2024-08-29T14:54:22.196 INFO:tasks.rados.rados.0.smithi131.stdout:1501: rmattr oid 30 current snap is 145 2024-08-29T14:54:22.196 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 145 2024-08-29T14:54:22.196 INFO:tasks.rados.rados.0.smithi131.stdout:1502: seq_num 487 ranges {0=565248,565248=401408} 2024-08-29T14:54:22.200 INFO:tasks.rados.rados.0.smithi131.stdout:1502: writing smithi13174786-26 from 0 to 565248 tid 1 2024-08-29T14:54:22.203 INFO:tasks.rados.rados.0.smithi131.stdout:1502: writing smithi13174786-26 from 565248 to 966656 tid 2 2024-08-29T14:54:22.203 INFO:tasks.rados.rados.0.smithi131.stdout:1503: delete oid 18 current snap is 145 2024-08-29T14:54:22.203 INFO:tasks.rados.rados.0.smithi131.stdout:1498: finishing write tid 1 to smithi13174786-9 2024-08-29T14:54:22.203 INFO:tasks.rados.rados.0.smithi131.stdout:1498: finishing write tid 2 to smithi13174786-9 2024-08-29T14:54:22.203 INFO:tasks.rados.rados.0.smithi131.stdout:1498: finishing write tid 3 to smithi13174786-9 2024-08-29T14:54:22.203 INFO:tasks.rados.rados.0.smithi131.stdout:1498: finishing write tid 4 to smithi13174786-9 2024-08-29T14:54:22.203 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 713 (ObjNum 485 snap 145 seq_num 485) dirty exists 2024-08-29T14:54:22.203 INFO:tasks.rados.rados.0.smithi131.stdout:1498: left oid 9 (ObjNum 485 snap 145 seq_num 485) 2024-08-29T14:54:22.204 INFO:tasks.rados.rados.0.smithi131.stdout:1499: finishing write tid 1 to smithi13174786-10 2024-08-29T14:54:22.204 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 714 (ObjNum 129 snap 0 seq_num 2119867136) dirty exists 2024-08-29T14:54:22.204 INFO:tasks.rados.rados.0.smithi131.stdout:1499: finishing write tid 2 to smithi13174786-10 2024-08-29T14:54:22.204 INFO:tasks.rados.rados.0.smithi131.stdout:1499: finishing write tid 3 to smithi13174786-10 2024-08-29T14:54:22.204 INFO:tasks.rados.rados.0.smithi131.stdout:1499: finishing write tid 4 to smithi13174786-10 2024-08-29T14:54:22.204 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1027 (ObjNum 486 snap 145 seq_num 486) dirty exists 2024-08-29T14:54:22.204 INFO:tasks.rados.rados.0.smithi131.stdout:1499: left oid 10 (ObjNum 486 snap 145 seq_num 486) 2024-08-29T14:54:22.204 INFO:tasks.rados.rados.0.smithi131.stdout:1500: finishing copy_from racing read to smithi13174786-6 2024-08-29T14:54:22.206 INFO:tasks.rados.rados.0.smithi131.stdout:1500: finishing copy_from to smithi13174786-6 2024-08-29T14:54:22.206 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 712 (ObjNum 461 snap 140 seq_num 461) dirty exists 2024-08-29T14:54:22.208 INFO:tasks.rados.rados.0.smithi131.stdout:1498: done (5 left) 2024-08-29T14:54:22.209 INFO:tasks.rados.rados.0.smithi131.stdout:1499: done (4 left) 2024-08-29T14:54:22.209 INFO:tasks.rados.rados.0.smithi131.stdout:1500: done (3 left) 2024-08-29T14:54:22.209 INFO:tasks.rados.rados.0.smithi131.stdout:1501: done (2 left) 2024-08-29T14:54:22.209 INFO:tasks.rados.rados.0.smithi131.stdout:1503: done (1 left) 2024-08-29T14:54:22.209 INFO:tasks.rados.rados.0.smithi131.stdout:1504: read oid 11 snap -1 2024-08-29T14:54:22.209 INFO:tasks.rados.rados.0.smithi131.stdout:1504: expect (ObjNum 395 snap 120 seq_num 395) 2024-08-29T14:54:22.209 INFO:tasks.rados.rados.0.smithi131.stdout:1505: rollback oid 36 current snap is 145 2024-08-29T14:54:22.209 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 143 2024-08-29T14:54:22.210 INFO:tasks.rados.rados.0.smithi131.stdout:1506: read oid 50 snap -1 2024-08-29T14:54:22.210 INFO:tasks.rados.rados.0.smithi131.stdout:1506: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:54:22.210 INFO:tasks.rados.rados.0.smithi131.stdout:1502: finishing write tid 1 to smithi13174786-26 2024-08-29T14:54:22.210 INFO:tasks.rados.rados.0.smithi131.stdout:1507: read oid 43 snap 144 2024-08-29T14:54:22.210 INFO:tasks.rados.rados.0.smithi131.stdout:1507: expect (ObjNum 457 snap 138 seq_num 457) 2024-08-29T14:54:22.210 INFO:tasks.rados.rados.0.smithi131.stdout:1508: rollback oid 39 current snap is 145 2024-08-29T14:54:22.210 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 39 to 144 2024-08-29T14:54:22.210 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 145 2024-08-29T14:54:22.210 INFO:tasks.rados.rados.0.smithi131.stdout:1509: seq_num 489 ranges {3801088=598016,4399104=401408} 2024-08-29T14:54:22.233 INFO:tasks.rados.rados.0.smithi131.stdout:1509: writing smithi13174786-25 from 3801088 to 4399104 tid 1 2024-08-29T14:54:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:1509: writing smithi13174786-25 from 4399104 to 4800512 tid 2 2024-08-29T14:54:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:1510: read oid 10 snap 143 2024-08-29T14:54:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:1510: expect deleted 2024-08-29T14:54:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 145 2024-08-29T14:54:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:1502: finishing write tid 2 to smithi13174786-26 2024-08-29T14:54:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:1511: seq_num 490 ranges {14688256=614400,15302656=401408} 2024-08-29T14:54:22.319 INFO:tasks.rados.rados.0.smithi131.stdout:1511: writing smithi13174786-41 from 14688256 to 15302656 tid 1 2024-08-29T14:54:22.321 INFO:tasks.rados.rados.0.smithi131.stdout:1511: writing smithi13174786-41 from 15302656 to 15704064 tid 2 2024-08-29T14:54:22.321 INFO:tasks.rados.rados.0.smithi131.stdout:1512: setattr oid 18 current snap is 145 2024-08-29T14:54:22.322 INFO:tasks.rados.rados.0.smithi131.stdout:1505: finishing rollback tid 1 to smithi13174786-36 2024-08-29T14:54:22.322 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:54:22.322 INFO:tasks.rados.rados.0.smithi131.stdout:1502: finishing write tid 3 to smithi13174786-26 2024-08-29T14:54:22.322 INFO:tasks.rados.rados.0.smithi131.stdout:1506: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:54:22.323 INFO:tasks.rados.rados.0.smithi131.stdout:1508: finishing rollback tid 0 to smithi13174786-39 2024-08-29T14:54:22.323 INFO:tasks.rados.rados.0.smithi131.stdout:1502: finishing write tid 4 to smithi13174786-26 2024-08-29T14:54:22.323 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 133 (ObjNum 487 snap 145 seq_num 487) dirty exists 2024-08-29T14:54:22.323 INFO:tasks.rados.rados.0.smithi131.stdout:1502: left oid 26 (ObjNum 487 snap 145 seq_num 487) 2024-08-29T14:54:22.323 INFO:tasks.rados.rados.0.smithi131.stdout:1508: finishing rollback tid 1 to smithi13174786-39 2024-08-29T14:54:22.324 INFO:tasks.rados.rados.0.smithi131.stdout:1508: finishing rollback tid 2 to smithi13174786-39 2024-08-29T14:54:22.324 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 811 (ObjNum 358 snap 107 seq_num 358) dirty exists 2024-08-29T14:54:22.324 INFO:tasks.rados.rados.0.smithi131.stdout:1507: expect (ObjNum 457 snap 138 seq_num 457) 2024-08-29T14:54:22.422 INFO:tasks.rados.rados.0.smithi131.stdout:1509: finishing write tid 1 to smithi13174786-25 2024-08-29T14:54:22.422 INFO:tasks.rados.rados.0.smithi131.stdout:1509: finishing write tid 2 to smithi13174786-25 2024-08-29T14:54:22.422 INFO:tasks.rados.rados.0.smithi131.stdout:1509: finishing write tid 3 to smithi13174786-25 2024-08-29T14:54:22.423 INFO:tasks.rados.rados.0.smithi131.stdout:1509: finishing write tid 4 to smithi13174786-25 2024-08-29T14:54:22.423 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1120 (ObjNum 489 snap 145 seq_num 489) dirty exists 2024-08-29T14:54:22.423 INFO:tasks.rados.rados.0.smithi131.stdout:1509: left oid 25 (ObjNum 489 snap 145 seq_num 489) 2024-08-29T14:54:22.423 INFO:tasks.rados.rados.0.smithi131.stdout:1504: expect (ObjNum 395 snap 120 seq_num 395) 2024-08-29T14:54:22.491 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:54:23.111 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:54:23.112 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (3m) 23s ago 7m 21.3M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:54:23.112 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (2m) 64s ago 7m 80.6M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:54:23.112 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (9m) 23s ago 9m 16.5M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:54:23.112 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (9m) 64s ago 9m 20.6M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:54:23.112 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (2m) 64s ago 12m 453M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:54:23.112 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (2m) 23s ago 14m 516M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:54:23.112 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (117s) 23s ago 14m 48.9M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:54:23.112 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (75s) 64s ago 12m 23.5M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:54:23.112 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (93s) 23s ago 12m 38.6M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:54:23.112 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (3m) 23s ago 7m 10.1M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:54:23.113 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (2m) 64s ago 7m 8186k - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:54:23.113 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (28s) 23s ago 12m 11.7M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 2b80a23f091c 2024-08-29T14:54:23.113 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (11m) 23s ago 11m 192M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 22fea94e04ea 2024-08-29T14:54:23.113 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (11m) 23s ago 11m 188M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:54:23.113 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (10m) 23s ago 10m 169M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:54:23.113 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (10m) 64s ago 10m 223M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:54:23.113 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (10m) 64s ago 10m 194M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:54:23.113 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (9m) 64s ago 9m 126M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:54:23.113 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (9m) 64s ago 9m 98.2M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:54:23.113 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (2m) 64s ago 8m 46.3M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:54:23.256 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:23 smithi131 ceph-mon[87973]: osdmap e374: 8 total, 8 up, 8 in 2024-08-29T14:54:23.257 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:22 smithi131 systemd[1]: Stopping Ceph osd.1 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:54:23.257 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:23 smithi131 ceph-mon[90512]: osdmap e374: 8 total, 8 up, 8 in 2024-08-29T14:54:23.394 INFO:tasks.rados.rados.0.smithi131.stdout:1511: finishing write tid 1 to smithi13174786-41 2024-08-29T14:54:23.394 INFO:tasks.rados.rados.0.smithi131.stdout:1511: finishing write tid 2 to smithi13174786-41 2024-08-29T14:54:23.394 INFO:tasks.rados.rados.0.smithi131.stdout:1502: done (9 left) 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1504: done (8 left) 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1505: done (7 left) 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1506: done (6 left) 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1507: done (5 left) 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1508: done (4 left) 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1509: done (3 left) 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1510: done (2 left) 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1513: delete oid 19 current snap is 145 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1511: finishing write tid 3 to smithi13174786-41 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1511: finishing write tid 4 to smithi13174786-41 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1124 (ObjNum 490 snap 145 seq_num 490) dirty exists 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:1511: left oid 41 (ObjNum 490 snap 145 seq_num 490) 2024-08-29T14:54:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1125 (ObjNum 65 snap 0 seq_num 1382771796) dirty exists 2024-08-29T14:54:23.396 INFO:tasks.rados.rados.0.smithi131.stdout:1511: done (2 left) 2024-08-29T14:54:23.396 INFO:tasks.rados.rados.0.smithi131.stdout:1512: done (1 left) 2024-08-29T14:54:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:1513: done (0 left) 2024-08-29T14:54:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 145 2024-08-29T14:54:23.397 INFO:tasks.rados.rados.0.smithi131.stdout:1514: seq_num 492 ranges {0=647168,647168=401408} 2024-08-29T14:54:23.400 INFO:tasks.rados.rados.0.smithi131.stdout:1514: writing smithi13174786-29 from 0 to 647168 tid 1 2024-08-29T14:54:23.402 INFO:tasks.rados.rados.0.smithi131.stdout:1514: writing smithi13174786-29 from 647168 to 1048576 tid 2 2024-08-29T14:54:23.402 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 145 2024-08-29T14:54:23.402 INFO:tasks.rados.rados.0.smithi131.stdout:1515: seq_num 493 ranges {0=663552,663552=401408} 2024-08-29T14:54:23.406 INFO:tasks.rados.rados.0.smithi131.stdout:1515: writing smithi13174786-36 from 0 to 663552 tid 1 2024-08-29T14:54:23.408 INFO:tasks.rados.rados.0.smithi131.stdout:1515: writing smithi13174786-36 from 663552 to 1064960 tid 2 2024-08-29T14:54:23.408 INFO:tasks.rados.rados.0.smithi131.stdout:1516: snap_remove snap 144 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 7, 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 1 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:54:23.462 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:54:23.463 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:54:23.463 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:54:23.463 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:54:23.463 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 9, 2024-08-29T14:54:23.463 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 6 2024-08-29T14:54:23.463 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:54:23.463 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:54:23.602 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:23 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[40282]: 2024-08-29T14:54:23.254+0000 7fcd720fc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:54:23.602 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:23 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[40282]: 2024-08-29T14:54:23.254+0000 7fcd720fc640 -1 osd.1 374 *** Got signal Terminated *** 2024-08-29T14:54:23.602 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:23 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[40282]: 2024-08-29T14:54:23.254+0000 7fcd720fc640 -1 osd.1 374 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:54:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:23 smithi169 ceph-mon[78471]: osdmap e374: 8 total, 8 up, 8 in 2024-08-29T14:54:23.747 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:54:23.747 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:54:23.747 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:54:23.747 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:54:23.747 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:54:23.748 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:54:23.748 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:54:23.748 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:54:23.748 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "6/20 daemons upgraded", 2024-08-29T14:54:23.748 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading osd daemons", 2024-08-29T14:54:23.748 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:54:23.748 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:54:24.151 INFO:tasks.rados.rados.0.smithi131.stdout:1514: finishing write tid 1 to smithi13174786-29 2024-08-29T14:54:24.151 INFO:tasks.rados.rados.0.smithi131.stdout:1514: finishing write tid 2 to smithi13174786-29 2024-08-29T14:54:24.151 INFO:tasks.rados.rados.0.smithi131.stdout:1514: finishing write tid 3 to smithi13174786-29 2024-08-29T14:54:24.151 INFO:tasks.rados.rados.0.smithi131.stdout:1514: finishing write tid 4 to smithi13174786-29 2024-08-29T14:54:24.151 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 818 (ObjNum 492 snap 145 seq_num 492) dirty exists 2024-08-29T14:54:24.151 INFO:tasks.rados.rados.0.smithi131.stdout:1514: left oid 29 (ObjNum 492 snap 145 seq_num 492) 2024-08-29T14:54:24.151 INFO:tasks.rados.rados.0.smithi131.stdout:1515: finishing write tid 1 to smithi13174786-36 2024-08-29T14:54:24.151 INFO:tasks.rados.rados.0.smithi131.stdout:1515: finishing write tid 2 to smithi13174786-36 2024-08-29T14:54:24.151 INFO:tasks.rados.rados.0.smithi131.stdout:1515: finishing write tid 3 to smithi13174786-36 2024-08-29T14:54:24.151 INFO:tasks.rados.rados.0.smithi131.stdout:1515: finishing write tid 4 to smithi13174786-36 2024-08-29T14:54:24.152 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 816 (ObjNum 493 snap 145 seq_num 493) dirty exists 2024-08-29T14:54:24.152 INFO:tasks.rados.rados.0.smithi131.stdout:1515: left oid 36 (ObjNum 493 snap 145 seq_num 493) 2024-08-29T14:54:24.152 INFO:tasks.rados.rados.0.smithi131.stdout:1514: done (2 left) 2024-08-29T14:54:24.152 INFO:tasks.rados.rados.0.smithi131.stdout:1515: done (1 left) 2024-08-29T14:54:24.152 INFO:tasks.rados.rados.0.smithi131.stdout:1516: done (0 left) 2024-08-29T14:54:24.152 INFO:tasks.rados.rados.0.smithi131.stdout:1517: snap_remove snap 143 2024-08-29T14:54:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[87973]: pgmap v147: 121 pgs: 121 active+clean; 198 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-08-29T14:54:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[87973]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[87973]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[87973]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[87973]: osd.1 marked itself down and dead 2024-08-29T14:54:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/759459161' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[90512]: pgmap v147: 121 pgs: 121 active+clean; 198 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-08-29T14:54:24.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[90512]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:24.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[90512]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:24.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[90512]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:24.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[90512]: osd.1 marked itself down and dead 2024-08-29T14:54:24.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:24 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/759459161' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:24.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:24.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:24 smithi169 ceph-mon[78471]: pgmap v147: 121 pgs: 121 active+clean; 198 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-08-29T14:54:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:24 smithi169 ceph-mon[78471]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:24 smithi169 ceph-mon[78471]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:24 smithi169 ceph-mon[78471]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:24.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:24 smithi169 ceph-mon[78471]: osd.1 marked itself down and dead 2024-08-29T14:54:24.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:24 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/759459161' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:25.014 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:24 smithi131 podman[100863]: 2024-08-29 14:54:24.70324174 +0000 UTC m=+1.577795288 container died 22fea94e04eacba7d66aa58586a9daf27db64291578131db4f6849c6fe972c00 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=quincy-a89f613, CEPH_POINT_RELEASE=) 2024-08-29T14:54:25.152 INFO:tasks.rados.rados.0.smithi131.stdout:1517: done (0 left) 2024-08-29T14:54:25.152 INFO:tasks.rados.rados.0.smithi131.stdout:1518: snap_create 2024-08-29T14:54:25.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:25 smithi131 ceph-mon[87973]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:25 smithi131 ceph-mon[87973]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:54:25.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:25 smithi131 ceph-mon[87973]: osdmap e375: 8 total, 7 up, 8 in 2024-08-29T14:54:25.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:25 smithi131 podman[100863]: 2024-08-29 14:54:25.119901353 +0000 UTC m=+1.994454899 container cleanup 22fea94e04eacba7d66aa58586a9daf27db64291578131db4f6849c6fe972c00 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=quincy-a89f613, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-29T14:54:25.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:25 smithi131 bash[100863]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1 2024-08-29T14:54:25.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:25 smithi131 ceph-mon[90512]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:25.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:25 smithi131 ceph-mon[90512]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:54:25.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:25 smithi131 ceph-mon[90512]: osdmap e375: 8 total, 7 up, 8 in 2024-08-29T14:54:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:25 smithi169 ceph-mon[78471]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:25 smithi169 ceph-mon[78471]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:54:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:25 smithi169 ceph-mon[78471]: osdmap e375: 8 total, 7 up, 8 in 2024-08-29T14:54:25.792 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:25 smithi131 podman[100931]: 2024-08-29 14:54:25.354877844 +0000 UTC m=+0.652936492 container remove 22fea94e04eacba7d66aa58586a9daf27db64291578131db4f6849c6fe972c00 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.1, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=quincy-a89f613, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:54:26.059 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:54:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:54:25] "GET /metrics HTTP/1.1" 200 36193 "" "Prometheus/2.51.0" 2024-08-29T14:54:26.060 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:25 smithi131 podman[101022]: 2024-08-29 14:54:25.694909837 +0000 UTC m=+0.015758814 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:54:26.060 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:25 smithi131 podman[101022]: 2024-08-29 14:54:25.805999478 +0000 UTC m=+0.126848489 container create 0e3070ce1b03ab9e31e672ac3e590fab5e429fbb2e965a0ad9dd83d7d135815f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-29T14:54:26.127 INFO:tasks.rados.rados.0.smithi131.stdout:1518: done (0 left) 2024-08-29T14:54:26.127 INFO:tasks.rados.rados.0.smithi131.stdout:1519: read oid 50 snap -1 2024-08-29T14:54:26.128 INFO:tasks.rados.rados.0.smithi131.stdout:1519: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:54:26.128 INFO:tasks.rados.rados.0.smithi131.stdout:1520: setattr oid 32 current snap is 146 2024-08-29T14:54:26.128 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 146 2024-08-29T14:54:26.128 INFO:tasks.rados.rados.0.smithi131.stdout:1521: seq_num 494 ranges {3981312=679936,4661248=401408} 2024-08-29T14:54:26.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:25.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:26.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:26.154 INFO:tasks.rados.rados.0.smithi131.stdout:1521: writing smithi13174786-17 from 3981312 to 4661248 tid 1 2024-08-29T14:54:26.156 INFO:tasks.rados.rados.0.smithi131.stdout:1521: writing smithi13174786-17 from 4661248 to 5062656 tid 2 2024-08-29T14:54:26.156 INFO:tasks.rados.rados.0.smithi131.stdout:1522: copy_from oid 11 from oid 9 current snap is 146 2024-08-29T14:54:26.157 INFO:tasks.rados.rados.0.smithi131.stdout:1523: read oid 47 snap 145 2024-08-29T14:54:26.157 INFO:tasks.rados.rados.0.smithi131.stdout:1523: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:54:26.157 INFO:tasks.rados.rados.0.smithi131.stdout:1524: read oid 6 snap -1 2024-08-29T14:54:26.157 INFO:tasks.rados.rados.0.smithi131.stdout:1524: expect (ObjNum 461 snap 140 seq_num 461) 2024-08-29T14:54:26.157 INFO:tasks.rados.rados.0.smithi131.stdout:1519: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:54:26.160 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1139 (ObjNum 462 snap 140 seq_num 462) dirty exists 2024-08-29T14:54:26.160 INFO:tasks.rados.rados.0.smithi131.stdout:1525: read oid 4 snap -1 2024-08-29T14:54:26.160 INFO:tasks.rados.rados.0.smithi131.stdout:1525: expect (ObjNum 408 snap 123 seq_num 408) 2024-08-29T14:54:26.160 INFO:tasks.rados.rados.0.smithi131.stdout:1519: done (6 left) 2024-08-29T14:54:26.160 INFO:tasks.rados.rados.0.smithi131.stdout:1520: done (5 left) 2024-08-29T14:54:26.160 INFO:tasks.rados.rados.0.smithi131.stdout:1526: delete oid 23 current snap is 146 2024-08-29T14:54:26.160 INFO:tasks.rados.rados.0.smithi131.stdout:1524: expect (ObjNum 461 snap 140 seq_num 461) 2024-08-29T14:54:26.182 INFO:tasks.rados.rados.0.smithi131.stdout:1521: finishing write tid 1 to smithi13174786-17 2024-08-29T14:54:26.182 INFO:tasks.rados.rados.0.smithi131.stdout:1521: finishing write tid 2 to smithi13174786-17 2024-08-29T14:54:26.182 INFO:tasks.rados.rados.0.smithi131.stdout:1521: finishing write tid 3 to smithi13174786-17 2024-08-29T14:54:26.182 INFO:tasks.rados.rados.0.smithi131.stdout:1521: finishing write tid 4 to smithi13174786-17 2024-08-29T14:54:26.182 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 819 (ObjNum 494 snap 146 seq_num 494) dirty exists 2024-08-29T14:54:26.183 INFO:tasks.rados.rados.0.smithi131.stdout:1521: left oid 17 (ObjNum 494 snap 146 seq_num 494) 2024-08-29T14:54:26.183 INFO:tasks.rados.rados.0.smithi131.stdout:1521: done (5 left) 2024-08-29T14:54:26.183 INFO:tasks.rados.rados.0.smithi131.stdout:1524: done (4 left) 2024-08-29T14:54:26.183 INFO:tasks.rados.rados.0.smithi131.stdout:1526: done (3 left) 2024-08-29T14:54:26.183 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 146 2024-08-29T14:54:26.183 INFO:tasks.rados.rados.0.smithi131.stdout:1525: expect (ObjNum 408 snap 123 seq_num 408) 2024-08-29T14:54:26.239 INFO:tasks.rados.rados.0.smithi131.stdout:1523: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:54:26.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:26 smithi131 ceph-mon[87973]: pgmap v149: 121 pgs: 16 stale+active+clean, 105 active+clean; 198 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 1 op/s 2024-08-29T14:54:26.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:26 smithi131 ceph-mon[87973]: osdmap e376: 8 total, 7 up, 8 in 2024-08-29T14:54:26.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:26 smithi131 ceph-mon[87973]: osdmap e377: 8 total, 7 up, 8 in 2024-08-29T14:54:26.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:26 smithi131 ceph-mon[90512]: pgmap v149: 121 pgs: 16 stale+active+clean, 105 active+clean; 198 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 1 op/s 2024-08-29T14:54:26.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:26 smithi131 ceph-mon[90512]: osdmap e376: 8 total, 7 up, 8 in 2024-08-29T14:54:26.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:26 smithi131 ceph-mon[90512]: osdmap e377: 8 total, 7 up, 8 in 2024-08-29T14:54:26.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:26 smithi131 podman[101022]: 2024-08-29 14:54:26.059143815 +0000 UTC m=+0.379992792 container init 0e3070ce1b03ab9e31e672ac3e590fab5e429fbb2e965a0ad9dd83d7d135815f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-08-29T14:54:26.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:26 smithi131 podman[101022]: 2024-08-29 14:54:26.064092056 +0000 UTC m=+0.384941030 container start 0e3070ce1b03ab9e31e672ac3e590fab5e429fbb2e965a0ad9dd83d7d135815f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-29T14:54:26.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:26 smithi131 podman[101022]: 2024-08-29 14:54:26.150741607 +0000 UTC m=+0.471590589 container attach 0e3070ce1b03ab9e31e672ac3e590fab5e429fbb2e965a0ad9dd83d7d135815f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-08-29T14:54:26.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:26 smithi131 podman[101022]: 2024-08-29 14:54:26.281623927 +0000 UTC m=+0.602472899 container died 0e3070ce1b03ab9e31e672ac3e590fab5e429fbb2e965a0ad9dd83d7d135815f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS) 2024-08-29T14:54:26.448 INFO:tasks.rados.rados.0.smithi131.stdout:1522: finishing copy_from racing read to smithi13174786-11 2024-08-29T14:54:26.448 INFO:tasks.rados.rados.0.smithi131.stdout:1522: finishing copy_from to smithi13174786-11 2024-08-29T14:54:26.449 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 713 (ObjNum 485 snap 145 seq_num 485) dirty exists 2024-08-29T14:54:26.449 INFO:tasks.rados.rados.0.smithi131.stdout:1527: seq_num 496 ranges {0=712704,712704=401408} 2024-08-29T14:54:26.452 INFO:tasks.rados.rados.0.smithi131.stdout:1527: writing smithi13174786-23 from 0 to 712704 tid 1 2024-08-29T14:54:26.455 INFO:tasks.rados.rados.0.smithi131.stdout:1527: writing smithi13174786-23 from 712704 to 1114112 tid 2 2024-08-29T14:54:26.455 INFO:tasks.rados.rados.0.smithi131.stdout:1522: done (3 left) 2024-08-29T14:54:26.455 INFO:tasks.rados.rados.0.smithi131.stdout:1523: done (2 left) 2024-08-29T14:54:26.455 INFO:tasks.rados.rados.0.smithi131.stdout:1525: done (1 left) 2024-08-29T14:54:26.456 INFO:tasks.rados.rados.0.smithi131.stdout:1528: read oid 10 snap -1 2024-08-29T14:54:26.456 INFO:tasks.rados.rados.0.smithi131.stdout:1528: expect (ObjNum 486 snap 145 seq_num 486) 2024-08-29T14:54:26.456 INFO:tasks.rados.rados.0.smithi131.stdout:1529: rmattr oid 33 current snap is 146 2024-08-29T14:54:26.456 INFO:tasks.rados.rados.0.smithi131.stdout:1529: done (2 left) 2024-08-29T14:54:26.456 INFO:tasks.rados.rados.0.smithi131.stdout:1530: copy_from oid 44 from oid 8 current snap is 146 2024-08-29T14:54:26.456 INFO:tasks.rados.rados.0.smithi131.stdout:1531: rollback oid 2 current snap is 146 2024-08-29T14:54:26.456 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 2 to 145 2024-08-29T14:54:26.456 INFO:tasks.rados.rados.0.smithi131.stdout:1532: snap_create 2024-08-29T14:54:26.457 INFO:tasks.rados.rados.0.smithi131.stdout:1527: finishing write tid 1 to smithi13174786-23 2024-08-29T14:54:26.457 INFO:tasks.rados.rados.0.smithi131.stdout:1527: finishing write tid 2 to smithi13174786-23 2024-08-29T14:54:26.457 INFO:tasks.rados.rados.0.smithi131.stdout:1527: finishing write tid 3 to smithi13174786-23 2024-08-29T14:54:26.458 INFO:tasks.rados.rados.0.smithi131.stdout:1527: finishing write tid 4 to smithi13174786-23 2024-08-29T14:54:26.458 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 414 (ObjNum 496 snap 146 seq_num 496) dirty exists 2024-08-29T14:54:26.458 INFO:tasks.rados.rados.0.smithi131.stdout:1527: left oid 23 (ObjNum 496 snap 146 seq_num 496) 2024-08-29T14:54:26.459 INFO:tasks.rados.rados.0.smithi131.stdout:1531: finishing rollback tid 0 to smithi13174786-2 2024-08-29T14:54:26.459 INFO:tasks.rados.rados.0.smithi131.stdout:1531: finishing rollback tid 1 to smithi13174786-2 2024-08-29T14:54:26.459 INFO:tasks.rados.rados.0.smithi131.stdout:1531: finishing rollback tid 2 to smithi13174786-2 2024-08-29T14:54:26.459 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 821 (ObjNum 436 snap 128 seq_num 436) dirty exists 2024-08-29T14:54:26.461 INFO:tasks.rados.rados.0.smithi131.stdout:1528: expect (ObjNum 486 snap 145 seq_num 486) 2024-08-29T14:54:26.486 INFO:tasks.rados.rados.0.smithi131.stdout:1530: finishing copy_from racing read to smithi13174786-44 2024-08-29T14:54:26.486 INFO:tasks.rados.rados.0.smithi131.stdout:1530: finishing copy_from to smithi13174786-44 2024-08-29T14:54:26.486 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 516 (ObjNum 437 snap 129 seq_num 437) dirty exists 2024-08-29T14:54:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:26 smithi169 ceph-mon[78471]: pgmap v149: 121 pgs: 16 stale+active+clean, 105 active+clean; 198 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 1 op/s 2024-08-29T14:54:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:26 smithi169 ceph-mon[78471]: osdmap e376: 8 total, 7 up, 8 in 2024-08-29T14:54:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:26 smithi169 ceph-mon[78471]: osdmap e377: 8 total, 7 up, 8 in 2024-08-29T14:54:27.157 INFO:tasks.rados.rados.0.smithi131.stdout:1527: done (4 left) 2024-08-29T14:54:27.157 INFO:tasks.rados.rados.0.smithi131.stdout:1528: done (3 left) 2024-08-29T14:54:27.157 INFO:tasks.rados.rados.0.smithi131.stdout:1530: done (2 left) 2024-08-29T14:54:27.157 INFO:tasks.rados.rados.0.smithi131.stdout:1531: done (1 left) 2024-08-29T14:54:27.158 INFO:tasks.rados.rados.0.smithi131.stdout:1532: done (0 left) 2024-08-29T14:54:27.158 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 147 2024-08-29T14:54:27.158 INFO:tasks.rados.rados.0.smithi131.stdout:1533: seq_num 497 ranges {4800512=729088,5529600=401408} 2024-08-29T14:54:27.188 INFO:tasks.rados.rados.0.smithi131.stdout:1533: writing smithi13174786-25 from 4800512 to 5529600 tid 1 2024-08-29T14:54:27.191 INFO:tasks.rados.rados.0.smithi131.stdout:1533: writing smithi13174786-25 from 5529600 to 5931008 tid 2 2024-08-29T14:54:27.191 INFO:tasks.rados.rados.0.smithi131.stdout:1534: delete oid 33 current snap is 147 2024-08-29T14:54:27.199 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:26 smithi131 podman[101065]: 2024-08-29 14:54:26.896142338 +0000 UTC m=+0.608820138 container remove 0e3070ce1b03ab9e31e672ac3e590fab5e429fbb2e965a0ad9dd83d7d135815f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-29T14:54:27.199 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:26 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-29T14:54:27.199 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:26 smithi131 systemd[1]: Stopped Ceph osd.1 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:54:27.199 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:26 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.1.service: Consumed 11.934s CPU time. 2024-08-29T14:54:27.199 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 systemd[1]: Starting Ceph osd.1 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:54:27.199 INFO:tasks.rados.rados.0.smithi131.stdout:1534: done (1 left) 2024-08-29T14:54:27.199 INFO:tasks.rados.rados.0.smithi131.stdout:1535: snap_create 2024-08-29T14:54:27.199 INFO:tasks.rados.rados.0.smithi131.stdout:1533: finishing write tid 1 to smithi13174786-25 2024-08-29T14:54:27.200 INFO:tasks.rados.rados.0.smithi131.stdout:1533: finishing write tid 2 to smithi13174786-25 2024-08-29T14:54:27.201 INFO:tasks.rados.rados.0.smithi131.stdout:1533: finishing write tid 3 to smithi13174786-25 2024-08-29T14:54:27.202 INFO:tasks.rados.rados.0.smithi131.stdout:1533: finishing write tid 4 to smithi13174786-25 2024-08-29T14:54:27.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1143 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-29T14:54:27.202 INFO:tasks.rados.rados.0.smithi131.stdout:1533: left oid 25 (ObjNum 497 snap 147 seq_num 497) 2024-08-29T14:54:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:27 smithi169 ceph-mon[78471]: Health check failed: Degraded data redundancy: 29/219 objects degraded (13.242%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:27 smithi169 ceph-mon[78471]: osdmap e378: 8 total, 7 up, 8 in 2024-08-29T14:54:27.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:26.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:27.479 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-mon[87973]: Health check failed: Degraded data redundancy: 29/219 objects degraded (13.242%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:27.479 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-mon[87973]: osdmap e378: 8 total, 7 up, 8 in 2024-08-29T14:54:27.480 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-mon[90512]: Health check failed: Degraded data redundancy: 29/219 objects degraded (13.242%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:27.480 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-mon[90512]: osdmap e378: 8 total, 7 up, 8 in 2024-08-29T14:54:27.480 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 podman[101168]: 2024-08-29 14:54:27.264012849 +0000 UTC m=+0.016020607 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:54:27.480 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 podman[101168]: 2024-08-29 14:54:27.380620343 +0000 UTC m=+0.132628130 container create cd1e92aa38c42d4a0a4774e0c6631bf2938e66e1a0d36621727acbe1e6787caf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-08-29T14:54:27.740 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 podman[101168]: 2024-08-29 14:54:27.575401287 +0000 UTC m=+0.327409042 container init cd1e92aa38c42d4a0a4774e0c6631bf2938e66e1a0d36621727acbe1e6787caf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-29T14:54:27.740 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 podman[101168]: 2024-08-29 14:54:27.581160698 +0000 UTC m=+0.333168444 container start cd1e92aa38c42d4a0a4774e0c6631bf2938e66e1a0d36621727acbe1e6787caf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-08-29T14:54:27.740 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 podman[101168]: 2024-08-29 14:54:27.666492647 +0000 UTC m=+0.418500392 container attach cd1e92aa38c42d4a0a4774e0c6631bf2938e66e1a0d36621727acbe1e6787caf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-08-29T14:54:27.740 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:54:27.740 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 bash[101168]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:54:27.740 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:54:27.740 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 bash[101168]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:54:27.740 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:54:27.740 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 bash[101168]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:54:27.740 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 bash[101168]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:54:27.741 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:54:28.101 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:54:28.101 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 bash[101168]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:54:28.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-29T14:54:28.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 bash[101168]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-29T14:54:28.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-29T14:54:28.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:27 smithi131 bash[101168]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-29T14:54:28.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-29T14:54:28.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 bash[101168]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-29T14:54:28.205 INFO:tasks.rados.rados.0.smithi131.stdout:1533: done (1 left) 2024-08-29T14:54:28.205 INFO:tasks.rados.rados.0.smithi131.stdout:1535: done (0 left) 2024-08-29T14:54:28.206 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 148 2024-08-29T14:54:28.206 INFO:tasks.rados.rados.0.smithi131.stdout:1536: seq_num 499 ranges {3334144=761856,4096000=401408} 2024-08-29T14:54:28.228 INFO:tasks.rados.rados.0.smithi131.stdout:1536: writing smithi13174786-5 from 3334144 to 4096000 tid 1 2024-08-29T14:54:28.230 INFO:tasks.rados.rados.0.smithi131.stdout:1536: writing smithi13174786-5 from 4096000 to 4497408 tid 2 2024-08-29T14:54:28.230 INFO:tasks.rados.rados.0.smithi131.stdout:1537: rollback oid 11 current snap is 148 2024-08-29T14:54:28.230 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 11 to 147 2024-08-29T14:54:28.230 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 148 2024-08-29T14:54:28.230 INFO:tasks.rados.rados.0.smithi131.stdout:1538: seq_num 500 ranges {2048000=778240,2826240=401408} 2024-08-29T14:54:28.245 INFO:tasks.rados.rados.0.smithi131.stdout:1538: writing smithi13174786-4 from 2048000 to 2826240 tid 1 2024-08-29T14:54:28.248 INFO:tasks.rados.rados.0.smithi131.stdout:1538: writing smithi13174786-4 from 2826240 to 3227648 tid 2 2024-08-29T14:54:28.248 INFO:tasks.rados.rados.0.smithi131.stdout:1539: delete oid 30 current snap is 148 2024-08-29T14:54:28.249 INFO:tasks.rados.rados.0.smithi131.stdout:1536: finishing write tid 1 to smithi13174786-5 2024-08-29T14:54:28.249 INFO:tasks.rados.rados.0.smithi131.stdout:1536: finishing write tid 2 to smithi13174786-5 2024-08-29T14:54:28.249 INFO:tasks.rados.rados.0.smithi131.stdout:1537: finishing rollback tid 0 to smithi13174786-11 2024-08-29T14:54:28.249 INFO:tasks.rados.rados.0.smithi131.stdout:1536: finishing write tid 3 to smithi13174786-5 2024-08-29T14:54:28.249 INFO:tasks.rados.rados.0.smithi131.stdout:1537: finishing rollback tid 1 to smithi13174786-11 2024-08-29T14:54:28.249 INFO:tasks.rados.rados.0.smithi131.stdout:1537: finishing rollback tid 2 to smithi13174786-11 2024-08-29T14:54:28.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1030 (ObjNum 485 snap 145 seq_num 485) dirty exists 2024-08-29T14:54:28.249 INFO:tasks.rados.rados.0.smithi131.stdout:1536: finishing write tid 4 to smithi13174786-5 2024-08-29T14:54:28.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 583 (ObjNum 499 snap 148 seq_num 499) dirty exists 2024-08-29T14:54:28.249 INFO:tasks.rados.rados.0.smithi131.stdout:1536: left oid 5 (ObjNum 499 snap 148 seq_num 499) 2024-08-29T14:54:28.251 INFO:tasks.rados.rados.0.smithi131.stdout:1538: finishing write tid 1 to smithi13174786-4 2024-08-29T14:54:28.251 INFO:tasks.rados.rados.0.smithi131.stdout:1538: finishing write tid 2 to smithi13174786-4 2024-08-29T14:54:28.251 INFO:tasks.rados.rados.0.smithi131.stdout:1538: finishing write tid 3 to smithi13174786-4 2024-08-29T14:54:28.252 INFO:tasks.rados.rados.0.smithi131.stdout:1536: done (3 left) 2024-08-29T14:54:28.252 INFO:tasks.rados.rados.0.smithi131.stdout:1537: done (2 left) 2024-08-29T14:54:28.252 INFO:tasks.rados.rados.0.smithi131.stdout:1539: done (1 left) 2024-08-29T14:54:28.252 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 148 2024-08-29T14:54:28.252 INFO:tasks.rados.rados.0.smithi131.stdout:1540: seq_num 502 ranges {491520=409600,901120=417792,1318912=385024} 2024-08-29T14:54:28.256 INFO:tasks.rados.rados.0.smithi131.stdout:1540: writing smithi13174786-15 from 491520 to 901120 tid 1 2024-08-29T14:54:28.258 INFO:tasks.rados.rados.0.smithi131.stdout:1540: writing smithi13174786-15 from 901120 to 1318912 tid 2 2024-08-29T14:54:28.261 INFO:tasks.rados.rados.0.smithi131.stdout:1540: writing smithi13174786-15 from 1318912 to 1703936 tid 3 2024-08-29T14:54:28.261 INFO:tasks.rados.rados.0.smithi131.stdout:1541: delete oid 34 current snap is 148 2024-08-29T14:54:28.261 INFO:tasks.rados.rados.0.smithi131.stdout:1538: finishing write tid 4 to smithi13174786-4 2024-08-29T14:54:28.261 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1033 (ObjNum 500 snap 148 seq_num 500) dirty exists 2024-08-29T14:54:28.261 INFO:tasks.rados.rados.0.smithi131.stdout:1538: left oid 4 (ObjNum 500 snap 148 seq_num 500) 2024-08-29T14:54:28.261 INFO:tasks.rados.rados.0.smithi131.stdout:1540: finishing write tid 1 to smithi13174786-15 2024-08-29T14:54:28.261 INFO:tasks.rados.rados.0.smithi131.stdout:1540: finishing write tid 2 to smithi13174786-15 2024-08-29T14:54:28.263 INFO:tasks.rados.rados.0.smithi131.stdout:1540: finishing write tid 3 to smithi13174786-15 2024-08-29T14:54:28.264 INFO:tasks.rados.rados.0.smithi131.stdout:1540: finishing write tid 4 to smithi13174786-15 2024-08-29T14:54:28.265 INFO:tasks.rados.rados.0.smithi131.stdout:1538: done (2 left) 2024-08-29T14:54:28.265 INFO:tasks.rados.rados.0.smithi131.stdout:1541: done (1 left) 2024-08-29T14:54:28.265 INFO:tasks.rados.rados.0.smithi131.stdout:1542: rollback oid 13 current snap is 148 2024-08-29T14:54:28.265 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 13 to 147 2024-08-29T14:54:28.265 INFO:tasks.rados.rados.0.smithi131.stdout:1543: snap_create 2024-08-29T14:54:28.265 INFO:tasks.rados.rados.0.smithi131.stdout:1540: finishing write tid 5 to smithi13174786-15 2024-08-29T14:54:28.265 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1055 (ObjNum 502 snap 148 seq_num 502) dirty exists 2024-08-29T14:54:28.265 INFO:tasks.rados.rados.0.smithi131.stdout:1540: left oid 15 (ObjNum 502 snap 148 seq_num 502) 2024-08-29T14:54:28.267 INFO:tasks.rados.rados.0.smithi131.stdout:1542: finishing rollback tid 0 to smithi13174786-13 2024-08-29T14:54:28.267 INFO:tasks.rados.rados.0.smithi131.stdout:1542: finishing rollback tid 1 to smithi13174786-13 2024-08-29T14:54:28.267 INFO:tasks.rados.rados.0.smithi131.stdout:1542: finishing rollback tid 2 to smithi13174786-13 2024-08-29T14:54:28.267 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 952 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-08-29T14:54:28.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:28 smithi131 ceph-mon[87973]: pgmap v152: 121 pgs: 25 active+undersized, 2 stale+active+clean, 10 active+undersized+degraded, 84 active+clean; 162 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 20 op/s; 29/219 objects degraded (13.242%) 2024-08-29T14:54:28.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:28 smithi131 ceph-mon[90512]: pgmap v152: 121 pgs: 25 active+undersized, 2 stale+active+clean, 10 active+undersized+degraded, 84 active+clean; 162 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 20 op/s; 29/219 objects degraded (13.242%) 2024-08-29T14:54:28.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-29T14:54:28.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 bash[101168]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-29T14:54:28.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-29T14:54:28.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 bash[101168]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-29T14:54:28.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-29T14:54:28.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 bash[101168]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-29T14:54:28.353 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate[101182]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-29T14:54:28.354 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 bash[101168]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-29T14:54:28.354 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 podman[101168]: 2024-08-29 14:54:28.130425973 +0000 UTC m=+0.882433729 container died cd1e92aa38c42d4a0a4774e0c6631bf2938e66e1a0d36621727acbe1e6787caf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-08-29T14:54:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:28 smithi169 ceph-mon[78471]: pgmap v152: 121 pgs: 25 active+undersized, 2 stale+active+clean, 10 active+undersized+degraded, 84 active+clean; 162 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 20 op/s; 29/219 objects degraded (13.242%) 2024-08-29T14:54:28.852 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 podman[101323]: 2024-08-29 14:54:28.695718686 +0000 UTC m=+0.559160441 container remove cd1e92aa38c42d4a0a4774e0c6631bf2938e66e1a0d36621727acbe1e6787caf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-08-29T14:54:29.149 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 podman[101389]: 2024-08-29 14:54:28.896515792 +0000 UTC m=+0.108377399 container create 7ef2711f92d66163dc31d8652d64279e907257f4cc7a5594c670b828cfc9f1fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-29T14:54:29.149 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:28 smithi131 podman[101389]: 2024-08-29 14:54:28.804238921 +0000 UTC m=+0.016100531 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:54:29.220 INFO:tasks.rados.rados.0.smithi131.stdout:1540: done (2 left) 2024-08-29T14:54:29.220 INFO:tasks.rados.rados.0.smithi131.stdout:1542: done (1 left) 2024-08-29T14:54:29.220 INFO:tasks.rados.rados.0.smithi131.stdout:1543: done (0 left) 2024-08-29T14:54:29.220 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 149 2024-08-29T14:54:29.220 INFO:tasks.rados.rados.0.smithi131.stdout:1544: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-08-29T14:54:29.222 INFO:tasks.rados.rados.0.smithi131.stdout:1544: writing smithi13174786-38 from 0 to 450560 tid 1 2024-08-29T14:54:29.225 INFO:tasks.rados.rados.0.smithi131.stdout:1544: writing smithi13174786-38 from 450560 to 1040384 tid 2 2024-08-29T14:54:29.227 INFO:tasks.rados.rados.0.smithi131.stdout:1544: writing smithi13174786-38 from 1040384 to 1253376 tid 3 2024-08-29T14:54:29.227 INFO:tasks.rados.rados.0.smithi131.stdout:1545: rollback oid 50 current snap is 149 2024-08-29T14:54:29.227 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 50 to 148 2024-08-29T14:54:29.227 INFO:tasks.rados.rados.0.smithi131.stdout:1546: setattr oid 41 current snap is 149 2024-08-29T14:54:29.229 INFO:tasks.rados.rados.0.smithi131.stdout:1547: rollback oid 7 current snap is 149 2024-08-29T14:54:29.229 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 7 to 147 2024-08-29T14:54:29.229 INFO:tasks.rados.rados.0.smithi131.stdout:1548: snap_remove snap 146 2024-08-29T14:54:29.492 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:29 smithi131 ceph-mon[87973]: osdmap e379: 8 total, 7 up, 8 in 2024-08-29T14:54:29.493 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:29 smithi131 ceph-mon[90512]: osdmap e379: 8 total, 7 up, 8 in 2024-08-29T14:54:29.493 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:29 smithi131 podman[101389]: 2024-08-29 14:54:29.14913305 +0000 UTC m=+0.360994659 container init 7ef2711f92d66163dc31d8652d64279e907257f4cc7a5594c670b828cfc9f1fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-08-29T14:54:29.493 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:29 smithi131 podman[101389]: 2024-08-29 14:54:29.154119182 +0000 UTC m=+0.365980791 container start 7ef2711f92d66163dc31d8652d64279e907257f4cc7a5594c670b828cfc9f1fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD) 2024-08-29T14:54:29.493 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:29 smithi131 ceph-osd[101427]: -- 172.21.15.131:0/3738992206 <== mon.0 v2:172.21.15.131:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d0fdba1a40 con 0x55d0fe96e000 2024-08-29T14:54:29.493 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:29 smithi131 bash[101389]: 7ef2711f92d66163dc31d8652d64279e907257f4cc7a5594c670b828cfc9f1fc 2024-08-29T14:54:29.493 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:29 smithi131 systemd[1]: Started Ceph osd.1 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:54:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:29 smithi169 ceph-mon[78471]: osdmap e379: 8 total, 7 up, 8 in 2024-08-29T14:54:30.226 INFO:tasks.rados.rados.0.smithi131.stdout:1548: done (4 left) 2024-08-29T14:54:30.226 INFO:tasks.rados.rados.0.smithi131.stdout:1549: rollback oid 14 current snap is 149 2024-08-29T14:54:30.226 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 14 to 147 2024-08-29T14:54:30.226 INFO:tasks.rados.rados.0.smithi131.stdout:1544: finishing write tid 1 to smithi13174786-38 2024-08-29T14:54:30.226 INFO:tasks.rados.rados.0.smithi131.stdout:1544: finishing write tid 2 to smithi13174786-38 2024-08-29T14:54:30.226 INFO:tasks.rados.rados.0.smithi131.stdout:1544: finishing write tid 3 to smithi13174786-38 2024-08-29T14:54:30.226 INFO:tasks.rados.rados.0.smithi131.stdout:1544: finishing write tid 4 to smithi13174786-38 2024-08-29T14:54:30.226 INFO:tasks.rados.rados.0.smithi131.stdout:1547: finishing rollback tid 0 to smithi13174786-7 2024-08-29T14:54:30.226 INFO:tasks.rados.rados.0.smithi131.stdout:1547: finishing rollback tid 1 to smithi13174786-7 2024-08-29T14:54:30.227 INFO:tasks.rados.rados.0.smithi131.stdout:1547: finishing rollback tid 2 to smithi13174786-7 2024-08-29T14:54:30.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 813 (ObjNum 461 snap 140 seq_num 461) dirty exists 2024-08-29T14:54:30.227 INFO:tasks.rados.rados.0.smithi131.stdout:1544: finishing write tid 5 to smithi13174786-38 2024-08-29T14:54:30.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1059 (ObjNum 504 snap 149 seq_num 504) dirty exists 2024-08-29T14:54:30.227 INFO:tasks.rados.rados.0.smithi131.stdout:1544: left oid 38 (ObjNum 504 snap 149 seq_num 504) 2024-08-29T14:54:30.227 INFO:tasks.rados.rados.0.smithi131.stdout:1545: finishing rollback tid 0 to smithi13174786-50 2024-08-29T14:54:30.227 INFO:tasks.rados.rados.0.smithi131.stdout:1545: finishing rollback tid 1 to smithi13174786-50 2024-08-29T14:54:30.227 INFO:tasks.rados.rados.0.smithi131.stdout:1545: finishing rollback tid 2 to smithi13174786-50 2024-08-29T14:54:30.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1147 (ObjNum 65 snap 0 seq_num 1465603160) dirty exists 2024-08-29T14:54:30.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1149 (ObjNum 490 snap 145 seq_num 490) dirty exists 2024-08-29T14:54:30.228 INFO:tasks.rados.rados.0.smithi131.stdout:1544: done (4 left) 2024-08-29T14:54:30.228 INFO:tasks.rados.rados.0.smithi131.stdout:1545: done (3 left) 2024-08-29T14:54:30.228 INFO:tasks.rados.rados.0.smithi131.stdout:1546: done (2 left) 2024-08-29T14:54:30.228 INFO:tasks.rados.rados.0.smithi131.stdout:1547: done (1 left) 2024-08-29T14:54:30.228 INFO:tasks.rados.rados.0.smithi131.stdout:1550: delete oid 31 current snap is 149 2024-08-29T14:54:30.232 INFO:tasks.rados.rados.0.smithi131.stdout:1549: finishing rollback tid 0 to smithi13174786-14 2024-08-29T14:54:30.232 INFO:tasks.rados.rados.0.smithi131.stdout:1549: finishing rollback tid 1 to smithi13174786-14 2024-08-29T14:54:30.232 INFO:tasks.rados.rados.0.smithi131.stdout:1549: finishing rollback tid 2 to smithi13174786-14 2024-08-29T14:54:30.232 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 587 (ObjNum 468 snap 142 seq_num 468) dirty exists 2024-08-29T14:54:30.234 INFO:tasks.rados.rados.0.smithi131.stdout:1549: done (1 left) 2024-08-29T14:54:30.234 INFO:tasks.rados.rados.0.smithi131.stdout:1550: done (0 left) 2024-08-29T14:54:30.234 INFO:tasks.rados.rados.0.smithi131.stdout:1551: snap_remove snap 148 2024-08-29T14:54:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-mon[87973]: pgmap v155: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 162 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.4 MiB/s wr, 22 op/s; 32/222 objects degraded (14.414%) 2024-08-29T14:54:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-mon[87973]: osdmap e380: 8 total, 7 up, 8 in 2024-08-29T14:54:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:54:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-mon[90512]: pgmap v155: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 162 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.4 MiB/s wr, 22 op/s; 32/222 objects degraded (14.414%) 2024-08-29T14:54:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-mon[90512]: osdmap e380: 8 total, 7 up, 8 in 2024-08-29T14:54:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:54:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:30 smithi169 ceph-mon[78471]: pgmap v155: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 162 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.4 MiB/s wr, 22 op/s; 32/222 objects degraded (14.414%) 2024-08-29T14:54:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:30 smithi169 ceph-mon[78471]: osdmap e380: 8 total, 7 up, 8 in 2024-08-29T14:54:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:54:31.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:30 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[101404]: 2024-08-29T14:54:30.787+0000 7ff1324d1640 -1 Falling back to public interface 2024-08-29T14:54:31.130 INFO:tasks.rados.rados.0.smithi131.stdout:1551: done (0 left) 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:1552: read oid 12 snap 145 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:1552: expect (ObjNum 473 snap 142 seq_num 473) 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:1553: rollback oid 5 current snap is 149 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 5 to 145 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:1554: read oid 18 snap 147 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:1554: expect (ObjNum 2120123984 snap 22056 seq_num 2120745136) 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:1555: rollback oid 29 current snap is 149 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 29 to 147 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:1556: read oid 8 snap -1 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:1556: expect (ObjNum 437 snap 129 seq_num 437) 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:1557: read oid 10 snap -1 2024-08-29T14:54:31.131 INFO:tasks.rados.rados.0.smithi131.stdout:1557: expect (ObjNum 486 snap 145 seq_num 486) 2024-08-29T14:54:31.132 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 149 2024-08-29T14:54:31.132 INFO:tasks.rados.rados.0.smithi131.stdout:1558: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-08-29T14:54:31.134 INFO:tasks.rados.rados.0.smithi131.stdout:1558: writing smithi13174786-31 from 0 to 483328 tid 1 2024-08-29T14:54:31.138 INFO:tasks.rados.rados.0.smithi131.stdout:1558: writing smithi13174786-31 from 483328 to 1245184 tid 2 2024-08-29T14:54:31.139 INFO:tasks.rados.rados.0.smithi131.stdout:1558: writing smithi13174786-31 from 1245184 to 1286144 tid 3 2024-08-29T14:54:31.139 INFO:tasks.rados.rados.0.smithi131.stdout:1559: rmattr oid 4 current snap is 149 2024-08-29T14:54:31.139 INFO:tasks.rados.rados.0.smithi131.stdout:1559: done (7 left) 2024-08-29T14:54:31.139 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 149 2024-08-29T14:54:31.139 INFO:tasks.rados.rados.0.smithi131.stdout:1560: seq_num 507 ranges {40960=499712,540672=638976,1179648=163840} 2024-08-29T14:54:31.142 INFO:tasks.rados.rados.0.smithi131.stdout:1560: writing smithi13174786-28 from 40960 to 540672 tid 1 2024-08-29T14:54:31.146 INFO:tasks.rados.rados.0.smithi131.stdout:1560: writing smithi13174786-28 from 540672 to 1179648 tid 2 2024-08-29T14:54:31.147 INFO:tasks.rados.rados.0.smithi131.stdout:1560: writing smithi13174786-28 from 1179648 to 1343488 tid 3 2024-08-29T14:54:31.147 INFO:tasks.rados.rados.0.smithi131.stdout:1561: delete oid 50 current snap is 149 2024-08-29T14:54:31.147 INFO:tasks.rados.rados.0.smithi131.stdout:1557: expect (ObjNum 486 snap 145 seq_num 486) 2024-08-29T14:54:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:1554: expect (ObjNum 2120123984 snap 22056 seq_num 2120745136) 2024-08-29T14:54:31.174 INFO:tasks.rados.rados.0.smithi131.stdout:1553: finishing rollback tid 0 to smithi13174786-5 2024-08-29T14:54:31.174 INFO:tasks.rados.rados.0.smithi131.stdout:1553: finishing rollback tid 1 to smithi13174786-5 2024-08-29T14:54:31.175 INFO:tasks.rados.rados.0.smithi131.stdout:1552: expect (ObjNum 473 snap 142 seq_num 473) 2024-08-29T14:54:31.195 INFO:tasks.rados.rados.0.smithi131.stdout:1553: finishing rollback tid 2 to smithi13174786-5 2024-08-29T14:54:31.195 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 598 (ObjNum 467 snap 141 seq_num 467) dirty exists 2024-08-29T14:54:31.195 INFO:tasks.rados.rados.0.smithi131.stdout:1555: finishing rollback tid 0 to smithi13174786-29 2024-08-29T14:54:31.195 INFO:tasks.rados.rados.0.smithi131.stdout:1555: finishing rollback tid 1 to smithi13174786-29 2024-08-29T14:54:31.195 INFO:tasks.rados.rados.0.smithi131.stdout:1555: finishing rollback tid 2 to smithi13174786-29 2024-08-29T14:54:31.195 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 824 (ObjNum 492 snap 145 seq_num 492) dirty exists 2024-08-29T14:54:31.195 INFO:tasks.rados.rados.0.smithi131.stdout:1560: finishing write tid 1 to smithi13174786-28 2024-08-29T14:54:31.195 INFO:tasks.rados.rados.0.smithi131.stdout:1560: finishing write tid 2 to smithi13174786-28 2024-08-29T14:54:31.196 INFO:tasks.rados.rados.0.smithi131.stdout:1560: finishing write tid 3 to smithi13174786-28 2024-08-29T14:54:31.196 INFO:tasks.rados.rados.0.smithi131.stdout:1560: finishing write tid 4 to smithi13174786-28 2024-08-29T14:54:31.196 INFO:tasks.rados.rados.0.smithi131.stdout:1560: finishing write tid 5 to smithi13174786-28 2024-08-29T14:54:31.196 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 718 (ObjNum 507 snap 149 seq_num 507) dirty exists 2024-08-29T14:54:31.196 INFO:tasks.rados.rados.0.smithi131.stdout:1560: left oid 28 (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:54:31.196 INFO:tasks.rados.rados.0.smithi131.stdout:1556: expect (ObjNum 437 snap 129 seq_num 437) 2024-08-29T14:54:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:1558: finishing write tid 1 to smithi13174786-31 2024-08-29T14:54:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:1558: finishing write tid 2 to smithi13174786-31 2024-08-29T14:54:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:1558: finishing write tid 3 to smithi13174786-31 2024-08-29T14:54:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:1558: finishing write tid 4 to smithi13174786-31 2024-08-29T14:54:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:1558: finishing write tid 5 to smithi13174786-31 2024-08-29T14:54:31.296 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 602 (ObjNum 506 snap 149 seq_num 506) dirty exists 2024-08-29T14:54:31.296 INFO:tasks.rados.rados.0.smithi131.stdout:1558: left oid 31 (ObjNum 506 snap 149 seq_num 506) 2024-08-29T14:54:31.296 INFO:tasks.rados.rados.0.smithi131.stdout:1552: done (8 left) 2024-08-29T14:54:31.296 INFO:tasks.rados.rados.0.smithi131.stdout:1553: done (7 left) 2024-08-29T14:54:31.296 INFO:tasks.rados.rados.0.smithi131.stdout:1554: done (6 left) 2024-08-29T14:54:31.296 INFO:tasks.rados.rados.0.smithi131.stdout:1555: done (5 left) 2024-08-29T14:54:31.296 INFO:tasks.rados.rados.0.smithi131.stdout:1556: done (4 left) 2024-08-29T14:54:31.296 INFO:tasks.rados.rados.0.smithi131.stdout:1557: done (3 left) 2024-08-29T14:54:31.296 INFO:tasks.rados.rados.0.smithi131.stdout:1558: done (2 left) 2024-08-29T14:54:31.297 INFO:tasks.rados.rados.0.smithi131.stdout:1560: done (1 left) 2024-08-29T14:54:31.297 INFO:tasks.rados.rados.0.smithi131.stdout:1561: done (0 left) 2024-08-29T14:54:31.297 INFO:tasks.rados.rados.0.smithi131.stdout:1562: snap_remove snap 145 2024-08-29T14:54:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:31 smithi131 ceph-mon[87973]: osdmap e381: 8 total, 7 up, 8 in 2024-08-29T14:54:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:31 smithi131 ceph-mon[87973]: pgmap v158: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 182 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s; 40/276 objects degraded (14.493%) 2024-08-29T14:54:31.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:31 smithi131 ceph-mon[87973]: osdmap e382: 8 total, 7 up, 8 in 2024-08-29T14:54:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:31 smithi131 ceph-mon[90512]: osdmap e381: 8 total, 7 up, 8 in 2024-08-29T14:54:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:31 smithi131 ceph-mon[90512]: pgmap v158: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 182 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s; 40/276 objects degraded (14.493%) 2024-08-29T14:54:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:31 smithi131 ceph-mon[90512]: osdmap e382: 8 total, 7 up, 8 in 2024-08-29T14:54:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:31 smithi169 ceph-mon[78471]: osdmap e381: 8 total, 7 up, 8 in 2024-08-29T14:54:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:31 smithi169 ceph-mon[78471]: pgmap v158: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 182 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s; 40/276 objects degraded (14.493%) 2024-08-29T14:54:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:31 smithi169 ceph-mon[78471]: osdmap e382: 8 total, 7 up, 8 in 2024-08-29T14:54:32.237 INFO:tasks.rados.rados.0.smithi131.stdout:1562: done (0 left) 2024-08-29T14:54:32.238 INFO:tasks.rados.rados.0.smithi131.stdout:1563: setattr oid 23 current snap is 149 2024-08-29T14:54:32.238 INFO:tasks.rados.rados.0.smithi131.stdout:1564: copy_from oid 42 from oid 28 current snap is 149 2024-08-29T14:54:32.239 INFO:tasks.rados.rados.0.smithi131.stdout:1565: read oid 26 snap -1 2024-08-29T14:54:32.239 INFO:tasks.rados.rados.0.smithi131.stdout:1565: expect (ObjNum 487 snap 145 seq_num 487) 2024-08-29T14:54:32.239 INFO:tasks.rados.rados.0.smithi131.stdout:1566: read oid 35 snap -1 2024-08-29T14:54:32.239 INFO:tasks.rados.rados.0.smithi131.stdout:1566: expect deleted 2024-08-29T14:54:32.239 INFO:tasks.rados.rados.0.smithi131.stdout:1567: rollback oid 3 current snap is 149 2024-08-29T14:54:32.239 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 3 to 147 2024-08-29T14:54:32.239 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 149 2024-08-29T14:54:32.239 INFO:tasks.rados.rados.0.smithi131.stdout:1568: seq_num 509 ranges {8978432=532480,9510912=409600,9920512=393216} 2024-08-29T14:54:32.290 INFO:tasks.rados.rados.0.smithi131.stdout:1568: writing smithi13174786-1 from 8978432 to 9510912 tid 1 2024-08-29T14:54:32.293 INFO:tasks.rados.rados.0.smithi131.stdout:1568: writing smithi13174786-1 from 9510912 to 9920512 tid 2 2024-08-29T14:54:32.295 INFO:tasks.rados.rados.0.smithi131.stdout:1568: writing smithi13174786-1 from 9920512 to 10313728 tid 3 2024-08-29T14:54:32.296 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 11 current snap is 149 2024-08-29T14:54:32.296 INFO:tasks.rados.rados.0.smithi131.stdout:1569: seq_num 510 ranges {11272192=548864,11821056=745472,12566528=57344} 2024-08-29T14:54:32.360 INFO:tasks.rados.rados.0.smithi131.stdout:1569: writing smithi13174786-11 from 11272192 to 11821056 tid 1 2024-08-29T14:54:32.365 INFO:tasks.rados.rados.0.smithi131.stdout:1569: writing smithi13174786-11 from 11821056 to 12566528 tid 2 2024-08-29T14:54:32.365 INFO:tasks.rados.rados.0.smithi131.stdout:1569: writing smithi13174786-11 from 12566528 to 12623872 tid 3 2024-08-29T14:54:32.366 INFO:tasks.rados.rados.0.smithi131.stdout:1570: copy_from oid 19 from oid 21 current snap is 149 2024-08-29T14:54:32.366 INFO:tasks.rados.rados.0.smithi131.stdout:1567: finishing rollback tid 1 to smithi13174786-3 2024-08-29T14:54:32.366 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 0 (ObjNum 177 snap 0 seq_num 2118509616) dirty dne 2024-08-29T14:54:32.366 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 415 (ObjNum 496 snap 146 seq_num 496) dirty exists 2024-08-29T14:54:32.366 INFO:tasks.rados.rados.0.smithi131.stdout:1565: expect (ObjNum 487 snap 145 seq_num 487) 2024-08-29T14:54:32.396 INFO:tasks.rados.rados.0.smithi131.stdout:1564: finishing copy_from racing read to smithi13174786-42 2024-08-29T14:54:32.396 INFO:tasks.rados.rados.0.smithi131.stdout:1564: finishing copy_from to smithi13174786-42 2024-08-29T14:54:32.396 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 718 (ObjNum 507 snap 149 seq_num 507) dirty exists 2024-08-29T14:54:32.396 INFO:tasks.rados.rados.0.smithi131.stdout:1568: finishing write tid 1 to smithi13174786-1 2024-08-29T14:54:32.396 INFO:tasks.rados.rados.0.smithi131.stdout:1563: done (7 left) 2024-08-29T14:54:32.396 INFO:tasks.rados.rados.0.smithi131.stdout:1564: done (6 left) 2024-08-29T14:54:32.396 INFO:tasks.rados.rados.0.smithi131.stdout:1565: done (5 left) 2024-08-29T14:54:32.396 INFO:tasks.rados.rados.0.smithi131.stdout:1566: done (4 left) 2024-08-29T14:54:32.396 INFO:tasks.rados.rados.0.smithi131.stdout:1567: done (3 left) 2024-08-29T14:54:32.397 INFO:tasks.rados.rados.0.smithi131.stdout:1571: snap_remove snap 147 2024-08-29T14:54:33.245 INFO:tasks.rados.rados.0.smithi131.stdout:1571: done (3 left) 2024-08-29T14:54:33.245 INFO:tasks.rados.rados.0.smithi131.stdout:1572: snap_create 2024-08-29T14:54:33.245 INFO:tasks.rados.rados.0.smithi131.stdout:1568: finishing write tid 2 to smithi13174786-1 2024-08-29T14:54:33.245 INFO:tasks.rados.rados.0.smithi131.stdout:1568: finishing write tid 3 to smithi13174786-1 2024-08-29T14:54:33.245 INFO:tasks.rados.rados.0.smithi131.stdout:1568: finishing write tid 4 to smithi13174786-1 2024-08-29T14:54:33.245 INFO:tasks.rados.rados.0.smithi131.stdout:1568: finishing write tid 5 to smithi13174786-1 2024-08-29T14:54:33.245 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 817 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-08-29T14:54:33.245 INFO:tasks.rados.rados.0.smithi131.stdout:1568: left oid 1 (ObjNum 509 snap 149 seq_num 509) 2024-08-29T14:54:33.246 INFO:tasks.rados.rados.0.smithi131.stdout:1569: finishing write tid 1 to smithi13174786-11 2024-08-29T14:54:33.246 INFO:tasks.rados.rados.0.smithi131.stdout:1570: finishing copy_from racing read to smithi13174786-19 2024-08-29T14:54:33.246 INFO:tasks.rados.rados.0.smithi131.stdout:1569: finishing write tid 2 to smithi13174786-11 2024-08-29T14:54:33.246 INFO:tasks.rados.rados.0.smithi131.stdout:1569: finishing write tid 3 to smithi13174786-11 2024-08-29T14:54:33.246 INFO:tasks.rados.rados.0.smithi131.stdout:1570: finishing copy_from to smithi13174786-19 2024-08-29T14:54:33.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 796 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-08-29T14:54:33.246 INFO:tasks.rados.rados.0.smithi131.stdout:1569: finishing write tid 4 to smithi13174786-11 2024-08-29T14:54:33.246 INFO:tasks.rados.rados.0.smithi131.stdout:1569: finishing write tid 5 to smithi13174786-11 2024-08-29T14:54:33.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1037 (ObjNum 510 snap 149 seq_num 510) dirty exists 2024-08-29T14:54:33.246 INFO:tasks.rados.rados.0.smithi131.stdout:1569: left oid 11 (ObjNum 510 snap 149 seq_num 510) 2024-08-29T14:54:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:33 smithi131 ceph-mon[87973]: osdmap e383: 8 total, 7 up, 8 in 2024-08-29T14:54:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:33 smithi131 ceph-mon[87973]: pgmap v161: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 27 op/s; 40/279 objects degraded (14.337%) 2024-08-29T14:54:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:33 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:33 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:33 smithi131 ceph-mon[90512]: osdmap e383: 8 total, 7 up, 8 in 2024-08-29T14:54:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:33 smithi131 ceph-mon[90512]: pgmap v161: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 27 op/s; 40/279 objects degraded (14.337%) 2024-08-29T14:54:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:33 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:33 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:33 smithi169 ceph-mon[78471]: osdmap e383: 8 total, 7 up, 8 in 2024-08-29T14:54:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:33 smithi169 ceph-mon[78471]: pgmap v161: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 27 op/s; 40/279 objects degraded (14.337%) 2024-08-29T14:54:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:33 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:33 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:34.250 INFO:tasks.rados.rados.0.smithi131.stdout:1568: done (3 left) 2024-08-29T14:54:34.250 INFO:tasks.rados.rados.0.smithi131.stdout:1569: done (2 left) 2024-08-29T14:54:34.250 INFO:tasks.rados.rados.0.smithi131.stdout:1570: done (1 left) 2024-08-29T14:54:34.250 INFO:tasks.rados.rados.0.smithi131.stdout:1572: done (0 left) 2024-08-29T14:54:34.250 INFO:tasks.rados.rados.0.smithi131.stdout:1573: delete oid 39 current snap is 150 2024-08-29T14:54:34.256 INFO:tasks.rados.rados.0.smithi131.stdout:1573: done (0 left) 2024-08-29T14:54:34.257 INFO:tasks.rados.rados.0.smithi131.stdout:1574: snap_remove snap 149 2024-08-29T14:54:34.413 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:34 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 40/279 objects degraded (14.337%), 11 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:34.413 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:34 smithi131 ceph-mon[87973]: osdmap e384: 8 total, 7 up, 8 in 2024-08-29T14:54:34.413 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:34.413 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:34.413 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:34 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 40/279 objects degraded (14.337%), 11 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:34.413 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:34 smithi131 ceph-mon[90512]: osdmap e384: 8 total, 7 up, 8 in 2024-08-29T14:54:34.413 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:34.413 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:34 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 40/279 objects degraded (14.337%), 11 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:34 smithi169 ceph-mon[78471]: osdmap e384: 8 total, 7 up, 8 in 2024-08-29T14:54:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:34.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:34.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:34.852 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[101404]: 2024-08-29T14:54:34.504+0000 7ff1324d1640 -1 osd.1 374 log_to_monitors true 2024-08-29T14:54:35.259 INFO:tasks.rados.rados.0.smithi131.stdout:1574: done (0 left) 2024-08-29T14:54:35.259 INFO:tasks.rados.rados.0.smithi131.stdout:1575: read oid 30 snap -1 2024-08-29T14:54:35.259 INFO:tasks.rados.rados.0.smithi131.stdout:1575: expect deleted 2024-08-29T14:54:35.259 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 150 2024-08-29T14:54:35.259 INFO:tasks.rados.rados.0.smithi131.stdout:1576: seq_num 512 ranges {8978432=581632,9560064=516096,10076160=286720} 2024-08-29T14:54:35.311 INFO:tasks.rados.rados.0.smithi131.stdout:1576: writing smithi13174786-2 from 8978432 to 9560064 tid 1 2024-08-29T14:54:35.314 INFO:tasks.rados.rados.0.smithi131.stdout:1576: writing smithi13174786-2 from 9560064 to 10076160 tid 2 2024-08-29T14:54:35.316 INFO:tasks.rados.rados.0.smithi131.stdout:1576: writing smithi13174786-2 from 10076160 to 10362880 tid 3 2024-08-29T14:54:35.316 INFO:tasks.rados.rados.0.smithi131.stdout:1577: snap_create 2024-08-29T14:54:35.345 INFO:tasks.rados.rados.0.smithi131.stdout:1576: finishing write tid 1 to smithi13174786-2 2024-08-29T14:54:35.363 INFO:tasks.rados.rados.0.smithi131.stdout:1576: finishing write tid 2 to smithi13174786-2 2024-08-29T14:54:35.363 INFO:tasks.rados.rados.0.smithi131.stdout:1576: finishing write tid 3 to smithi13174786-2 2024-08-29T14:54:35.363 INFO:tasks.rados.rados.0.smithi131.stdout:1576: finishing write tid 4 to smithi13174786-2 2024-08-29T14:54:35.364 INFO:tasks.rados.rados.0.smithi131.stdout:1576: finishing write tid 5 to smithi13174786-2 2024-08-29T14:54:35.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 828 (ObjNum 512 snap 150 seq_num 512) dirty exists 2024-08-29T14:54:35.364 INFO:tasks.rados.rados.0.smithi131.stdout:1576: left oid 2 (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:54:35.479 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[87973]: pgmap v164: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 546 KiB/s rd, 272 KiB/s wr, 2 op/s; 40/279 objects degraded (14.337%) 2024-08-29T14:54:35.480 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[87973]: osdmap e385: 8 total, 7 up, 8 in 2024-08-29T14:54:35.480 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[87973]: from='osd.1 [v2:172.21.15.131:6810/2598693143,v1:172.21.15.131:6811/2598693143]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-29T14:54:35.480 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[87973]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-29T14:54:35.480 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:35.480 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:35.480 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[90512]: pgmap v164: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 546 KiB/s rd, 272 KiB/s wr, 2 op/s; 40/279 objects degraded (14.337%) 2024-08-29T14:54:35.480 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[90512]: osdmap e385: 8 total, 7 up, 8 in 2024-08-29T14:54:35.480 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[90512]: from='osd.1 [v2:172.21.15.131:6810/2598693143,v1:172.21.15.131:6811/2598693143]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-29T14:54:35.481 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[90512]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-29T14:54:35.481 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:35.481 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:35 smithi169 ceph-mon[78471]: pgmap v164: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 546 KiB/s rd, 272 KiB/s wr, 2 op/s; 40/279 objects degraded (14.337%) 2024-08-29T14:54:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:35 smithi169 ceph-mon[78471]: osdmap e385: 8 total, 7 up, 8 in 2024-08-29T14:54:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:35 smithi169 ceph-mon[78471]: from='osd.1 [v2:172.21.15.131:6810/2598693143,v1:172.21.15.131:6811/2598693143]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-29T14:54:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:35 smithi169 ceph-mon[78471]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-29T14:54:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:35.852 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[101404]: 2024-08-29T14:54:35.699+0000 7ff126273640 -1 osd.1 374 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:54:36.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:35.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:36.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:36.193 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:54:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:54:35] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.51.0" 2024-08-29T14:54:36.264 INFO:tasks.rados.rados.0.smithi131.stdout:1575: done (2 left) 2024-08-29T14:54:36.264 INFO:tasks.rados.rados.0.smithi131.stdout:1576: done (1 left) 2024-08-29T14:54:36.264 INFO:tasks.rados.rados.0.smithi131.stdout:1577: done (0 left) 2024-08-29T14:54:36.264 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 151 2024-08-29T14:54:36.264 INFO:tasks.rados.rados.0.smithi131.stdout:1578: seq_num 513 ranges {155648=598016,753664=794624,1548288=8192} 2024-08-29T14:54:36.268 INFO:tasks.rados.rados.0.smithi131.stdout:1578: writing smithi13174786-19 from 155648 to 753664 tid 1 2024-08-29T14:54:36.274 INFO:tasks.rados.rados.0.smithi131.stdout:1578: writing smithi13174786-19 from 753664 to 1548288 tid 2 2024-08-29T14:54:36.275 INFO:tasks.rados.rados.0.smithi131.stdout:1578: writing smithi13174786-19 from 1548288 to 1556480 tid 3 2024-08-29T14:54:36.275 INFO:tasks.rados.rados.0.smithi131.stdout:1579: copy_from oid 10 from oid 3 current snap is 151 2024-08-29T14:54:36.276 INFO:tasks.rados.rados.0.smithi131.stdout:1580: snap_remove snap 150 2024-08-29T14:54:36.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:36 smithi131 ceph-mon[87973]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T14:54:36.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:36 smithi131 ceph-mon[87973]: osdmap e386: 8 total, 7 up, 8 in 2024-08-29T14:54:36.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:36 smithi131 ceph-mon[87973]: from='osd.1 [v2:172.21.15.131:6810/2598693143,v1:172.21.15.131:6811/2598693143]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:36.566 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:36 smithi131 ceph-mon[87973]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:36.567 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:36 smithi131 ceph-mon[87973]: from='osd.1 ' entity='osd.1' 2024-08-29T14:54:36.567 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:36 smithi131 ceph-mon[90512]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T14:54:36.567 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:36 smithi131 ceph-mon[90512]: osdmap e386: 8 total, 7 up, 8 in 2024-08-29T14:54:36.567 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:36 smithi131 ceph-mon[90512]: from='osd.1 [v2:172.21.15.131:6810/2598693143,v1:172.21.15.131:6811/2598693143]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:36.567 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:36 smithi131 ceph-mon[90512]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:36.567 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:36 smithi131 ceph-mon[90512]: from='osd.1 ' entity='osd.1' 2024-08-29T14:54:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:36 smithi169 ceph-mon[78471]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T14:54:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:36 smithi169 ceph-mon[78471]: osdmap e386: 8 total, 7 up, 8 in 2024-08-29T14:54:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:36 smithi169 ceph-mon[78471]: from='osd.1 [v2:172.21.15.131:6810/2598693143,v1:172.21.15.131:6811/2598693143]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:36 smithi169 ceph-mon[78471]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:54:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:36 smithi169 ceph-mon[78471]: from='osd.1 ' entity='osd.1' 2024-08-29T14:54:37.257 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:54:37.098+0000 7f4705a61640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-29T14:54:37.258 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:36.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:37.273 INFO:tasks.rados.rados.0.smithi131.stdout:1580: done (2 left) 2024-08-29T14:54:37.273 INFO:tasks.rados.rados.0.smithi131.stdout:1581: delete oid 29 current snap is 151 2024-08-29T14:54:37.273 INFO:tasks.rados.rados.0.smithi131.stdout:1578: finishing write tid 1 to smithi13174786-19 2024-08-29T14:54:37.273 INFO:tasks.rados.rados.0.smithi131.stdout:1578: finishing write tid 2 to smithi13174786-19 2024-08-29T14:54:37.273 INFO:tasks.rados.rados.0.smithi131.stdout:1578: finishing write tid 3 to smithi13174786-19 2024-08-29T14:54:37.273 INFO:tasks.rados.rados.0.smithi131.stdout:1578: finishing write tid 4 to smithi13174786-19 2024-08-29T14:54:37.273 INFO:tasks.rados.rados.0.smithi131.stdout:1578: finishing write tid 5 to smithi13174786-19 2024-08-29T14:54:37.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 962 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:54:37.273 INFO:tasks.rados.rados.0.smithi131.stdout:1578: left oid 19 (ObjNum 513 snap 151 seq_num 513) 2024-08-29T14:54:37.276 INFO:tasks.rados.rados.0.smithi131.stdout:1578: done (2 left) 2024-08-29T14:54:37.277 INFO:tasks.rados.rados.0.smithi131.stdout:1581: done (1 left) 2024-08-29T14:54:37.277 INFO:tasks.rados.rados.0.smithi131.stdout:1582: read oid 16 snap -1 2024-08-29T14:54:37.277 INFO:tasks.rados.rados.0.smithi131.stdout:1582: expect (ObjNum 454 snap 136 seq_num 454) 2024-08-29T14:54:37.277 INFO:tasks.rados.rados.0.smithi131.stdout:1583: snap_create 2024-08-29T14:54:37.297 INFO:tasks.rados.rados.0.smithi131.stdout:1579: finishing copy_from to smithi13174786-10 2024-08-29T14:54:37.298 INFO:tasks.rados.rados.0.smithi131.stdout:1579: got expected ENOENT (src dne) 2024-08-29T14:54:37.298 INFO:tasks.rados.rados.0.smithi131.stdout:1579: finishing copy_from racing read to smithi13174786-10 2024-08-29T14:54:37.339 INFO:tasks.rados.rados.0.smithi131.stdout:1582: expect (ObjNum 454 snap 136 seq_num 454) 2024-08-29T14:54:37.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: pgmap v166: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 41/249 objects degraded (16.466%) 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: osd.1 [v2:172.21.15.131:6810/2598693143,v1:172.21.15.131:6811/2598693143] boot 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: osdmap e387: 8 total, 8 up, 8 in 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:37.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[90512]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: pgmap v166: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 41/249 objects degraded (16.466%) 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: osd.1 [v2:172.21.15.131:6810/2598693143,v1:172.21.15.131:6811/2598693143] boot 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: osdmap e387: 8 total, 8 up, 8 in 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:37.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:37.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:54:37.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:37.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:54:37.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:37.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:37.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:37.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-29T14:54:37.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T14:54:37.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:37 smithi131 ceph-mon[87973]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-29T14:54:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: pgmap v166: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 41/249 objects degraded (16.466%) 2024-08-29T14:54:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:54:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: osd.1 [v2:172.21.15.131:6810/2598693143,v1:172.21.15.131:6811/2598693143] boot 2024-08-29T14:54:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: osdmap e387: 8 total, 8 up, 8 in 2024-08-29T14:54:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-29T14:54:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:37.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:54:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:54:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-29T14:54:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T14:54:37.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:37 smithi169 ceph-mon[78471]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-29T14:54:38.445 INFO:tasks.rados.rados.0.smithi131.stdout:1579: done (2 left) 2024-08-29T14:54:38.446 INFO:tasks.rados.rados.0.smithi131.stdout:1582: done (1 left) 2024-08-29T14:54:38.446 INFO:tasks.rados.rados.0.smithi131.stdout:1583: done (0 left) 2024-08-29T14:54:38.446 INFO:tasks.rados.rados.0.smithi131.stdout:1584: rollback oid 32 current snap is 152 2024-08-29T14:54:38.446 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 32 to 151 2024-08-29T14:54:38.446 INFO:tasks.rados.rados.0.smithi131.stdout:1585: read oid 35 snap -1 2024-08-29T14:54:38.446 INFO:tasks.rados.rados.0.smithi131.stdout:1585: expect deleted 2024-08-29T14:54:38.446 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 152 2024-08-29T14:54:38.446 INFO:tasks.rados.rados.0.smithi131.stdout:1586: seq_num 515 ranges {524288=630784,1155072=565248,1720320=237568} 2024-08-29T14:54:38.451 INFO:tasks.rados.rados.0.smithi131.stdout:1586: writing smithi13174786-6 from 524288 to 1155072 tid 1 2024-08-29T14:54:38.454 INFO:tasks.rados.rados.0.smithi131.stdout:1586: writing smithi13174786-6 from 1155072 to 1720320 tid 2 2024-08-29T14:54:38.456 INFO:tasks.rados.rados.0.smithi131.stdout:1586: writing smithi13174786-6 from 1720320 to 1957888 tid 3 2024-08-29T14:54:38.457 INFO:tasks.rados.rados.0.smithi131.stdout:1587: read oid 40 snap -1 2024-08-29T14:54:38.457 INFO:tasks.rados.rados.0.smithi131.stdout:1587: expect deleted 2024-08-29T14:54:38.457 INFO:tasks.rados.rados.0.smithi131.stdout:1588: read oid 23 snap -1 2024-08-29T14:54:38.457 INFO:tasks.rados.rados.0.smithi131.stdout:1588: expect (ObjNum 496 snap 146 seq_num 496) 2024-08-29T14:54:38.457 INFO:tasks.rados.rados.0.smithi131.stdout:1589: delete oid 37 current snap is 152 2024-08-29T14:54:38.457 INFO:tasks.rados.rados.0.smithi131.stdout:1584: finishing rollback tid 0 to smithi13174786-32 2024-08-29T14:54:38.457 INFO:tasks.rados.rados.0.smithi131.stdout:1584: finishing rollback tid 1 to smithi13174786-32 2024-08-29T14:54:38.457 INFO:tasks.rados.rados.0.smithi131.stdout:1584: finishing rollback tid 2 to smithi13174786-32 2024-08-29T14:54:38.457 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1176 (ObjNum 462 snap 140 seq_num 462) dirty exists 2024-08-29T14:54:38.457 INFO:tasks.rados.rados.0.smithi131.stdout:1586: finishing write tid 1 to smithi13174786-6 2024-08-29T14:54:38.458 INFO:tasks.rados.rados.0.smithi131.stdout:1586: finishing write tid 2 to smithi13174786-6 2024-08-29T14:54:38.459 INFO:tasks.rados.rados.0.smithi131.stdout:1586: finishing write tid 3 to smithi13174786-6 2024-08-29T14:54:38.459 INFO:tasks.rados.rados.0.smithi131.stdout:1586: finishing write tid 4 to smithi13174786-6 2024-08-29T14:54:38.460 INFO:tasks.rados.rados.0.smithi131.stdout:1586: finishing write tid 5 to smithi13174786-6 2024-08-29T14:54:38.461 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 966 (ObjNum 515 snap 152 seq_num 515) dirty exists 2024-08-29T14:54:38.461 INFO:tasks.rados.rados.0.smithi131.stdout:1586: left oid 6 (ObjNum 515 snap 152 seq_num 515) 2024-08-29T14:54:38.462 INFO:tasks.rados.rados.0.smithi131.stdout:1588: expect (ObjNum 496 snap 146 seq_num 496) 2024-08-29T14:54:38.492 INFO:tasks.rados.rados.0.smithi131.stdout:1584: done (5 left) 2024-08-29T14:54:38.492 INFO:tasks.rados.rados.0.smithi131.stdout:1585: done (4 left) 2024-08-29T14:54:38.492 INFO:tasks.rados.rados.0.smithi131.stdout:1586: done (3 left) 2024-08-29T14:54:38.492 INFO:tasks.rados.rados.0.smithi131.stdout:1587: done (2 left) 2024-08-29T14:54:38.492 INFO:tasks.rados.rados.0.smithi131.stdout:1588: done (1 left) 2024-08-29T14:54:38.492 INFO:tasks.rados.rados.0.smithi131.stdout:1589: done (0 left) 2024-08-29T14:54:38.492 INFO:tasks.rados.rados.0.smithi131.stdout:1590: rmattr oid 5 current snap is 152 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:1591: read oid 22 snap -1 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:1591: expect (ObjNum 455 snap 136 seq_num 455) 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:1592: read oid 30 snap -1 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:1592: expect deleted 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:1593: read oid 32 snap 151 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:1593: expect (ObjNum 462 snap 140 seq_num 462) 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:1594: rollback oid 25 current snap is 152 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 25 to 151 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:1595: rollback oid 1 current snap is 152 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 151 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:1596: read oid 21 snap -1 2024-08-29T14:54:38.493 INFO:tasks.rados.rados.0.smithi131.stdout:1596: expect (ObjNum 439 snap 129 seq_num 439) 2024-08-29T14:54:38.494 INFO:tasks.rados.rados.0.smithi131.stdout:1597: snap_create 2024-08-29T14:54:38.494 INFO:tasks.rados.rados.0.smithi131.stdout:1596: expect (ObjNum 439 snap 129 seq_num 439) 2024-08-29T14:54:38.499 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 616 (ObjNum 467 snap 141 seq_num 467) dirty exists 2024-08-29T14:54:38.499 INFO:tasks.rados.rados.0.smithi131.stdout:1595: finishing rollback tid 0 to smithi13174786-1 2024-08-29T14:54:38.499 INFO:tasks.rados.rados.0.smithi131.stdout:1595: finishing rollback tid 1 to smithi13174786-1 2024-08-29T14:54:38.499 INFO:tasks.rados.rados.0.smithi131.stdout:1595: finishing rollback tid 2 to smithi13174786-1 2024-08-29T14:54:38.499 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 820 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-08-29T14:54:38.505 INFO:tasks.rados.rados.0.smithi131.stdout:1591: expect (ObjNum 455 snap 136 seq_num 455) 2024-08-29T14:54:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:38 smithi131 ceph-mon[87973]: osdmap e388: 8 total, 8 up, 8 in 2024-08-29T14:54:38.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:38 smithi131 ceph-mon[90512]: osdmap e388: 8 total, 8 up, 8 in 2024-08-29T14:54:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:38 smithi169 ceph-mon[78471]: osdmap e388: 8 total, 8 up, 8 in 2024-08-29T14:54:38.654 INFO:tasks.rados.rados.0.smithi131.stdout:1594: finishing rollback tid 0 to smithi13174786-25 2024-08-29T14:54:38.655 INFO:tasks.rados.rados.0.smithi131.stdout:1593: expect (ObjNum 462 snap 140 seq_num 462) 2024-08-29T14:54:38.671 INFO:tasks.rados.rados.0.smithi131.stdout:1594: finishing rollback tid 1 to smithi13174786-25 2024-08-29T14:54:38.671 INFO:tasks.rados.rados.0.smithi131.stdout:1594: finishing rollback tid 2 to smithi13174786-25 2024-08-29T14:54:38.671 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1180 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-29T14:54:39.283 INFO:tasks.rados.rados.0.smithi131.stdout:1590: done (7 left) 2024-08-29T14:54:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1591: done (6 left) 2024-08-29T14:54:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1592: done (5 left) 2024-08-29T14:54:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1593: done (4 left) 2024-08-29T14:54:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1594: done (3 left) 2024-08-29T14:54:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1595: done (2 left) 2024-08-29T14:54:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1596: done (1 left) 2024-08-29T14:54:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1597: done (0 left) 2024-08-29T14:54:39.284 INFO:tasks.rados.rados.0.smithi131.stdout:1598: snap_create 2024-08-29T14:54:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:39 smithi131 ceph-mon[87973]: pgmap v169: 121 pgs: 6 peering, 27 active+undersized, 10 active+undersized+degraded, 78 active+clean; 171 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 38/249 objects degraded (15.261%) 2024-08-29T14:54:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:39 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 38/249 objects degraded (15.261%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:39 smithi131 ceph-mon[87973]: osdmap e389: 8 total, 8 up, 8 in 2024-08-29T14:54:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:39 smithi131 ceph-mon[90512]: pgmap v169: 121 pgs: 6 peering, 27 active+undersized, 10 active+undersized+degraded, 78 active+clean; 171 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 38/249 objects degraded (15.261%) 2024-08-29T14:54:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:39 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 38/249 objects degraded (15.261%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:39 smithi131 ceph-mon[90512]: osdmap e389: 8 total, 8 up, 8 in 2024-08-29T14:54:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:39 smithi169 ceph-mon[78471]: pgmap v169: 121 pgs: 6 peering, 27 active+undersized, 10 active+undersized+degraded, 78 active+clean; 171 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s; 38/249 objects degraded (15.261%) 2024-08-29T14:54:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:39 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 38/249 objects degraded (15.261%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T14:54:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:39 smithi169 ceph-mon[78471]: osdmap e389: 8 total, 8 up, 8 in 2024-08-29T14:54:40.293 INFO:tasks.rados.rados.0.smithi131.stdout:1598: done (0 left) 2024-08-29T14:54:40.293 INFO:tasks.rados.rados.0.smithi131.stdout:1599: copy_from oid 10 from oid 15 current snap is 154 2024-08-29T14:54:40.293 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 35 current snap is 154 2024-08-29T14:54:40.293 INFO:tasks.rados.rados.0.smithi131.stdout:1600: seq_num 517 ranges {0=663552,663552=786432,1449984=16384} 2024-08-29T14:54:40.297 INFO:tasks.rados.rados.0.smithi131.stdout:1600: writing smithi13174786-35 from 0 to 663552 tid 1 2024-08-29T14:54:40.302 INFO:tasks.rados.rados.0.smithi131.stdout:1600: writing smithi13174786-35 from 663552 to 1449984 tid 2 2024-08-29T14:54:40.302 INFO:tasks.rados.rados.0.smithi131.stdout:1600: writing smithi13174786-35 from 1449984 to 1466368 tid 3 2024-08-29T14:54:40.302 INFO:tasks.rados.rados.0.smithi131.stdout:1601: copy_from oid 6 from oid 14 current snap is 154 2024-08-29T14:54:40.302 INFO:tasks.rados.rados.0.smithi131.stdout:1602: snap_create 2024-08-29T14:54:40.306 INFO:tasks.rados.rados.0.smithi131.stdout:1599: finishing copy_from racing read to smithi13174786-10 2024-08-29T14:54:40.306 INFO:tasks.rados.rados.0.smithi131.stdout:1600: finishing write tid 1 to smithi13174786-35 2024-08-29T14:54:40.309 INFO:tasks.rados.rados.0.smithi131.stdout:1599: finishing copy_from to smithi13174786-10 2024-08-29T14:54:40.309 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1055 (ObjNum 502 snap 148 seq_num 502) dirty exists 2024-08-29T14:54:40.310 INFO:tasks.rados.rados.0.smithi131.stdout:1600: finishing write tid 2 to smithi13174786-35 2024-08-29T14:54:40.313 INFO:tasks.rados.rados.0.smithi131.stdout:1600: finishing write tid 3 to smithi13174786-35 2024-08-29T14:54:40.313 INFO:tasks.rados.rados.0.smithi131.stdout:1600: finishing write tid 4 to smithi13174786-35 2024-08-29T14:54:40.313 INFO:tasks.rados.rados.0.smithi131.stdout:1600: finishing write tid 5 to smithi13174786-35 2024-08-29T14:54:40.313 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1058 (ObjNum 517 snap 154 seq_num 517) dirty exists 2024-08-29T14:54:40.313 INFO:tasks.rados.rados.0.smithi131.stdout:1600: left oid 35 (ObjNum 517 snap 154 seq_num 517) 2024-08-29T14:54:40.333 INFO:tasks.rados.rados.0.smithi131.stdout:1601: finishing copy_from racing read to smithi13174786-6 2024-08-29T14:54:40.337 INFO:tasks.rados.rados.0.smithi131.stdout:1601: finishing copy_from to smithi13174786-6 2024-08-29T14:54:40.337 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 587 (ObjNum 468 snap 142 seq_num 468) dirty exists 2024-08-29T14:54:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:40 smithi131 ceph-mon[87973]: osdmap e390: 8 total, 8 up, 8 in 2024-08-29T14:54:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:40 smithi131 ceph-mon[90512]: osdmap e390: 8 total, 8 up, 8 in 2024-08-29T14:54:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:40 smithi169 ceph-mon[78471]: osdmap e390: 8 total, 8 up, 8 in 2024-08-29T14:54:40.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:41.296 INFO:tasks.rados.rados.0.smithi131.stdout:1599: done (3 left) 2024-08-29T14:54:41.296 INFO:tasks.rados.rados.0.smithi131.stdout:1600: done (2 left) 2024-08-29T14:54:41.296 INFO:tasks.rados.rados.0.smithi131.stdout:1601: done (1 left) 2024-08-29T14:54:41.296 INFO:tasks.rados.rados.0.smithi131.stdout:1602: done (0 left) 2024-08-29T14:54:41.296 INFO:tasks.rados.rados.0.smithi131.stdout:1603: delete oid 36 current snap is 155 2024-08-29T14:54:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:1603: done (0 left) 2024-08-29T14:54:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 155 2024-08-29T14:54:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:1604: seq_num 519 ranges {3227648=696320,3923968=548864,4472832=253952} 2024-08-29T14:54:41.321 INFO:tasks.rados.rados.0.smithi131.stdout:1604: writing smithi13174786-4 from 3227648 to 3923968 tid 1 2024-08-29T14:54:41.324 INFO:tasks.rados.rados.0.smithi131.stdout:1604: writing smithi13174786-4 from 3923968 to 4472832 tid 2 2024-08-29T14:54:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:1604: writing smithi13174786-4 from 4472832 to 4726784 tid 3 2024-08-29T14:54:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:1605: rollback oid 39 current snap is 155 2024-08-29T14:54:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 39 to 154 2024-08-29T14:54:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:1606: read oid 48 snap 151 2024-08-29T14:54:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:1606: expect (ObjNum 466 snap 141 seq_num 466) 2024-08-29T14:54:41.327 INFO:tasks.rados.rados.0.smithi131.stdout:1607: rollback oid 36 current snap is 155 2024-08-29T14:54:41.328 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 154 2024-08-29T14:54:41.328 INFO:tasks.rados.rados.0.smithi131.stdout:1608: rmattr oid 5 current snap is 155 2024-08-29T14:54:41.328 INFO:tasks.rados.rados.0.smithi131.stdout:1609: setattr oid 14 current snap is 155 2024-08-29T14:54:41.328 INFO:tasks.rados.rados.0.smithi131.stdout:1605: finishing rollback tid 1 to smithi13174786-39 2024-08-29T14:54:41.328 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 0 (ObjNum 129 snap 0 seq_num 2119987264) dirty dne 2024-08-29T14:54:41.329 INFO:tasks.rados.rados.0.smithi131.stdout:1604: finishing write tid 1 to smithi13174786-4 2024-08-29T14:54:41.330 INFO:tasks.rados.rados.0.smithi131.stdout:1605: done (5 left) 2024-08-29T14:54:41.330 INFO:tasks.rados.rados.0.smithi131.stdout:1610: read oid 15 snap 151 2024-08-29T14:54:41.330 INFO:tasks.rados.rados.0.smithi131.stdout:1610: expect (ObjNum 502 snap 148 seq_num 502) 2024-08-29T14:54:41.330 INFO:tasks.rados.rados.0.smithi131.stdout:1611: setattr oid 6 current snap is 155 2024-08-29T14:54:41.333 INFO:tasks.rados.rados.0.smithi131.stdout:1604: finishing write tid 2 to smithi13174786-4 2024-08-29T14:54:41.333 INFO:tasks.rados.rados.0.smithi131.stdout:1604: finishing write tid 3 to smithi13174786-4 2024-08-29T14:54:41.333 INFO:tasks.rados.rados.0.smithi131.stdout:1612: snap_remove snap 153 2024-08-29T14:54:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:41 smithi131 ceph-mon[87973]: pgmap v172: 121 pgs: 6 peering, 11 active+undersized, 5 active+undersized+degraded, 99 active+clean; 137 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 17 op/s; 10/216 objects degraded (4.630%); 19 MiB/s, 3 objects/s recovering 2024-08-29T14:54:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:41 smithi131 ceph-mon[87973]: osdmap e391: 8 total, 8 up, 8 in 2024-08-29T14:54:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:41 smithi131 ceph-mon[90512]: pgmap v172: 121 pgs: 6 peering, 11 active+undersized, 5 active+undersized+degraded, 99 active+clean; 137 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 17 op/s; 10/216 objects degraded (4.630%); 19 MiB/s, 3 objects/s recovering 2024-08-29T14:54:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:41 smithi131 ceph-mon[90512]: osdmap e391: 8 total, 8 up, 8 in 2024-08-29T14:54:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:41 smithi169 ceph-mon[78471]: pgmap v172: 121 pgs: 6 peering, 11 active+undersized, 5 active+undersized+degraded, 99 active+clean; 137 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 17 op/s; 10/216 objects degraded (4.630%); 19 MiB/s, 3 objects/s recovering 2024-08-29T14:54:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:41 smithi169 ceph-mon[78471]: osdmap e391: 8 total, 8 up, 8 in 2024-08-29T14:54:42.310 INFO:tasks.rados.rados.0.smithi131.stdout:1612: done (7 left) 2024-08-29T14:54:42.311 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 155 2024-08-29T14:54:42.311 INFO:tasks.rados.rados.0.smithi131.stdout:1613: seq_num 520 ranges {1253376=712704,1966080=434176,2400256=368640} 2024-08-29T14:54:42.321 INFO:tasks.rados.rados.0.smithi131.stdout:1613: writing smithi13174786-38 from 1253376 to 1966080 tid 1 2024-08-29T14:54:42.323 INFO:tasks.rados.rados.0.smithi131.stdout:1613: writing smithi13174786-38 from 1966080 to 2400256 tid 2 2024-08-29T14:54:42.326 INFO:tasks.rados.rados.0.smithi131.stdout:1613: writing smithi13174786-38 from 2400256 to 2768896 tid 3 2024-08-29T14:54:42.326 INFO:tasks.rados.rados.0.smithi131.stdout:1614: rollback oid 39 current snap is 155 2024-08-29T14:54:42.326 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 39 to 151 2024-08-29T14:54:42.326 INFO:tasks.rados.rados.0.smithi131.stdout:1604: finishing write tid 4 to smithi13174786-4 2024-08-29T14:54:42.326 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 618 (ObjNum 467 snap 141 seq_num 467) dirty exists 2024-08-29T14:54:42.327 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 620 (ObjNum 468 snap 142 seq_num 468) dirty exists 2024-08-29T14:54:42.327 INFO:tasks.rados.rados.0.smithi131.stdout:1604: finishing write tid 5 to smithi13174786-4 2024-08-29T14:54:42.327 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1062 (ObjNum 519 snap 155 seq_num 519) dirty exists 2024-08-29T14:54:42.327 INFO:tasks.rados.rados.0.smithi131.stdout:1604: left oid 4 (ObjNum 519 snap 155 seq_num 519) 2024-08-29T14:54:42.327 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 967 (ObjNum 468 snap 142 seq_num 468) dirty exists 2024-08-29T14:54:42.327 INFO:tasks.rados.rados.0.smithi131.stdout:1610: expect (ObjNum 502 snap 148 seq_num 502) 2024-08-29T14:54:42.379 INFO:tasks.rados.rados.0.smithi131.stdout:1606: expect (ObjNum 466 snap 141 seq_num 466) 2024-08-29T14:54:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:42 smithi131 ceph-mon[87973]: osdmap e392: 8 total, 8 up, 8 in 2024-08-29T14:54:42.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:42 smithi131 ceph-mon[90512]: osdmap e392: 8 total, 8 up, 8 in 2024-08-29T14:54:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:42 smithi169 ceph-mon[78471]: osdmap e392: 8 total, 8 up, 8 in 2024-08-29T14:54:42.796 INFO:tasks.rados.rados.0.smithi131.stdout:1607: finishing rollback tid 1 to smithi13174786-36 2024-08-29T14:54:42.796 INFO:tasks.rados.rados.0.smithi131.stdout:1607: finishing rollback tid 2 to smithi13174786-36 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 822 (ObjNum 493 snap 145 seq_num 493) dirty exists 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1613: finishing write tid 1 to smithi13174786-38 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1604: done (8 left) 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1606: done (7 left) 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1607: done (6 left) 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1608: done (5 left) 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1609: done (4 left) 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1610: done (3 left) 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1611: done (2 left) 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1615: rollback oid 23 current snap is 155 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 23 to 154 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1613: finishing write tid 2 to smithi13174786-38 2024-08-29T14:54:42.797 INFO:tasks.rados.rados.0.smithi131.stdout:1613: finishing write tid 3 to smithi13174786-38 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:1613: finishing write tid 4 to smithi13174786-38 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:1614: finishing rollback tid 1 to smithi13174786-39 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 0 (ObjNum 129 snap 0 seq_num 2119987264) dirty dne 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:1613: finishing write tid 5 to smithi13174786-38 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1064 (ObjNum 520 snap 155 seq_num 520) dirty exists 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:1613: left oid 38 (ObjNum 520 snap 155 seq_num 520) 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:1613: done (2 left) 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:1614: done (1 left) 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:1616: read oid 42 snap -1 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:1616: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:1617: rollback oid 32 current snap is 155 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 32 to 152 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 155 2024-08-29T14:54:42.798 INFO:tasks.rados.rados.0.smithi131.stdout:1618: seq_num 521 ranges {6963200=729088,7692288=720896,8413184=81920} 2024-08-29T14:54:42.836 INFO:tasks.rados.rados.0.smithi131.stdout:1618: writing smithi13174786-48 from 6963200 to 7692288 tid 1 2024-08-29T14:54:42.840 INFO:tasks.rados.rados.0.smithi131.stdout:1618: writing smithi13174786-48 from 7692288 to 8413184 tid 2 2024-08-29T14:54:42.841 INFO:tasks.rados.rados.0.smithi131.stdout:1618: writing smithi13174786-48 from 8413184 to 8495104 tid 3 2024-08-29T14:54:42.841 INFO:tasks.rados.rados.0.smithi131.stdout:1619: delete oid 44 current snap is 155 2024-08-29T14:54:42.841 INFO:tasks.rados.rados.0.smithi131.stdout:1615: finishing rollback tid 0 to smithi13174786-23 2024-08-29T14:54:42.841 INFO:tasks.rados.rados.0.smithi131.stdout:1616: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:54:42.878 INFO:tasks.rados.rados.0.smithi131.stdout:1615: finishing rollback tid 1 to smithi13174786-23 2024-08-29T14:54:42.878 INFO:tasks.rados.rados.0.smithi131.stdout:1615: finishing rollback tid 2 to smithi13174786-23 2024-08-29T14:54:42.878 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 420 (ObjNum 496 snap 146 seq_num 496) dirty exists 2024-08-29T14:54:42.878 INFO:tasks.rados.rados.0.smithi131.stdout:1617: finishing rollback tid 0 to smithi13174786-32 2024-08-29T14:54:42.878 INFO:tasks.rados.rados.0.smithi131.stdout:1617: finishing rollback tid 1 to smithi13174786-32 2024-08-29T14:54:42.878 INFO:tasks.rados.rados.0.smithi131.stdout:1617: finishing rollback tid 2 to smithi13174786-32 2024-08-29T14:54:42.878 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1184 (ObjNum 462 snap 140 seq_num 462) dirty exists 2024-08-29T14:54:42.878 INFO:tasks.rados.rados.0.smithi131.stdout:1618: finishing write tid 1 to smithi13174786-48 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:1615: done (4 left) 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:1616: done (3 left) 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:1617: done (2 left) 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:1619: done (1 left) 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 155 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:1618: finishing write tid 2 to smithi13174786-48 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:1618: finishing write tid 3 to smithi13174786-48 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:1618: finishing write tid 4 to smithi13174786-48 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:1618: finishing write tid 5 to smithi13174786-48 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 826 (ObjNum 521 snap 155 seq_num 521) dirty exists 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:1618: left oid 48 (ObjNum 521 snap 155 seq_num 521) 2024-08-29T14:54:42.879 INFO:tasks.rados.rados.0.smithi131.stdout:1620: seq_num 523 ranges {2555904=770048,3325952=491520,3817472=311296} 2024-08-29T14:54:42.895 INFO:tasks.rados.rados.0.smithi131.stdout:1620: writing smithi13174786-43 from 2555904 to 3325952 tid 1 2024-08-29T14:54:42.898 INFO:tasks.rados.rados.0.smithi131.stdout:1620: writing smithi13174786-43 from 3325952 to 3817472 tid 2 2024-08-29T14:54:42.900 INFO:tasks.rados.rados.0.smithi131.stdout:1620: writing smithi13174786-43 from 3817472 to 4128768 tid 3 2024-08-29T14:54:42.900 INFO:tasks.rados.rados.0.smithi131.stdout:1618: done (1 left) 2024-08-29T14:54:42.900 INFO:tasks.rados.rados.0.smithi131.stdout:1621: read oid 2 snap -1 2024-08-29T14:54:42.900 INFO:tasks.rados.rados.0.smithi131.stdout:1621: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:54:42.900 INFO:tasks.rados.rados.0.smithi131.stdout:1622: snap_create 2024-08-29T14:54:42.900 INFO:tasks.rados.rados.0.smithi131.stdout:1620: finishing write tid 1 to smithi13174786-43 2024-08-29T14:54:42.901 INFO:tasks.rados.rados.0.smithi131.stdout:1620: finishing write tid 2 to smithi13174786-43 2024-08-29T14:54:42.902 INFO:tasks.rados.rados.0.smithi131.stdout:1620: finishing write tid 3 to smithi13174786-43 2024-08-29T14:54:42.902 INFO:tasks.rados.rados.0.smithi131.stdout:1620: finishing write tid 4 to smithi13174786-43 2024-08-29T14:54:42.904 INFO:tasks.rados.rados.0.smithi131.stdout:1620: finishing write tid 5 to smithi13174786-43 2024-08-29T14:54:42.904 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 719 (ObjNum 523 snap 155 seq_num 523) dirty exists 2024-08-29T14:54:42.904 INFO:tasks.rados.rados.0.smithi131.stdout:1620: left oid 43 (ObjNum 523 snap 155 seq_num 523) 2024-08-29T14:54:42.947 INFO:tasks.rados.rados.0.smithi131.stdout:1621: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:54:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:43 smithi131 ceph-mon[87973]: pgmap v175: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 21 MiB/s, 5 objects/s recovering 2024-08-29T14:54:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:43 smithi131 ceph-mon[87973]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/216 objects degraded (4.630%), 5 pgs degraded) 2024-08-29T14:54:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:43 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T14:54:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:43 smithi131 ceph-mon[87973]: osdmap e393: 8 total, 8 up, 8 in 2024-08-29T14:54:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:43 smithi131 ceph-mon[90512]: pgmap v175: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 21 MiB/s, 5 objects/s recovering 2024-08-29T14:54:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:43 smithi131 ceph-mon[90512]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/216 objects degraded (4.630%), 5 pgs degraded) 2024-08-29T14:54:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:43 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T14:54:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:43 smithi131 ceph-mon[90512]: osdmap e393: 8 total, 8 up, 8 in 2024-08-29T14:54:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:43 smithi169 ceph-mon[78471]: pgmap v175: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 21 MiB/s, 5 objects/s recovering 2024-08-29T14:54:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:43 smithi169 ceph-mon[78471]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/216 objects degraded (4.630%), 5 pgs degraded) 2024-08-29T14:54:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:43 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T14:54:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:43 smithi169 ceph-mon[78471]: osdmap e393: 8 total, 8 up, 8 in 2024-08-29T14:54:43.760 INFO:tasks.rados.rados.0.smithi131.stdout:1620: done (2 left) 2024-08-29T14:54:43.760 INFO:tasks.rados.rados.0.smithi131.stdout:1621: done (1 left) 2024-08-29T14:54:43.760 INFO:tasks.rados.rados.0.smithi131.stdout:1622: done (0 left) 2024-08-29T14:54:43.760 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 156 2024-08-29T14:54:43.760 INFO:tasks.rados.rados.0.smithi131.stdout:1623: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-08-29T14:54:43.764 INFO:tasks.rados.rados.0.smithi131.stdout:1623: writing smithi13174786-27 from 0 to 786432 tid 1 2024-08-29T14:54:43.769 INFO:tasks.rados.rados.0.smithi131.stdout:1623: writing smithi13174786-27 from 786432 to 1564672 tid 2 2024-08-29T14:54:43.769 INFO:tasks.rados.rados.0.smithi131.stdout:1623: writing smithi13174786-27 from 1564672 to 1589248 tid 3 2024-08-29T14:54:43.769 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 156 2024-08-29T14:54:43.769 INFO:tasks.rados.rados.0.smithi131.stdout:1624: seq_num 525 ranges {1703936=802816,2506752=712704,3219456=90112} 2024-08-29T14:54:43.782 INFO:tasks.rados.rados.0.smithi131.stdout:1624: writing smithi13174786-15 from 1703936 to 2506752 tid 1 2024-08-29T14:54:43.786 INFO:tasks.rados.rados.0.smithi131.stdout:1624: writing smithi13174786-15 from 2506752 to 3219456 tid 2 2024-08-29T14:54:43.787 INFO:tasks.rados.rados.0.smithi131.stdout:1624: writing smithi13174786-15 from 3219456 to 3309568 tid 3 2024-08-29T14:54:43.787 INFO:tasks.rados.rados.0.smithi131.stdout:1625: read oid 29 snap -1 2024-08-29T14:54:43.788 INFO:tasks.rados.rados.0.smithi131.stdout:1625: expect deleted 2024-08-29T14:54:43.788 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 156 2024-08-29T14:54:43.788 INFO:tasks.rados.rados.0.smithi131.stdout:1623: finishing write tid 1 to smithi13174786-27 2024-08-29T14:54:43.788 INFO:tasks.rados.rados.0.smithi131.stdout:1623: finishing write tid 2 to smithi13174786-27 2024-08-29T14:54:43.788 INFO:tasks.rados.rados.0.smithi131.stdout:1623: finishing write tid 3 to smithi13174786-27 2024-08-29T14:54:43.788 INFO:tasks.rados.rados.0.smithi131.stdout:1623: finishing write tid 4 to smithi13174786-27 2024-08-29T14:54:43.788 INFO:tasks.rados.rados.0.smithi131.stdout:1626: seq_num 526 ranges {1286144=417792,1703936=589824,2293760=614400} 2024-08-29T14:54:43.796 INFO:tasks.rados.rados.0.smithi131.stdout:1626: writing smithi13174786-31 from 1286144 to 1703936 tid 1 2024-08-29T14:54:43.800 INFO:tasks.rados.rados.0.smithi131.stdout:1626: writing smithi13174786-31 from 1703936 to 2293760 tid 2 2024-08-29T14:54:43.804 INFO:tasks.rados.rados.0.smithi131.stdout:1626: writing smithi13174786-31 from 2293760 to 2908160 tid 3 2024-08-29T14:54:43.804 INFO:tasks.rados.rados.0.smithi131.stdout:1627: read oid 35 snap -1 2024-08-29T14:54:43.804 INFO:tasks.rados.rados.0.smithi131.stdout:1627: expect (ObjNum 517 snap 154 seq_num 517) 2024-08-29T14:54:43.804 INFO:tasks.rados.rados.0.smithi131.stdout:1628: delete oid 23 current snap is 156 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:1623: finishing write tid 5 to smithi13174786-27 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1068 (ObjNum 524 snap 156 seq_num 524) dirty exists 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:1623: left oid 27 (ObjNum 524 snap 156 seq_num 524) 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:1624: finishing write tid 1 to smithi13174786-15 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:1624: finishing write tid 2 to smithi13174786-15 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:1624: finishing write tid 3 to smithi13174786-15 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:1624: finishing write tid 4 to smithi13174786-15 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:1624: finishing write tid 5 to smithi13174786-15 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1072 (ObjNum 525 snap 156 seq_num 525) dirty exists 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:1624: left oid 15 (ObjNum 525 snap 156 seq_num 525) 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:1626: finishing write tid 1 to smithi13174786-31 2024-08-29T14:54:43.805 INFO:tasks.rados.rados.0.smithi131.stdout:1626: finishing write tid 2 to smithi13174786-31 2024-08-29T14:54:43.806 INFO:tasks.rados.rados.0.smithi131.stdout:1623: done (5 left) 2024-08-29T14:54:43.806 INFO:tasks.rados.rados.0.smithi131.stdout:1624: done (4 left) 2024-08-29T14:54:43.806 INFO:tasks.rados.rados.0.smithi131.stdout:1625: done (3 left) 2024-08-29T14:54:43.806 INFO:tasks.rados.rados.0.smithi131.stdout:1628: done (2 left) 2024-08-29T14:54:43.806 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 156 2024-08-29T14:54:43.806 INFO:tasks.rados.rados.0.smithi131.stdout:1629: seq_num 528 ranges {155648=450560,606208=761856,1368064=442368} 2024-08-29T14:54:43.809 INFO:tasks.rados.rados.0.smithi131.stdout:1629: writing smithi13174786-21 from 155648 to 606208 tid 1 2024-08-29T14:54:43.814 INFO:tasks.rados.rados.0.smithi131.stdout:1629: writing smithi13174786-21 from 606208 to 1368064 tid 2 2024-08-29T14:54:43.817 INFO:tasks.rados.rados.0.smithi131.stdout:1629: writing smithi13174786-21 from 1368064 to 1810432 tid 3 2024-08-29T14:54:43.817 INFO:tasks.rados.rados.0.smithi131.stdout:1630: snap_remove snap 155 2024-08-29T14:54:44.320 INFO:tasks.rados.rados.0.smithi131.stdout:1630: done (3 left) 2024-08-29T14:54:44.320 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 156 2024-08-29T14:54:44.320 INFO:tasks.rados.rados.0.smithi131.stdout:1626: finishing write tid 3 to smithi13174786-31 2024-08-29T14:54:44.320 INFO:tasks.rados.rados.0.smithi131.stdout:1626: finishing write tid 4 to smithi13174786-31 2024-08-29T14:54:44.320 INFO:tasks.rados.rados.0.smithi131.stdout:1631: seq_num 529 ranges {11272192=466944,11739136=647168,12386304=532480,12918784=24576} 2024-08-29T14:54:44.382 INFO:tasks.rados.rados.0.smithi131.stdout:1631: writing smithi13174786-9 from 11272192 to 11739136 tid 1 2024-08-29T14:54:44.386 INFO:tasks.rados.rados.0.smithi131.stdout:1631: writing smithi13174786-9 from 11739136 to 12386304 tid 2 2024-08-29T14:54:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:1631: writing smithi13174786-9 from 12386304 to 12918784 tid 3 2024-08-29T14:54:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:1631: writing smithi13174786-9 from 12918784 to 12943360 tid 4 2024-08-29T14:54:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:1632: snap_create 2024-08-29T14:54:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:1626: finishing write tid 5 to smithi13174786-31 2024-08-29T14:54:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 629 (ObjNum 526 snap 156 seq_num 526) dirty exists 2024-08-29T14:54:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:1626: left oid 31 (ObjNum 526 snap 156 seq_num 526) 2024-08-29T14:54:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:1627: expect (ObjNum 517 snap 154 seq_num 517) 2024-08-29T14:54:44.428 INFO:tasks.rados.rados.0.smithi131.stdout:1629: finishing write tid 1 to smithi13174786-21 2024-08-29T14:54:44.428 INFO:tasks.rados.rados.0.smithi131.stdout:1629: finishing write tid 2 to smithi13174786-21 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1629: finishing write tid 3 to smithi13174786-21 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1629: finishing write tid 4 to smithi13174786-21 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1629: finishing write tid 5 to smithi13174786-21 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 816 (ObjNum 528 snap 156 seq_num 528) dirty exists 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1629: left oid 21 (ObjNum 528 snap 156 seq_num 528) 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1631: finishing write tid 1 to smithi13174786-9 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1631: finishing write tid 2 to smithi13174786-9 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1631: finishing write tid 3 to smithi13174786-9 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1631: finishing write tid 4 to smithi13174786-9 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1631: finishing write tid 5 to smithi13174786-9 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1631: finishing write tid 6 to smithi13174786-9 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 724 (ObjNum 529 snap 156 seq_num 529) dirty exists 2024-08-29T14:54:44.429 INFO:tasks.rados.rados.0.smithi131.stdout:1631: left oid 9 (ObjNum 529 snap 156 seq_num 529) 2024-08-29T14:54:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:44 smithi131 ceph-mon[87973]: osdmap e394: 8 total, 8 up, 8 in 2024-08-29T14:54:44.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:44 smithi131 ceph-mon[90512]: osdmap e394: 8 total, 8 up, 8 in 2024-08-29T14:54:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:44 smithi169 ceph-mon[78471]: osdmap e394: 8 total, 8 up, 8 in 2024-08-29T14:54:44.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:44 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:44.148Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-29T14:54:44.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:44 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:44.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:45.328 INFO:tasks.rados.rados.0.smithi131.stdout:1626: done (4 left) 2024-08-29T14:54:45.329 INFO:tasks.rados.rados.0.smithi131.stdout:1627: done (3 left) 2024-08-29T14:54:45.329 INFO:tasks.rados.rados.0.smithi131.stdout:1629: done (2 left) 2024-08-29T14:54:45.329 INFO:tasks.rados.rados.0.smithi131.stdout:1631: done (1 left) 2024-08-29T14:54:45.329 INFO:tasks.rados.rados.0.smithi131.stdout:1632: done (0 left) 2024-08-29T14:54:45.329 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 157 2024-08-29T14:54:45.329 INFO:tasks.rados.rados.0.smithi131.stdout:1633: seq_num 530 ranges {0=483328,483328=532480,1015808=671744} 2024-08-29T14:54:45.331 INFO:tasks.rados.rados.0.smithi131.stdout:1633: writing smithi13174786-3 from 0 to 483328 tid 1 2024-08-29T14:54:45.334 INFO:tasks.rados.rados.0.smithi131.stdout:1633: writing smithi13174786-3 from 483328 to 1015808 tid 2 2024-08-29T14:54:45.338 INFO:tasks.rados.rados.0.smithi131.stdout:1633: writing smithi13174786-3 from 1015808 to 1687552 tid 3 2024-08-29T14:54:45.338 INFO:tasks.rados.rados.0.smithi131.stdout:1634: read oid 23 snap -1 2024-08-29T14:54:45.338 INFO:tasks.rados.rados.0.smithi131.stdout:1634: expect deleted 2024-08-29T14:54:45.339 INFO:tasks.rados.rados.0.smithi131.stdout:1635: read oid 30 snap 152 2024-08-29T14:54:45.339 INFO:tasks.rados.rados.0.smithi131.stdout:1635: expect deleted 2024-08-29T14:54:45.339 INFO:tasks.rados.rados.0.smithi131.stdout:1636: rmattr oid 13 current snap is 157 2024-08-29T14:54:45.339 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 40 current snap is 157 2024-08-29T14:54:45.339 INFO:tasks.rados.rados.0.smithi131.stdout:1637: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2024-08-29T14:54:45.341 INFO:tasks.rados.rados.0.smithi131.stdout:1637: writing smithi13174786-40 from 0 to 499712 tid 1 2024-08-29T14:54:45.344 INFO:tasks.rados.rados.0.smithi131.stdout:1637: writing smithi13174786-40 from 499712 to 917504 tid 2 2024-08-29T14:54:45.347 INFO:tasks.rados.rados.0.smithi131.stdout:1637: writing smithi13174786-40 from 917504 to 1466368 tid 3 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1637: writing smithi13174786-40 from 1466368 to 1703936 tid 4 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1638: read oid 50 snap -1 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1638: expect deleted 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1639: rollback oid 31 current snap is 157 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 31 to 152 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1633: finishing write tid 1 to smithi13174786-3 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1633: finishing write tid 2 to smithi13174786-3 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1633: finishing write tid 3 to smithi13174786-3 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1633: finishing write tid 4 to smithi13174786-3 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1633: finishing write tid 5 to smithi13174786-3 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1188 (ObjNum 530 snap 157 seq_num 530) dirty exists 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1633: left oid 3 (ObjNum 530 snap 157 seq_num 530) 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:1637: finishing write tid 1 to smithi13174786-40 2024-08-29T14:54:45.350 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 953 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-08-29T14:54:45.351 INFO:tasks.rados.rados.0.smithi131.stdout:1637: finishing write tid 2 to smithi13174786-40 2024-08-29T14:54:45.351 INFO:tasks.rados.rados.0.smithi131.stdout:1633: done (6 left) 2024-08-29T14:54:45.351 INFO:tasks.rados.rados.0.smithi131.stdout:1634: done (5 left) 2024-08-29T14:54:45.351 INFO:tasks.rados.rados.0.smithi131.stdout:1635: done (4 left) 2024-08-29T14:54:45.351 INFO:tasks.rados.rados.0.smithi131.stdout:1636: done (3 left) 2024-08-29T14:54:45.351 INFO:tasks.rados.rados.0.smithi131.stdout:1640: delete oid 33 current snap is 157 2024-08-29T14:54:45.352 INFO:tasks.rados.rados.0.smithi131.stdout:1638: done (3 left) 2024-08-29T14:54:45.352 INFO:tasks.rados.rados.0.smithi131.stdout:1640: done (2 left) 2024-08-29T14:54:45.352 INFO:tasks.rados.rados.0.smithi131.stdout:1641: read oid 45 snap 154 2024-08-29T14:54:45.352 INFO:tasks.rados.rados.0.smithi131.stdout:1641: expect (ObjNum 484 snap 144 seq_num 484) 2024-08-29T14:54:45.352 INFO:tasks.rados.rados.0.smithi131.stdout:1642: read oid 37 snap -1 2024-08-29T14:54:45.352 INFO:tasks.rados.rados.0.smithi131.stdout:1642: expect deleted 2024-08-29T14:54:45.352 INFO:tasks.rados.rados.0.smithi131.stdout:1643: snap_remove snap 156 2024-08-29T14:54:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:45 smithi131 ceph-mon[87973]: pgmap v178: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 822 KiB/s rd, 0 B/s wr, 1 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-08-29T14:54:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:45 smithi131 ceph-mon[87973]: osdmap e395: 8 total, 8 up, 8 in 2024-08-29T14:54:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:45 smithi131 ceph-mon[90512]: pgmap v178: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 822 KiB/s rd, 0 B/s wr, 1 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-08-29T14:54:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:45 smithi131 ceph-mon[90512]: osdmap e395: 8 total, 8 up, 8 in 2024-08-29T14:54:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:45 smithi169 ceph-mon[78471]: pgmap v178: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 822 KiB/s rd, 0 B/s wr, 1 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-08-29T14:54:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:45 smithi169 ceph-mon[78471]: osdmap e395: 8 total, 8 up, 8 in 2024-08-29T14:54:46.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:45.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:46.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:45.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:46.132 INFO:tasks.rados.rados.0.smithi131.stdout:1643: done (4 left) 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:1644: snap_create 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:1637: finishing write tid 3 to smithi13174786-40 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:1637: finishing write tid 4 to smithi13174786-40 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:1639: finishing rollback tid 0 to smithi13174786-31 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:1637: finishing write tid 5 to smithi13174786-40 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:1639: finishing rollback tid 1 to smithi13174786-31 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:1639: finishing rollback tid 2 to smithi13174786-31 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 635 (ObjNum 506 snap 149 seq_num 506) dirty exists 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:1637: finishing write tid 6 to smithi13174786-40 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 831 (ObjNum 531 snap 157 seq_num 531) dirty exists 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:1637: left oid 40 (ObjNum 531 snap 157 seq_num 531) 2024-08-29T14:54:46.133 INFO:tasks.rados.rados.0.smithi131.stdout:1641: expect (ObjNum 484 snap 144 seq_num 484) 2024-08-29T14:54:46.325 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:54:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:54:45] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.51.0" 2024-08-29T14:54:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:46 smithi131 ceph-mon[87973]: osdmap e396: 8 total, 8 up, 8 in 2024-08-29T14:54:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:46 smithi131 ceph-mon[87973]: osdmap e397: 8 total, 8 up, 8 in 2024-08-29T14:54:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:46 smithi131 ceph-mon[90512]: osdmap e396: 8 total, 8 up, 8 in 2024-08-29T14:54:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:46 smithi131 ceph-mon[90512]: osdmap e397: 8 total, 8 up, 8 in 2024-08-29T14:54:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:46 smithi169 ceph-mon[78471]: osdmap e396: 8 total, 8 up, 8 in 2024-08-29T14:54:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:46 smithi169 ceph-mon[78471]: osdmap e397: 8 total, 8 up, 8 in 2024-08-29T14:54:47.139 INFO:tasks.rados.rados.0.smithi131.stdout:1637: done (4 left) 2024-08-29T14:54:47.139 INFO:tasks.rados.rados.0.smithi131.stdout:1639: done (3 left) 2024-08-29T14:54:47.139 INFO:tasks.rados.rados.0.smithi131.stdout:1641: done (2 left) 2024-08-29T14:54:47.139 INFO:tasks.rados.rados.0.smithi131.stdout:1642: done (1 left) 2024-08-29T14:54:47.139 INFO:tasks.rados.rados.0.smithi131.stdout:1644: done (0 left) 2024-08-29T14:54:47.139 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 40 current snap is 158 2024-08-29T14:54:47.140 INFO:tasks.rados.rados.0.smithi131.stdout:1645: seq_num 533 ranges {1703936=532480,2236416=630784,2867200=516096,3383296=57344} 2024-08-29T14:54:47.151 INFO:tasks.rados.rados.0.smithi131.stdout:1645: writing smithi13174786-40 from 1703936 to 2236416 tid 1 2024-08-29T14:54:47.154 INFO:tasks.rados.rados.0.smithi131.stdout:1645: writing smithi13174786-40 from 2236416 to 2867200 tid 2 2024-08-29T14:54:47.158 INFO:tasks.rados.rados.0.smithi131.stdout:1645: writing smithi13174786-40 from 2867200 to 3383296 tid 3 2024-08-29T14:54:47.158 INFO:tasks.rados.rados.0.smithi131.stdout:1645: writing smithi13174786-40 from 3383296 to 3440640 tid 4 2024-08-29T14:54:47.158 INFO:tasks.rados.rados.0.smithi131.stdout:1646: snap_create 2024-08-29T14:54:47.158 INFO:tasks.rados.rados.0.smithi131.stdout:1645: finishing write tid 1 to smithi13174786-40 2024-08-29T14:54:47.158 INFO:tasks.rados.rados.0.smithi131.stdout:1645: finishing write tid 2 to smithi13174786-40 2024-08-29T14:54:47.161 INFO:tasks.rados.rados.0.smithi131.stdout:1645: finishing write tid 3 to smithi13174786-40 2024-08-29T14:54:47.161 INFO:tasks.rados.rados.0.smithi131.stdout:1645: finishing write tid 4 to smithi13174786-40 2024-08-29T14:54:47.161 INFO:tasks.rados.rados.0.smithi131.stdout:1645: finishing write tid 5 to smithi13174786-40 2024-08-29T14:54:47.162 INFO:tasks.rados.rados.0.smithi131.stdout:1645: finishing write tid 6 to smithi13174786-40 2024-08-29T14:54:47.162 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 836 (ObjNum 533 snap 158 seq_num 533) dirty exists 2024-08-29T14:54:47.162 INFO:tasks.rados.rados.0.smithi131.stdout:1645: left oid 40 (ObjNum 533 snap 158 seq_num 533) 2024-08-29T14:54:47.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:46.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:48.150 INFO:tasks.rados.rados.0.smithi131.stdout:1645: done (1 left) 2024-08-29T14:54:48.150 INFO:tasks.rados.rados.0.smithi131.stdout:1646: done (0 left) 2024-08-29T14:54:48.150 INFO:tasks.rados.rados.0.smithi131.stdout:1647: copy_from oid 50 from oid 10 current snap is 159 2024-08-29T14:54:48.150 INFO:tasks.rados.rados.0.smithi131.stdout:1648: snap_remove snap 158 2024-08-29T14:54:48.405 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:48 smithi131 ceph-mon[87973]: pgmap v182: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 31 op/s 2024-08-29T14:54:48.405 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:48 smithi131 ceph-mon[87973]: osdmap e398: 8 total, 8 up, 8 in 2024-08-29T14:54:48.405 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:48 smithi131 ceph-mon[90512]: pgmap v182: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 31 op/s 2024-08-29T14:54:48.405 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:48 smithi131 ceph-mon[90512]: osdmap e398: 8 total, 8 up, 8 in 2024-08-29T14:54:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:48 smithi169 ceph-mon[78471]: pgmap v182: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 31 op/s 2024-08-29T14:54:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:48 smithi169 ceph-mon[78471]: osdmap e398: 8 total, 8 up, 8 in 2024-08-29T14:54:49.158 INFO:tasks.rados.rados.0.smithi131.stdout:1648: done (1 left) 2024-08-29T14:54:49.158 INFO:tasks.rados.rados.0.smithi131.stdout:1649: copy_from oid 5 from oid 2 current snap is 159 2024-08-29T14:54:49.158 INFO:tasks.rados.rados.0.smithi131.stdout:1647: finishing copy_from racing read to smithi13174786-50 2024-08-29T14:54:49.158 INFO:tasks.rados.rados.0.smithi131.stdout:1647: finishing copy_from to smithi13174786-50 2024-08-29T14:54:49.159 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1055 (ObjNum 502 snap 148 seq_num 502) dirty exists 2024-08-29T14:54:49.159 INFO:tasks.rados.rados.0.smithi131.stdout:1647: done (1 left) 2024-08-29T14:54:49.159 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 159 2024-08-29T14:54:49.159 INFO:tasks.rados.rados.0.smithi131.stdout:1650: seq_num 534 ranges {524288=548864,1073152=516096,1589248=688128} 2024-08-29T14:54:49.163 INFO:tasks.rados.rados.0.smithi131.stdout:1650: writing smithi13174786-7 from 524288 to 1073152 tid 1 2024-08-29T14:54:49.167 INFO:tasks.rados.rados.0.smithi131.stdout:1650: writing smithi13174786-7 from 1073152 to 1589248 tid 2 2024-08-29T14:54:49.171 INFO:tasks.rados.rados.0.smithi131.stdout:1650: writing smithi13174786-7 from 1589248 to 2277376 tid 3 2024-08-29T14:54:49.171 INFO:tasks.rados.rados.0.smithi131.stdout:1651: snap_create 2024-08-29T14:54:49.172 INFO:tasks.rados.rados.0.smithi131.stdout:1650: finishing write tid 1 to smithi13174786-7 2024-08-29T14:54:49.175 INFO:tasks.rados.rados.0.smithi131.stdout:1650: finishing write tid 2 to smithi13174786-7 2024-08-29T14:54:49.175 INFO:tasks.rados.rados.0.smithi131.stdout:1650: finishing write tid 3 to smithi13174786-7 2024-08-29T14:54:49.175 INFO:tasks.rados.rados.0.smithi131.stdout:1650: finishing write tid 4 to smithi13174786-7 2024-08-29T14:54:49.177 INFO:tasks.rados.rados.0.smithi131.stdout:1650: finishing write tid 5 to smithi13174786-7 2024-08-29T14:54:49.177 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 824 (ObjNum 534 snap 159 seq_num 534) dirty exists 2024-08-29T14:54:49.177 INFO:tasks.rados.rados.0.smithi131.stdout:1650: left oid 7 (ObjNum 534 snap 159 seq_num 534) 2024-08-29T14:54:49.201 INFO:tasks.rados.rados.0.smithi131.stdout:1649: finishing copy_from racing read to smithi13174786-5 2024-08-29T14:54:49.202 INFO:tasks.rados.rados.0.smithi131.stdout:1649: finishing copy_from to smithi13174786-5 2024-08-29T14:54:49.203 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 828 (ObjNum 512 snap 150 seq_num 512) dirty exists 2024-08-29T14:54:49.420 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:49 smithi131 ceph-mon[87973]: osdmap e399: 8 total, 8 up, 8 in 2024-08-29T14:54:49.421 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:49 smithi131 ceph-mon[90512]: osdmap e399: 8 total, 8 up, 8 in 2024-08-29T14:54:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:49 smithi169 ceph-mon[78471]: osdmap e399: 8 total, 8 up, 8 in 2024-08-29T14:54:50.163 INFO:tasks.rados.rados.0.smithi131.stdout:1649: done (2 left) 2024-08-29T14:54:50.163 INFO:tasks.rados.rados.0.smithi131.stdout:1650: done (1 left) 2024-08-29T14:54:50.163 INFO:tasks.rados.rados.0.smithi131.stdout:1651: done (0 left) 2024-08-29T14:54:50.163 INFO:tasks.rados.rados.0.smithi131.stdout:1652: read oid 9 snap -1 2024-08-29T14:54:50.163 INFO:tasks.rados.rados.0.smithi131.stdout:1652: expect (ObjNum 529 snap 156 seq_num 529) 2024-08-29T14:54:50.163 INFO:tasks.rados.rados.0.smithi131.stdout:1653: read oid 50 snap -1 2024-08-29T14:54:50.163 INFO:tasks.rados.rados.0.smithi131.stdout:1653: expect (ObjNum 502 snap 148 seq_num 502) 2024-08-29T14:54:50.164 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 160 2024-08-29T14:54:50.164 INFO:tasks.rados.rados.0.smithi131.stdout:1654: seq_num 535 ranges {5062656=565248,5627904=802816,6430720=401408} 2024-08-29T14:54:50.194 INFO:tasks.rados.rados.0.smithi131.stdout:1654: writing smithi13174786-17 from 5062656 to 5627904 tid 1 2024-08-29T14:54:50.199 INFO:tasks.rados.rados.0.smithi131.stdout:1654: writing smithi13174786-17 from 5627904 to 6430720 tid 2 2024-08-29T14:54:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:1654: writing smithi13174786-17 from 6430720 to 6832128 tid 3 2024-08-29T14:54:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:1655: rmattr oid 44 current snap is 160 2024-08-29T14:54:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:1655: done (3 left) 2024-08-29T14:54:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:1656: rollback oid 38 current snap is 160 2024-08-29T14:54:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 151 2024-08-29T14:54:50.203 INFO:tasks.rados.rados.0.smithi131.stdout:1653: expect (ObjNum 502 snap 148 seq_num 502) 2024-08-29T14:54:50.259 INFO:tasks.rados.rados.0.smithi131.stdout:1653: done (3 left) 2024-08-29T14:54:50.259 INFO:tasks.rados.rados.0.smithi131.stdout:1657: read oid 23 snap 159 2024-08-29T14:54:50.259 INFO:tasks.rados.rados.0.smithi131.stdout:1657: expect deleted 2024-08-29T14:54:50.259 INFO:tasks.rados.rados.0.smithi131.stdout:1658: copy_from oid 20 from oid 28 current snap is 160 2024-08-29T14:54:50.259 INFO:tasks.rados.rados.0.smithi131.stdout:1656: finishing rollback tid 0 to smithi13174786-38 2024-08-29T14:54:50.260 INFO:tasks.rados.rados.0.smithi131.stdout:1656: finishing rollback tid 1 to smithi13174786-38 2024-08-29T14:54:50.260 INFO:tasks.rados.rados.0.smithi131.stdout:1656: finishing rollback tid 2 to smithi13174786-38 2024-08-29T14:54:50.260 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1075 (ObjNum 504 snap 149 seq_num 504) dirty exists 2024-08-29T14:54:50.260 INFO:tasks.rados.rados.0.smithi131.stdout:1652: expect (ObjNum 529 snap 156 seq_num 529) 2024-08-29T14:54:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:50 smithi131 ceph-mon[87973]: pgmap v185: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-08-29T14:54:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:50 smithi131 ceph-mon[87973]: osdmap e400: 8 total, 8 up, 8 in 2024-08-29T14:54:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:50 smithi131 ceph-mon[90512]: pgmap v185: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-08-29T14:54:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:50 smithi131 ceph-mon[90512]: osdmap e400: 8 total, 8 up, 8 in 2024-08-29T14:54:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:50 smithi169 ceph-mon[78471]: pgmap v185: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-08-29T14:54:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:50 smithi169 ceph-mon[78471]: osdmap e400: 8 total, 8 up, 8 in 2024-08-29T14:54:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:54:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:51.568 INFO:tasks.rados.rados.0.smithi131.stdout:1654: finishing write tid 1 to smithi13174786-17 2024-08-29T14:54:51.568 INFO:tasks.rados.rados.0.smithi131.stdout:1654: finishing write tid 2 to smithi13174786-17 2024-08-29T14:54:51.568 INFO:tasks.rados.rados.0.smithi131.stdout:1654: finishing write tid 3 to smithi13174786-17 2024-08-29T14:54:51.568 INFO:tasks.rados.rados.0.smithi131.stdout:1654: finishing write tid 4 to smithi13174786-17 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:1654: finishing write tid 5 to smithi13174786-17 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 840 (ObjNum 535 snap 160 seq_num 535) dirty exists 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:1654: left oid 17 (ObjNum 535 snap 160 seq_num 535) 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:1658: finishing copy_from racing read to smithi13174786-20 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:1658: finishing copy_from to smithi13174786-20 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 718 (ObjNum 507 snap 149 seq_num 507) dirty exists 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:1652: done (4 left) 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:1654: done (3 left) 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:1656: done (2 left) 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:1657: done (1 left) 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:1658: done (0 left) 2024-08-29T14:54:51.569 INFO:tasks.rados.rados.0.smithi131.stdout:1659: snap_create 2024-08-29T14:54:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:51 smithi131 ceph-mon[87973]: osdmap e401: 8 total, 8 up, 8 in 2024-08-29T14:54:51.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:51 smithi131 ceph-mon[90512]: osdmap e401: 8 total, 8 up, 8 in 2024-08-29T14:54:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:51 smithi169 ceph-mon[78471]: osdmap e401: 8 total, 8 up, 8 in 2024-08-29T14:54:52.180 INFO:tasks.rados.rados.0.smithi131.stdout:1659: done (0 left) 2024-08-29T14:54:52.180 INFO:tasks.rados.rados.0.smithi131.stdout:1660: read oid 34 snap -1 2024-08-29T14:54:52.180 INFO:tasks.rados.rados.0.smithi131.stdout:1660: expect deleted 2024-08-29T14:54:52.180 INFO:tasks.rados.rados.0.smithi131.stdout:1661: setattr oid 5 current snap is 161 2024-08-29T14:54:52.181 INFO:tasks.rados.rados.0.smithi131.stdout:1662: snap_create 2024-08-29T14:54:52.185 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 829 (ObjNum 512 snap 150 seq_num 512) dirty exists 2024-08-29T14:54:52.492 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:52 smithi131 ceph-mon[87973]: pgmap v188: 121 pgs: 121 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2024-08-29T14:54:52.492 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:52 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-29T14:54:52.492 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:52 smithi131 ceph-mon[90512]: pgmap v188: 121 pgs: 121 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2024-08-29T14:54:52.492 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:52 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-29T14:54:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:52 smithi169 ceph-mon[78471]: pgmap v188: 121 pgs: 121 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2024-08-29T14:54:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:52 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-29T14:54:53.187 INFO:tasks.rados.rados.0.smithi131.stdout:1660: done (2 left) 2024-08-29T14:54:53.188 INFO:tasks.rados.rados.0.smithi131.stdout:1661: done (1 left) 2024-08-29T14:54:53.188 INFO:tasks.rados.rados.0.smithi131.stdout:1662: done (0 left) 2024-08-29T14:54:53.188 INFO:tasks.rados.rados.0.smithi131.stdout:1663: delete oid 6 current snap is 162 2024-08-29T14:54:53.193 INFO:tasks.rados.rados.0.smithi131.stdout:1663: done (0 left) 2024-08-29T14:54:53.193 INFO:tasks.rados.rados.0.smithi131.stdout:1664: snap_create 2024-08-29T14:54:53.541 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:53 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T14:54:53.542 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:53 smithi131 ceph-mon[87973]: Upgrade: osd.2 is safe to restart 2024-08-29T14:54:53.542 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:53 smithi131 ceph-mon[87973]: osdmap e402: 8 total, 8 up, 8 in 2024-08-29T14:54:53.544 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:53 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T14:54:53.544 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:53 smithi131 ceph-mon[90512]: Upgrade: osd.2 is safe to restart 2024-08-29T14:54:53.544 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:53 smithi131 ceph-mon[90512]: osdmap e402: 8 total, 8 up, 8 in 2024-08-29T14:54:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:53 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T14:54:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:53 smithi169 ceph-mon[78471]: Upgrade: osd.2 is safe to restart 2024-08-29T14:54:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:53 smithi169 ceph-mon[78471]: osdmap e402: 8 total, 8 up, 8 in 2024-08-29T14:54:54.055 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:54:54.183 INFO:tasks.rados.rados.0.smithi131.stdout:1664: done (0 left) 2024-08-29T14:54:54.184 INFO:tasks.rados.rados.0.smithi131.stdout:1665: snap_remove snap 151 2024-08-29T14:54:54.228 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:54 smithi131 ceph-mon[87973]: pgmap v190: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 11 op/s 2024-08-29T14:54:54.228 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:54 smithi131 ceph-mon[87973]: osdmap e403: 8 total, 8 up, 8 in 2024-08-29T14:54:54.228 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:54.228 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-29T14:54:54.228 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:54.228 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:54 smithi131 ceph-mon[90512]: pgmap v190: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 11 op/s 2024-08-29T14:54:54.228 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:54 smithi131 ceph-mon[90512]: osdmap e403: 8 total, 8 up, 8 in 2024-08-29T14:54:54.228 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:54.228 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-29T14:54:54.229 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:54.629 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:54:54.629 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (3m) 21s ago 8m 21.3M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:54:54.629 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (3m) 95s ago 8m 80.6M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:54:54.629 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (9m) 21s ago 9m 16.6M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:54:54.629 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (9m) 95s ago 9m 20.6M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:54:54.629 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (2m) 95s ago 13m 453M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:54:54.629 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (3m) 21s ago 14m 517M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:54:54.629 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (2m) 21s ago 14m 50.7M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:54:54.629 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (107s) 95s ago 13m 23.5M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:54:54.629 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (2m) 21s ago 13m 42.2M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (3m) 21s ago 7m 10.5M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (3m) 95s ago 7m 8186k - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (59s) 21s ago 12m 91.5M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 2b80a23f091c 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (25s) 21s ago 12m 12.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 7ef2711f92d6 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (11m) 21s ago 11m 202M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a916455f2d20 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (11m) 21s ago 11m 170M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (11m) 95s ago 11m 223M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (10m) 95s ago 10m 194M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (10m) 95s ago 10m 126M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (9m) 95s ago 9m 98.2M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:54:54.630 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (2m) 95s ago 8m 46.3M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:54:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:54 smithi169 ceph-mon[78471]: pgmap v190: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 11 op/s 2024-08-29T14:54:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:54 smithi169 ceph-mon[78471]: osdmap e403: 8 total, 8 up, 8 in 2024-08-29T14:54:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:54:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-29T14:54:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:54:54.631 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:54.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-29T14:54:54.631 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:54.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:54.965 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:54:54.965 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:54:54.965 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:54:54.965 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:54:54.965 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:54:54.965 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:54:54.965 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 6, 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8, 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 7 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:54:54.966 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:54:55.184 INFO:tasks.rados.rados.0.smithi131.stdout:1665: done (0 left) 2024-08-29T14:54:55.184 INFO:tasks.rados.rados.0.smithi131.stdout:1666: delete oid 32 current snap is 163 2024-08-29T14:54:55.195 INFO:tasks.rados.rados.0.smithi131.stdout:1666: done (0 left) 2024-08-29T14:54:55.195 INFO:tasks.rados.rados.0.smithi131.stdout:1667: delete oid 21 current snap is 163 2024-08-29T14:54:55.208 INFO:tasks.rados.rados.0.smithi131.stdout:1667: done (0 left) 2024-08-29T14:54:55.209 INFO:tasks.rados.rados.0.smithi131.stdout:1668: snap_remove snap 159 2024-08-29T14:54:55.219 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[87973]: Upgrade: Updating osd.2 2024-08-29T14:54:55.219 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[87973]: Deploying daemon osd.2 on smithi131 2024-08-29T14:54:55.219 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[87973]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:55.219 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[87973]: osdmap e404: 8 total, 8 up, 8 in 2024-08-29T14:54:55.220 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2869590813' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:55.220 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[87973]: osdmap e405: 8 total, 8 up, 8 in 2024-08-29T14:54:55.220 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[90512]: Upgrade: Updating osd.2 2024-08-29T14:54:55.220 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[90512]: Deploying daemon osd.2 on smithi131 2024-08-29T14:54:55.220 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[90512]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:55.220 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[90512]: osdmap e404: 8 total, 8 up, 8 in 2024-08-29T14:54:55.220 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2869590813' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:55.220 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-mon[90512]: osdmap e405: 8 total, 8 up, 8 in 2024-08-29T14:54:55.286 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:54:55.286 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:54:55.286 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:54:55.286 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:54:55.286 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:54:55.286 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:54:55.287 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:54:55.287 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:54:55.287 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "7/20 daemons upgraded", 2024-08-29T14:54:55.287 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading osd daemons", 2024-08-29T14:54:55.287 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:54:55.287 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:55 smithi169 ceph-mon[78471]: Upgrade: Updating osd.2 2024-08-29T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:55 smithi169 ceph-mon[78471]: Deploying daemon osd.2 on smithi131 2024-08-29T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:55 smithi169 ceph-mon[78471]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:55 smithi169 ceph-mon[78471]: osdmap e404: 8 total, 8 up, 8 in 2024-08-29T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:55 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2869590813' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:55 smithi169 ceph-mon[78471]: osdmap e405: 8 total, 8 up, 8 in 2024-08-29T14:54:56.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:55.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:56.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:55.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:56.133 INFO:tasks.rados.rados.0.smithi131.stdout:1668: done (0 left) 2024-08-29T14:54:56.133 INFO:tasks.rados.rados.0.smithi131.stdout:1669: snap_remove snap 162 2024-08-29T14:54:56.193 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:54:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:54:55] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.51.0" 2024-08-29T14:54:56.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-mon[87973]: pgmap v193: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 11 op/s 2024-08-29T14:54:56.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-mon[87973]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:56.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-mon[87973]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:56.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-mon[87973]: osdmap e406: 8 total, 8 up, 8 in 2024-08-29T14:54:56.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-mon[90512]: pgmap v193: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 11 op/s 2024-08-29T14:54:56.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-mon[90512]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:56.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-mon[90512]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:56.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-mon[90512]: osdmap e406: 8 total, 8 up, 8 in 2024-08-29T14:54:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:56 smithi169 ceph-mon[78471]: pgmap v193: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 11 op/s 2024-08-29T14:54:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:56 smithi169 ceph-mon[78471]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:56 smithi169 ceph-mon[78471]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:56 smithi169 ceph-mon[78471]: osdmap e406: 8 total, 8 up, 8 in 2024-08-29T14:54:56.852 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:56 smithi131 systemd[1]: Stopping Ceph osd.2 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:54:57.138 INFO:tasks.rados.rados.0.smithi131.stdout:1669: done (0 left) 2024-08-29T14:54:57.138 INFO:tasks.rados.rados.0.smithi131.stdout:1670: copy_from oid 11 from oid 16 current snap is 163 2024-08-29T14:54:57.138 INFO:tasks.rados.rados.0.smithi131.stdout:1671: rollback oid 40 current snap is 163 2024-08-29T14:54:57.138 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 157 2024-08-29T14:54:57.138 INFO:tasks.rados.rados.0.smithi131.stdout:1672: read oid 17 snap -1 2024-08-29T14:54:57.139 INFO:tasks.rados.rados.0.smithi131.stdout:1672: expect (ObjNum 535 snap 160 seq_num 535) 2024-08-29T14:54:57.139 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 163 2024-08-29T14:54:57.139 INFO:tasks.rados.rados.0.smithi131.stdout:1673: seq_num 539 ranges {4128768=630784,4759552=737280,5496832=466944} 2024-08-29T14:54:57.164 INFO:tasks.rados.rados.0.smithi131.stdout:1673: writing smithi13174786-43 from 4128768 to 4759552 tid 1 2024-08-29T14:54:57.169 INFO:tasks.rados.rados.0.smithi131.stdout:1673: writing smithi13174786-43 from 4759552 to 5496832 tid 2 2024-08-29T14:54:57.172 INFO:tasks.rados.rados.0.smithi131.stdout:1673: writing smithi13174786-43 from 5496832 to 5963776 tid 3 2024-08-29T14:54:57.172 INFO:tasks.rados.rados.0.smithi131.stdout:1674: setattr oid 9 current snap is 163 2024-08-29T14:54:57.175 INFO:tasks.rados.rados.0.smithi131.stdout:1675: snap_remove snap 154 2024-08-29T14:54:57.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:57 smithi131 ceph-mon[87973]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:57.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:57 smithi131 ceph-mon[87973]: osd.2 marked itself down and dead 2024-08-29T14:54:57.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:57 smithi131 ceph-mon[87973]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:54:57.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:57 smithi131 ceph-mon[87973]: osdmap e407: 8 total, 7 up, 8 in 2024-08-29T14:54:57.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:57 smithi131 ceph-mon[90512]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:57.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:57 smithi131 ceph-mon[90512]: osd.2 marked itself down and dead 2024-08-29T14:54:57.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:57 smithi131 ceph-mon[90512]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:54:57.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:57 smithi131 ceph-mon[90512]: osdmap e407: 8 total, 7 up, 8 in 2024-08-29T14:54:57.354 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[46269]: 2024-08-29T14:54:56.979+0000 7f5e5a7dd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:54:57.354 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[46269]: 2024-08-29T14:54:56.979+0000 7f5e5a7dd640 -1 osd.2 406 *** Got signal Terminated *** 2024-08-29T14:54:57.354 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:56 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[46269]: 2024-08-29T14:54:56.979+0000 7f5e5a7dd640 -1 osd.2 406 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:54:57.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:57 smithi169 ceph-mon[78471]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:57.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:57 smithi169 ceph-mon[78471]: osd.2 marked itself down and dead 2024-08-29T14:54:57.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:57 smithi169 ceph-mon[78471]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:54:57.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:57 smithi169 ceph-mon[78471]: osdmap e407: 8 total, 7 up, 8 in 2024-08-29T14:54:57.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:54:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:54:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:54:57.852 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:57 smithi131 podman[105744]: 2024-08-29 14:54:57.584301039 +0000 UTC m=+0.724953926 container died a916455f2d20436a04c57a8c87c302ac48d24f2d7e0eb3ca612d2e669a99b444 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-a89f613) 2024-08-29T14:54:58.138 INFO:tasks.rados.rados.0.smithi131.stdout:1670: finishing copy_from racing read to smithi13174786-11 2024-08-29T14:54:58.138 INFO:tasks.rados.rados.0.smithi131.stdout:1670: finishing copy_from to smithi13174786-11 2024-08-29T14:54:58.139 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1021 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-08-29T14:54:58.139 INFO:tasks.rados.rados.0.smithi131.stdout:1670: done (5 left) 2024-08-29T14:54:58.139 INFO:tasks.rados.rados.0.smithi131.stdout:1675: done (4 left) 2024-08-29T14:54:58.139 INFO:tasks.rados.rados.0.smithi131.stdout:1676: rollback oid 1 current snap is 163 2024-08-29T14:54:58.139 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 152 2024-08-29T14:54:58.139 INFO:tasks.rados.rados.0.smithi131.stdout:1677: read oid 8 snap 152 2024-08-29T14:54:58.139 INFO:tasks.rados.rados.0.smithi131.stdout:1677: expect (ObjNum 437 snap 129 seq_num 437) 2024-08-29T14:54:58.139 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 163 2024-08-29T14:54:58.139 INFO:tasks.rados.rados.0.smithi131.stdout:1678: seq_num 540 ranges {15704064=647168,16351232=671744,17022976=532480} 2024-08-29T14:54:58.199 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:57 smithi131 podman[105744]: 2024-08-29 14:54:57.937119315 +0000 UTC m=+1.077772236 container cleanup a916455f2d20436a04c57a8c87c302ac48d24f2d7e0eb3ca612d2e669a99b444 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1, org.label-schema.build-date=20240731, RELEASE=quincy-a89f613, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:54:58.199 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:57 smithi131 bash[105744]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2 2024-08-29T14:54:58.227 INFO:tasks.rados.rados.0.smithi131.stdout:1678: writing smithi13174786-41 from 15704064 to 16351232 tid 1 2024-08-29T14:54:58.231 INFO:tasks.rados.rados.0.smithi131.stdout:1678: writing smithi13174786-41 from 16351232 to 17022976 tid 2 2024-08-29T14:54:58.234 INFO:tasks.rados.rados.0.smithi131.stdout:1678: writing smithi13174786-41 from 17022976 to 17555456 tid 3 2024-08-29T14:54:58.234 INFO:tasks.rados.rados.0.smithi131.stdout:1679: snap_remove snap 161 2024-08-29T14:54:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:58 smithi131 ceph-mon[87973]: pgmap v196: 121 pgs: 121 active+clean; 179 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 328 KiB/s wr, 6 op/s 2024-08-29T14:54:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:54:58 smithi131 ceph-mon[87973]: osdmap e408: 8 total, 7 up, 8 in 2024-08-29T14:54:58.603 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:58 smithi131 podman[105767]: 2024-08-29 14:54:58.322428803 +0000 UTC m=+0.733685405 container remove a916455f2d20436a04c57a8c87c302ac48d24f2d7e0eb3ca612d2e669a99b444 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=quincy-a89f613, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:54:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:58 smithi131 ceph-mon[90512]: pgmap v196: 121 pgs: 121 active+clean; 179 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 328 KiB/s wr, 6 op/s 2024-08-29T14:54:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:54:58 smithi131 ceph-mon[90512]: osdmap e408: 8 total, 7 up, 8 in 2024-08-29T14:54:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:58 smithi169 ceph-mon[78471]: pgmap v196: 121 pgs: 121 active+clean; 179 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 328 KiB/s wr, 6 op/s 2024-08-29T14:54:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:54:58 smithi169 ceph-mon[78471]: osdmap e408: 8 total, 7 up, 8 in 2024-08-29T14:54:59.026 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:58 smithi131 podman[105864]: 2024-08-29 14:54:58.612397894 +0000 UTC m=+0.016018896 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:54:59.026 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:58 smithi131 podman[105864]: 2024-08-29 14:54:58.72346488 +0000 UTC m=+0.127085861 container create da0700015163eec14a6424ddab5e734306b9dd81c477158be57e2e1ed898aeb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-08-29T14:54:59.026 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:58 smithi131 podman[105864]: 2024-08-29 14:54:58.934487673 +0000 UTC m=+0.338108659 container init da0700015163eec14a6424ddab5e734306b9dd81c477158be57e2e1ed898aeb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731) 2024-08-29T14:54:59.026 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:58 smithi131 podman[105864]: 2024-08-29 14:54:58.93973651 +0000 UTC m=+0.343357495 container start da0700015163eec14a6424ddab5e734306b9dd81c477158be57e2e1ed898aeb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T14:54:59.026 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:59 smithi131 podman[105864]: 2024-08-29 14:54:59.025835769 +0000 UTC m=+0.429456753 container attach da0700015163eec14a6424ddab5e734306b9dd81c477158be57e2e1ed898aeb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2) 2024-08-29T14:54:59.212 INFO:tasks.rados.rados.0.smithi131.stdout:1679: done (7 left) 2024-08-29T14:54:59.212 INFO:tasks.rados.rados.0.smithi131.stdout:1680: rollback oid 3 current snap is 163 2024-08-29T14:54:59.212 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 3 to 157 2024-08-29T14:54:59.212 INFO:tasks.rados.rados.0.smithi131.stdout:1676: finishing rollback tid 0 to smithi13174786-1 2024-08-29T14:54:59.212 INFO:tasks.rados.rados.0.smithi131.stdout:1676: finishing rollback tid 1 to smithi13174786-1 2024-08-29T14:54:59.212 INFO:tasks.rados.rados.0.smithi131.stdout:1676: finishing rollback tid 2 to smithi13174786-1 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 827 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:1671: finishing rollback tid 0 to smithi13174786-40 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:1671: finishing rollback tid 1 to smithi13174786-40 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:1671: finishing rollback tid 2 to smithi13174786-40 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 843 (ObjNum 531 snap 157 seq_num 531) dirty exists 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:1673: finishing write tid 1 to smithi13174786-43 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:1673: finishing write tid 2 to smithi13174786-43 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:1673: finishing write tid 3 to smithi13174786-43 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:1673: finishing write tid 4 to smithi13174786-43 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 729 (ObjNum 529 snap 156 seq_num 529) dirty exists 2024-08-29T14:54:59.213 INFO:tasks.rados.rados.0.smithi131.stdout:1677: expect (ObjNum 437 snap 129 seq_num 437) 2024-08-29T14:54:59.311 INFO:tasks.rados.rados.0.smithi131.stdout:1673: finishing write tid 5 to smithi13174786-43 2024-08-29T14:54:59.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 728 (ObjNum 539 snap 163 seq_num 539) dirty exists 2024-08-29T14:54:59.311 INFO:tasks.rados.rados.0.smithi131.stdout:1673: left oid 43 (ObjNum 539 snap 163 seq_num 539) 2024-08-29T14:54:59.311 INFO:tasks.rados.rados.0.smithi131.stdout:1672: expect (ObjNum 535 snap 160 seq_num 535) 2024-08-29T14:54:59.352 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:59 smithi131 podman[105864]: 2024-08-29 14:54:59.124137024 +0000 UTC m=+0.527758017 container died da0700015163eec14a6424ddab5e734306b9dd81c477158be57e2e1ed898aeb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-29T14:54:59.665 INFO:tasks.rados.rados.0.smithi131.stdout:1678: finishing write tid 1 to smithi13174786-41 2024-08-29T14:54:59.665 INFO:tasks.rados.rados.0.smithi131.stdout:1678: finishing write tid 2 to smithi13174786-41 2024-08-29T14:54:59.665 INFO:tasks.rados.rados.0.smithi131.stdout:1678: finishing write tid 3 to smithi13174786-41 2024-08-29T14:54:59.665 INFO:tasks.rados.rados.0.smithi131.stdout:1678: finishing write tid 4 to smithi13174786-41 2024-08-29T14:54:59.665 INFO:tasks.rados.rados.0.smithi131.stdout:1671: done (7 left) 2024-08-29T14:54:59.665 INFO:tasks.rados.rados.0.smithi131.stdout:1672: done (6 left) 2024-08-29T14:54:59.665 INFO:tasks.rados.rados.0.smithi131.stdout:1673: done (5 left) 2024-08-29T14:54:59.665 INFO:tasks.rados.rados.0.smithi131.stdout:1674: done (4 left) 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1676: done (3 left) 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1677: done (2 left) 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1681: copy_from oid 13 from oid 44 current snap is 163 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1678: finishing write tid 5 to smithi13174786-41 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1206 (ObjNum 540 snap 163 seq_num 540) dirty exists 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1678: left oid 41 (ObjNum 540 snap 163 seq_num 540) 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1680: finishing rollback tid 0 to smithi13174786-3 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1680: finishing rollback tid 1 to smithi13174786-3 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1680: finishing rollback tid 2 to smithi13174786-3 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1210 (ObjNum 530 snap 157 seq_num 530) dirty exists 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1678: done (2 left) 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1680: done (1 left) 2024-08-29T14:54:59.666 INFO:tasks.rados.rados.0.smithi131.stdout:1682: delete oid 27 current snap is 163 2024-08-29T14:54:59.667 INFO:tasks.rados.rados.0.smithi131.stdout:1681: finishing copy_from to smithi13174786-13 2024-08-29T14:54:59.667 INFO:tasks.rados.rados.0.smithi131.stdout:1681: got expected ENOENT (src dne) 2024-08-29T14:54:59.667 INFO:tasks.rados.rados.0.smithi131.stdout:1681: finishing copy_from racing read to smithi13174786-13 2024-08-29T14:54:59.667 INFO:tasks.rados.rados.0.smithi131.stdout:1681: done (1 left) 2024-08-29T14:54:59.667 INFO:tasks.rados.rados.0.smithi131.stdout:1682: done (0 left) 2024-08-29T14:54:59.667 INFO:tasks.rados.rados.0.smithi131.stdout:1683: delete oid 34 current snap is 163 2024-08-29T14:54:59.668 INFO:tasks.rados.rados.0.smithi131.stdout:1683: done (0 left) 2024-08-29T14:54:59.668 INFO:tasks.rados.rados.0.smithi131.stdout:1684: snap_create 2024-08-29T14:55:00.102 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:59 smithi131 podman[105908]: 2024-08-29 14:54:59.688570729 +0000 UTC m=+0.558774364 container remove da0700015163eec14a6424ddab5e734306b9dd81c477158be57e2e1ed898aeb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:55:00.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:59 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-29T14:55:00.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:59 smithi131 systemd[1]: Stopped Ceph osd.2 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:55:00.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:59 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.2.service: Consumed 13.165s CPU time. 2024-08-29T14:55:00.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:54:59 smithi131 systemd[1]: Starting Ceph osd.2 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:55:00.217 INFO:tasks.rados.rados.0.smithi131.stdout:1684: done (0 left) 2024-08-29T14:55:00.217 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 164 2024-08-29T14:55:00.217 INFO:tasks.rados.rados.0.smithi131.stdout:1685: seq_num 543 ranges {0=704512,704512=729088,1433600=475136} 2024-08-29T14:55:00.221 INFO:tasks.rados.rados.0.smithi131.stdout:1685: writing smithi13174786-49 from 0 to 704512 tid 1 2024-08-29T14:55:00.226 INFO:tasks.rados.rados.0.smithi131.stdout:1685: writing smithi13174786-49 from 704512 to 1433600 tid 2 2024-08-29T14:55:00.229 INFO:tasks.rados.rados.0.smithi131.stdout:1685: writing smithi13174786-49 from 1433600 to 1908736 tid 3 2024-08-29T14:55:00.229 INFO:tasks.rados.rados.0.smithi131.stdout:1686: setattr oid 31 current snap is 164 2024-08-29T14:55:00.229 INFO:tasks.rados.rados.0.smithi131.stdout:1685: finishing write tid 1 to smithi13174786-49 2024-08-29T14:55:00.229 INFO:tasks.rados.rados.0.smithi131.stdout:1685: finishing write tid 2 to smithi13174786-49 2024-08-29T14:55:00.232 INFO:tasks.rados.rados.0.smithi131.stdout:1687: read oid 35 snap -1 2024-08-29T14:55:00.232 INFO:tasks.rados.rados.0.smithi131.stdout:1687: expect (ObjNum 517 snap 154 seq_num 517) 2024-08-29T14:55:00.232 INFO:tasks.rados.rados.0.smithi131.stdout:1688: snap_remove snap 163 2024-08-29T14:55:00.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-mon[87973]: pgmap v199: 121 pgs: 13 stale+active+clean, 108 active+clean; 179 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 328 KiB/s wr, 6 op/s 2024-08-29T14:55:00.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-mon[87973]: osdmap e409: 8 total, 7 up, 8 in 2024-08-29T14:55:00.442 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-mon[90512]: pgmap v199: 121 pgs: 13 stale+active+clean, 108 active+clean; 179 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 328 KiB/s wr, 6 op/s 2024-08-29T14:55:00.442 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-mon[90512]: osdmap e409: 8 total, 7 up, 8 in 2024-08-29T14:55:00.443 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 podman[106010]: 2024-08-29 14:55:00.029952766 +0000 UTC m=+0.015976371 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:55:00.443 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 podman[106010]: 2024-08-29 14:55:00.131152264 +0000 UTC m=+0.117175860 container create 36c7114072c3564d043fc9b78f0cd23c8f560b4bd4749bb4b27720e58dfa4703 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-29T14:55:00.443 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 podman[106010]: 2024-08-29 14:55:00.350750167 +0000 UTC m=+0.336773762 container init 36c7114072c3564d043fc9b78f0cd23c8f560b4bd4749bb4b27720e58dfa4703 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:55:00.443 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 podman[106010]: 2024-08-29 14:55:00.355938527 +0000 UTC m=+0.341962130 container start 36c7114072c3564d043fc9b78f0cd23c8f560b4bd4749bb4b27720e58dfa4703 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-29T14:55:00.443 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 podman[106010]: 2024-08-29 14:55:00.442024648 +0000 UTC m=+0.428048244 container attach 36c7114072c3564d043fc9b78f0cd23c8f560b4bd4749bb4b27720e58dfa4703 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:55:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:00 smithi169 ceph-mon[78471]: pgmap v199: 121 pgs: 13 stale+active+clean, 108 active+clean; 179 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 328 KiB/s wr, 6 op/s 2024-08-29T14:55:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:00 smithi169 ceph-mon[78471]: osdmap e409: 8 total, 7 up, 8 in 2024-08-29T14:55:00.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:00.722 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:00.722 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:00.722 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:00.722 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:00.723 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:55:00.723 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:55:00.723 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:00.723 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:00.723 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:00.723 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:00.723 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-29T14:55:00.723 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-29T14:55:00.723 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-29T14:55:00.723 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate[106025]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 bash[106010]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-29T14:55:01.103 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:00 smithi131 podman[106010]: 2024-08-29 14:55:00.901388679 +0000 UTC m=+0.887412286 container died 36c7114072c3564d043fc9b78f0cd23c8f560b4bd4749bb4b27720e58dfa4703 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-29T14:55:01.134 INFO:tasks.rados.rados.0.smithi131.stdout:1688: done (3 left) 2024-08-29T14:55:01.134 INFO:tasks.rados.rados.0.smithi131.stdout:1689: setattr oid 18 current snap is 164 2024-08-29T14:55:01.134 INFO:tasks.rados.rados.0.smithi131.stdout:1685: finishing write tid 3 to smithi13174786-49 2024-08-29T14:55:01.134 INFO:tasks.rados.rados.0.smithi131.stdout:1685: finishing write tid 4 to smithi13174786-49 2024-08-29T14:55:01.134 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 830 (ObjNum 506 snap 149 seq_num 506) dirty exists 2024-08-29T14:55:01.134 INFO:tasks.rados.rados.0.smithi131.stdout:1685: finishing write tid 5 to smithi13174786-49 2024-08-29T14:55:01.134 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1067 (ObjNum 543 snap 164 seq_num 543) dirty exists 2024-08-29T14:55:01.134 INFO:tasks.rados.rados.0.smithi131.stdout:1685: left oid 49 (ObjNum 543 snap 164 seq_num 543) 2024-08-29T14:55:01.134 INFO:tasks.rados.rados.0.smithi131.stdout:1687: expect (ObjNum 517 snap 154 seq_num 517) 2024-08-29T14:55:01.172 INFO:tasks.rados.rados.0.smithi131.stdout:1685: done (3 left) 2024-08-29T14:55:01.172 INFO:tasks.rados.rados.0.smithi131.stdout:1686: done (2 left) 2024-08-29T14:55:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1687: done (1 left) 2024-08-29T14:55:01.173 INFO:tasks.rados.rados.0.smithi131.stdout:1690: snap_create 2024-08-29T14:55:01.182 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1216 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T14:55:01.497 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:01 smithi131 ceph-mon[87973]: osdmap e410: 8 total, 7 up, 8 in 2024-08-29T14:55:01.497 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:01 smithi131 ceph-mon[87973]: osdmap e411: 8 total, 7 up, 8 in 2024-08-29T14:55:01.497 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:01 smithi131 ceph-mon[90512]: osdmap e410: 8 total, 7 up, 8 in 2024-08-29T14:55:01.497 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:01 smithi131 ceph-mon[90512]: osdmap e411: 8 total, 7 up, 8 in 2024-08-29T14:55:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:01 smithi169 ceph-mon[78471]: osdmap e410: 8 total, 7 up, 8 in 2024-08-29T14:55:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:01 smithi169 ceph-mon[78471]: osdmap e411: 8 total, 7 up, 8 in 2024-08-29T14:55:01.822 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:01 smithi131 podman[106152]: 2024-08-29 14:55:01.496581163 +0000 UTC m=+0.589210999 container remove 36c7114072c3564d043fc9b78f0cd23c8f560b4bd4749bb4b27720e58dfa4703 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:55:01.822 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:01 smithi131 podman[106218]: 2024-08-29 14:55:01.603736522 +0000 UTC m=+0.015684208 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:55:01.822 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:01 smithi131 podman[106218]: 2024-08-29 14:55:01.705987631 +0000 UTC m=+0.117935307 container create def684d0aaf6aaa401672c9eb86c9e91c62d07441c8f5f4a92137a9b4172486b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-29T14:55:02.136 INFO:tasks.rados.rados.0.smithi131.stdout:1689: done (1 left) 2024-08-29T14:55:02.136 INFO:tasks.rados.rados.0.smithi131.stdout:1690: done (0 left) 2024-08-29T14:55:02.137 INFO:tasks.rados.rados.0.smithi131.stdout:1691: snap_create 2024-08-29T14:55:02.220 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:01 smithi131 podman[106218]: 2024-08-29 14:55:01.933430907 +0000 UTC m=+0.345378584 container init def684d0aaf6aaa401672c9eb86c9e91c62d07441c8f5f4a92137a9b4172486b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-29T14:55:02.220 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:01 smithi131 podman[106218]: 2024-08-29 14:55:01.938239388 +0000 UTC m=+0.350187075 container start def684d0aaf6aaa401672c9eb86c9e91c62d07441c8f5f4a92137a9b4172486b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0) 2024-08-29T14:55:02.220 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:01 smithi131 ceph-osd[106256]: -- 172.21.15.131:0/2401150443 <== mon.2 v2:172.21.15.131:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558d16c71a40 con 0x558d17a3e400 2024-08-29T14:55:02.220 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:02 smithi131 bash[106218]: def684d0aaf6aaa401672c9eb86c9e91c62d07441c8f5f4a92137a9b4172486b 2024-08-29T14:55:02.220 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:02 smithi131 systemd[1]: Started Ceph osd.2 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:55:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[87973]: pgmap v202: 121 pgs: 19 active+undersized, 4 stale+active+clean, 7 active+undersized+degraded, 91 active+clean; 193 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 22/303 objects degraded (7.261%) 2024-08-29T14:55:02.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[87973]: Health check failed: Degraded data redundancy: 22/303 objects degraded (7.261%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:02.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:02.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:02.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:02.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[87973]: osdmap e412: 8 total, 7 up, 8 in 2024-08-29T14:55:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[90512]: pgmap v202: 121 pgs: 19 active+undersized, 4 stale+active+clean, 7 active+undersized+degraded, 91 active+clean; 193 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 22/303 objects degraded (7.261%) 2024-08-29T14:55:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[90512]: Health check failed: Degraded data redundancy: 22/303 objects degraded (7.261%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:02.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:02.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:02 smithi131 ceph-mon[90512]: osdmap e412: 8 total, 7 up, 8 in 2024-08-29T14:55:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:02 smithi169 ceph-mon[78471]: pgmap v202: 121 pgs: 19 active+undersized, 4 stale+active+clean, 7 active+undersized+degraded, 91 active+clean; 193 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 22/303 objects degraded (7.261%) 2024-08-29T14:55:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:02 smithi169 ceph-mon[78471]: Health check failed: Degraded data redundancy: 22/303 objects degraded (7.261%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:02 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:02 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:02 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:02 smithi169 ceph-mon[78471]: osdmap e412: 8 total, 7 up, 8 in 2024-08-29T14:55:03.137 INFO:tasks.rados.rados.0.smithi131.stdout:1691: done (0 left) 2024-08-29T14:55:03.137 INFO:tasks.rados.rados.0.smithi131.stdout:1692: snap_remove snap 165 2024-08-29T14:55:03.838 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:03 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[106233]: 2024-08-29T14:55:03.578+0000 7f5e098c8640 -1 Falling back to public interface 2024-08-29T14:55:04.143 INFO:tasks.rados.rados.0.smithi131.stdout:1692: done (0 left) 2024-08-29T14:55:04.143 INFO:tasks.rados.rados.0.smithi131.stdout:1693: rollback oid 7 current snap is 166 2024-08-29T14:55:04.143 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 7 to 152 2024-08-29T14:55:04.143 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 166 2024-08-29T14:55:04.143 INFO:tasks.rados.rados.0.smithi131.stdout:1694: seq_num 544 ranges {1286144=720896,2007040=614400,2621440=589824} 2024-08-29T14:55:04.154 INFO:tasks.rados.rados.0.smithi131.stdout:1694: writing smithi13174786-31 from 1286144 to 2007040 tid 1 2024-08-29T14:55:04.159 INFO:tasks.rados.rados.0.smithi131.stdout:1694: writing smithi13174786-31 from 2007040 to 2621440 tid 2 2024-08-29T14:55:04.164 INFO:tasks.rados.rados.0.smithi131.stdout:1694: writing smithi13174786-31 from 2621440 to 3211264 tid 3 2024-08-29T14:55:04.164 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 166 2024-08-29T14:55:04.164 INFO:tasks.rados.rados.0.smithi131.stdout:1693: finishing rollback tid 0 to smithi13174786-7 2024-08-29T14:55:04.164 INFO:tasks.rados.rados.0.smithi131.stdout:1693: finishing rollback tid 1 to smithi13174786-7 2024-08-29T14:55:04.164 INFO:tasks.rados.rados.0.smithi131.stdout:1693: finishing rollback tid 2 to smithi13174786-7 2024-08-29T14:55:04.164 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 830 (ObjNum 461 snap 140 seq_num 461) dirty exists 2024-08-29T14:55:04.164 INFO:tasks.rados.rados.0.smithi131.stdout:1695: seq_num 545 ranges {1703936=737280,2441216=491520,2932736=450560,3383296=262144} 2024-08-29T14:55:04.177 INFO:tasks.rados.rados.0.smithi131.stdout:1695: writing smithi13174786-50 from 1703936 to 2441216 tid 1 2024-08-29T14:55:04.180 INFO:tasks.rados.rados.0.smithi131.stdout:1695: writing smithi13174786-50 from 2441216 to 2932736 tid 2 2024-08-29T14:55:04.182 INFO:tasks.rados.rados.0.smithi131.stdout:1695: writing smithi13174786-50 from 2932736 to 3383296 tid 3 2024-08-29T14:55:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:1695: writing smithi13174786-50 from 3383296 to 3645440 tid 4 2024-08-29T14:55:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:1693: done (2 left) 2024-08-29T14:55:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:1696: read oid 2 snap -1 2024-08-29T14:55:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:1696: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:55:04.184 INFO:tasks.rados.rados.0.smithi131.stdout:1697: snap_remove snap 160 2024-08-29T14:55:04.544 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:04 smithi131 ceph-mon[87973]: pgmap v205: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 32/315 objects degraded (10.159%) 2024-08-29T14:55:04.544 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:04 smithi131 ceph-mon[87973]: osdmap e413: 8 total, 7 up, 8 in 2024-08-29T14:55:04.544 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:04 smithi131 ceph-mon[90512]: pgmap v205: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 32/315 objects degraded (10.159%) 2024-08-29T14:55:04.544 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:04 smithi131 ceph-mon[90512]: osdmap e413: 8 total, 7 up, 8 in 2024-08-29T14:55:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:04 smithi169 ceph-mon[78471]: pgmap v205: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 32/315 objects degraded (10.159%) 2024-08-29T14:55:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:04 smithi169 ceph-mon[78471]: osdmap e413: 8 total, 7 up, 8 in 2024-08-29T14:55:04.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:04 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:04.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:05.156 INFO:tasks.rados.rados.0.smithi131.stdout:1697: done (3 left) 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1698: copy_from oid 36 from oid 30 current snap is 166 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1694: finishing write tid 1 to smithi13174786-31 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1694: finishing write tid 2 to smithi13174786-31 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1694: finishing write tid 3 to smithi13174786-31 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1694: finishing write tid 4 to smithi13174786-31 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1694: finishing write tid 5 to smithi13174786-31 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 834 (ObjNum 544 snap 166 seq_num 544) dirty exists 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1694: left oid 31 (ObjNum 544 snap 166 seq_num 544) 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1695: finishing write tid 1 to smithi13174786-50 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1695: finishing write tid 2 to smithi13174786-50 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1695: finishing write tid 3 to smithi13174786-50 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1695: finishing write tid 4 to smithi13174786-50 2024-08-29T14:55:05.157 INFO:tasks.rados.rados.0.smithi131.stdout:1695: finishing write tid 5 to smithi13174786-50 2024-08-29T14:55:05.158 INFO:tasks.rados.rados.0.smithi131.stdout:1695: finishing write tid 6 to smithi13174786-50 2024-08-29T14:55:05.158 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1222 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-08-29T14:55:05.158 INFO:tasks.rados.rados.0.smithi131.stdout:1695: left oid 50 (ObjNum 545 snap 166 seq_num 545) 2024-08-29T14:55:05.158 INFO:tasks.rados.rados.0.smithi131.stdout:1694: done (3 left) 2024-08-29T14:55:05.158 INFO:tasks.rados.rados.0.smithi131.stdout:1695: done (2 left) 2024-08-29T14:55:05.158 INFO:tasks.rados.rados.0.smithi131.stdout:1699: read oid 4 snap -1 2024-08-29T14:55:05.158 INFO:tasks.rados.rados.0.smithi131.stdout:1699: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-29T14:55:05.158 INFO:tasks.rados.rados.0.smithi131.stdout:1700: snap_create 2024-08-29T14:55:05.158 INFO:tasks.rados.rados.0.smithi131.stdout:1696: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:55:05.424 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:05 smithi131 ceph-mon[90512]: osdmap e414: 8 total, 7 up, 8 in 2024-08-29T14:55:05.424 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:05.424 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:05.424 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:05 smithi131 ceph-mon[87973]: osdmap e414: 8 total, 7 up, 8 in 2024-08-29T14:55:05.424 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:05.424 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:05 smithi169 ceph-mon[78471]: osdmap e414: 8 total, 7 up, 8 in 2024-08-29T14:55:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:06.000 INFO:tasks.rados.rados.0.smithi131.stdout:1698: finishing copy_from to smithi13174786-36 2024-08-29T14:55:06.000 INFO:tasks.rados.rados.0.smithi131.stdout:1698: got expected ENOENT (src dne) 2024-08-29T14:55:06.000 INFO:tasks.rados.rados.0.smithi131.stdout:1698: finishing copy_from racing read to smithi13174786-36 2024-08-29T14:55:06.000 INFO:tasks.rados.rados.0.smithi131.stdout:1699: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-29T14:55:06.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:55:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:55:05] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.51.0" 2024-08-29T14:55:06.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:05.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:06.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:05.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:06.215 INFO:tasks.rados.rados.0.smithi131.stdout:1696: done (3 left) 2024-08-29T14:55:06.215 INFO:tasks.rados.rados.0.smithi131.stdout:1698: done (2 left) 2024-08-29T14:55:06.215 INFO:tasks.rados.rados.0.smithi131.stdout:1699: done (1 left) 2024-08-29T14:55:06.216 INFO:tasks.rados.rados.0.smithi131.stdout:1700: done (0 left) 2024-08-29T14:55:06.216 INFO:tasks.rados.rados.0.smithi131.stdout:1701: setattr oid 49 current snap is 167 2024-08-29T14:55:06.216 INFO:tasks.rados.rados.0.smithi131.stdout:1702: read oid 45 snap -1 2024-08-29T14:55:06.216 INFO:tasks.rados.rados.0.smithi131.stdout:1702: expect (ObjNum 484 snap 144 seq_num 484) 2024-08-29T14:55:06.216 INFO:tasks.rados.rados.0.smithi131.stdout:1703: snap_create 2024-08-29T14:55:06.220 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1068 (ObjNum 543 snap 164 seq_num 543) dirty exists 2024-08-29T14:55:06.227 INFO:tasks.rados.rados.0.smithi131.stdout:1702: expect (ObjNum 484 snap 144 seq_num 484) 2024-08-29T14:55:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:06 smithi131 ceph-mon[87973]: pgmap v208: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 448 KiB/s wr, 7 op/s; 32/315 objects degraded (10.159%) 2024-08-29T14:55:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:06 smithi131 ceph-mon[87973]: osdmap e415: 8 total, 7 up, 8 in 2024-08-29T14:55:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:06 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:06 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:06 smithi131 ceph-mon[87973]: osdmap e416: 8 total, 7 up, 8 in 2024-08-29T14:55:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:06 smithi131 ceph-mon[90512]: pgmap v208: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 448 KiB/s wr, 7 op/s; 32/315 objects degraded (10.159%) 2024-08-29T14:55:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:06 smithi131 ceph-mon[90512]: osdmap e415: 8 total, 7 up, 8 in 2024-08-29T14:55:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:06 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:06 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:06 smithi131 ceph-mon[90512]: osdmap e416: 8 total, 7 up, 8 in 2024-08-29T14:55:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:06 smithi169 ceph-mon[78471]: pgmap v208: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 448 KiB/s wr, 7 op/s; 32/315 objects degraded (10.159%) 2024-08-29T14:55:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:06 smithi169 ceph-mon[78471]: osdmap e415: 8 total, 7 up, 8 in 2024-08-29T14:55:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:06 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:06 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:06 smithi169 ceph-mon[78471]: osdmap e416: 8 total, 7 up, 8 in 2024-08-29T14:55:07.162 INFO:tasks.rados.rados.0.smithi131.stdout:1701: done (2 left) 2024-08-29T14:55:07.162 INFO:tasks.rados.rados.0.smithi131.stdout:1702: done (1 left) 2024-08-29T14:55:07.162 INFO:tasks.rados.rados.0.smithi131.stdout:1703: done (0 left) 2024-08-29T14:55:07.162 INFO:tasks.rados.rados.0.smithi131.stdout:1704: copy_from oid 12 from oid 38 current snap is 168 2024-08-29T14:55:07.162 INFO:tasks.rados.rados.0.smithi131.stdout:1705: read oid 23 snap 166 2024-08-29T14:55:07.162 INFO:tasks.rados.rados.0.smithi131.stdout:1705: expect deleted 2024-08-29T14:55:07.162 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 168 2024-08-29T14:55:07.162 INFO:tasks.rados.rados.0.smithi131.stdout:1706: seq_num 546 ranges {0=753664,753664=778240,1531904=425984} 2024-08-29T14:55:07.166 INFO:tasks.rados.rados.0.smithi131.stdout:1706: writing smithi13174786-39 from 0 to 753664 tid 1 2024-08-29T14:55:07.171 INFO:tasks.rados.rados.0.smithi131.stdout:1706: writing smithi13174786-39 from 753664 to 1531904 tid 2 2024-08-29T14:55:07.174 INFO:tasks.rados.rados.0.smithi131.stdout:1706: writing smithi13174786-39 from 1531904 to 1957888 tid 3 2024-08-29T14:55:07.174 INFO:tasks.rados.rados.0.smithi131.stdout:1707: read oid 48 snap 166 2024-08-29T14:55:07.174 INFO:tasks.rados.rados.0.smithi131.stdout:1707: expect (ObjNum 521 snap 155 seq_num 521) 2024-08-29T14:55:07.174 INFO:tasks.rados.rados.0.smithi131.stdout:1708: read oid 27 snap 157 2024-08-29T14:55:07.174 INFO:tasks.rados.rados.0.smithi131.stdout:1708: expect (ObjNum 524 snap 156 seq_num 524) 2024-08-29T14:55:07.174 INFO:tasks.rados.rados.0.smithi131.stdout:1709: snap_remove snap 167 2024-08-29T14:55:07.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:06.950Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:07.515 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[106233]: 2024-08-29T14:55:07.264+0000 7f5e098c8640 -1 osd.2 406 log_to_monitors true 2024-08-29T14:55:07.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[87973]: pgmap v211: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 198 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 944 KiB/s wr, 9 op/s; 32/321 objects degraded (9.969%) 2024-08-29T14:55:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 32/321 objects degraded (9.969%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[87973]: osdmap e417: 8 total, 7 up, 8 in 2024-08-29T14:55:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[87973]: from='osd.2 [v2:172.21.15.131:6818/3314184146,v1:172.21.15.131:6819/3314184146]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-29T14:55:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[87973]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-29T14:55:07.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[90512]: pgmap v211: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 198 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 944 KiB/s wr, 9 op/s; 32/321 objects degraded (9.969%) 2024-08-29T14:55:07.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:07.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:07.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 32/321 objects degraded (9.969%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:07.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[90512]: osdmap e417: 8 total, 7 up, 8 in 2024-08-29T14:55:07.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[90512]: from='osd.2 [v2:172.21.15.131:6818/3314184146,v1:172.21.15.131:6819/3314184146]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-29T14:55:07.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:07 smithi131 ceph-mon[90512]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-29T14:55:07.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:07 smithi169 ceph-mon[78471]: pgmap v211: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 198 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 944 KiB/s wr, 9 op/s; 32/321 objects degraded (9.969%) 2024-08-29T14:55:07.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:07 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:07.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:07 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:07.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:07 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 32/321 objects degraded (9.969%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:07.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:07 smithi169 ceph-mon[78471]: osdmap e417: 8 total, 7 up, 8 in 2024-08-29T14:55:07.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:07 smithi169 ceph-mon[78471]: from='osd.2 [v2:172.21.15.131:6818/3314184146,v1:172.21.15.131:6819/3314184146]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-29T14:55:07.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:07 smithi169 ceph-mon[78471]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:1709: done (5 left) 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:1710: setattr oid 3 current snap is 168 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:1706: finishing write tid 1 to smithi13174786-39 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:1704: finishing copy_from racing read to smithi13174786-12 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:1704: finishing copy_from to smithi13174786-12 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1075 (ObjNum 504 snap 149 seq_num 504) dirty exists 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:1706: finishing write tid 2 to smithi13174786-39 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:1706: finishing write tid 3 to smithi13174786-39 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:1706: finishing write tid 4 to smithi13174786-39 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:1706: finishing write tid 5 to smithi13174786-39 2024-08-29T14:55:08.163 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 821 (ObjNum 546 snap 168 seq_num 546) dirty exists 2024-08-29T14:55:08.164 INFO:tasks.rados.rados.0.smithi131.stdout:1706: left oid 39 (ObjNum 546 snap 168 seq_num 546) 2024-08-29T14:55:08.164 INFO:tasks.rados.rados.0.smithi131.stdout:1708: expect (ObjNum 524 snap 156 seq_num 524) 2024-08-29T14:55:08.209 INFO:tasks.rados.rados.0.smithi131.stdout:1707: expect (ObjNum 521 snap 155 seq_num 521) 2024-08-29T14:55:08.833 INFO:tasks.rados.rados.0.smithi131.stdout:1704: done (5 left) 2024-08-29T14:55:08.833 INFO:tasks.rados.rados.0.smithi131.stdout:1705: done (4 left) 2024-08-29T14:55:08.833 INFO:tasks.rados.rados.0.smithi131.stdout:1706: done (3 left) 2024-08-29T14:55:08.833 INFO:tasks.rados.rados.0.smithi131.stdout:1707: done (2 left) 2024-08-29T14:55:08.834 INFO:tasks.rados.rados.0.smithi131.stdout:1708: done (1 left) 2024-08-29T14:55:08.834 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 168 2024-08-29T14:55:08.834 INFO:tasks.rados.rados.0.smithi131.stdout:1711: seq_num 547 ranges {0=770048,770048=663552,1433600=466944,1900544=73728} 2024-08-29T14:55:08.837 INFO:tasks.rados.rados.0.smithi131.stdout:1711: writing smithi13174786-34 from 0 to 770048 tid 1 2024-08-29T14:55:08.841 INFO:tasks.rados.rados.0.smithi131.stdout:1711: writing smithi13174786-34 from 770048 to 1433600 tid 2 2024-08-29T14:55:08.843 INFO:tasks.rados.rados.0.smithi131.stdout:1711: writing smithi13174786-34 from 1433600 to 1900544 tid 3 2024-08-29T14:55:08.844 INFO:tasks.rados.rados.0.smithi131.stdout:1711: writing smithi13174786-34 from 1900544 to 1974272 tid 4 2024-08-29T14:55:08.844 INFO:tasks.rados.rados.0.smithi131.stdout:1712: copy_from oid 9 from oid 46 current snap is 168 2024-08-29T14:55:08.845 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1234 (ObjNum 530 snap 157 seq_num 530) dirty exists 2024-08-29T14:55:08.845 INFO:tasks.rados.rados.0.smithi131.stdout:1711: finishing write tid 1 to smithi13174786-34 2024-08-29T14:55:08.845 INFO:tasks.rados.rados.0.smithi131.stdout:1710: done (2 left) 2024-08-29T14:55:08.845 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 168 2024-08-29T14:55:08.845 INFO:tasks.rados.rados.0.smithi131.stdout:1713: seq_num 548 ranges {1343488=786432,2129920=598016,2727936=606208} 2024-08-29T14:55:08.852 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:55:08 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[106233]: 2024-08-29T14:55:08.631+0000 7f5dfd66a640 -1 osd.2 406 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:55:08.856 INFO:tasks.rados.rados.0.smithi131.stdout:1713: writing smithi13174786-20 from 1343488 to 2129920 tid 1 2024-08-29T14:55:08.860 INFO:tasks.rados.rados.0.smithi131.stdout:1713: writing smithi13174786-20 from 2129920 to 2727936 tid 2 2024-08-29T14:55:08.863 INFO:tasks.rados.rados.0.smithi131.stdout:1713: writing smithi13174786-20 from 2727936 to 3334144 tid 3 2024-08-29T14:55:08.864 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 168 2024-08-29T14:55:08.864 INFO:tasks.rados.rados.0.smithi131.stdout:1711: finishing write tid 2 to smithi13174786-34 2024-08-29T14:55:08.864 INFO:tasks.rados.rados.0.smithi131.stdout:1711: finishing write tid 3 to smithi13174786-34 2024-08-29T14:55:08.864 INFO:tasks.rados.rados.0.smithi131.stdout:1714: seq_num 549 ranges {3309568=802816,4112384=483328,4595712=434176,5029888=286720} 2024-08-29T14:55:08.886 INFO:tasks.rados.rados.0.smithi131.stdout:1714: writing smithi13174786-15 from 3309568 to 4112384 tid 1 2024-08-29T14:55:08.888 INFO:tasks.rados.rados.0.smithi131.stdout:1714: writing smithi13174786-15 from 4112384 to 4595712 tid 2 2024-08-29T14:55:08.891 INFO:tasks.rados.rados.0.smithi131.stdout:1714: writing smithi13174786-15 from 4595712 to 5029888 tid 3 2024-08-29T14:55:08.893 INFO:tasks.rados.rados.0.smithi131.stdout:1714: writing smithi13174786-15 from 5029888 to 5316608 tid 4 2024-08-29T14:55:08.893 INFO:tasks.rados.rados.0.smithi131.stdout:1715: read oid 37 snap -1 2024-08-29T14:55:08.893 INFO:tasks.rados.rados.0.smithi131.stdout:1715: expect deleted 2024-08-29T14:55:08.893 INFO:tasks.rados.rados.0.smithi131.stdout:1716: snap_remove snap 164 2024-08-29T14:55:09.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-mon[87973]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T14:55:09.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-mon[87973]: osdmap e418: 8 total, 7 up, 8 in 2024-08-29T14:55:09.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-mon[87973]: from='osd.2 [v2:172.21.15.131:6818/3314184146,v1:172.21.15.131:6819/3314184146]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:09.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-mon[87973]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:09.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-mon[87973]: from='osd.2 ' entity='osd.2' 2024-08-29T14:55:09.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-mon[90512]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T14:55:09.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-mon[90512]: osdmap e418: 8 total, 7 up, 8 in 2024-08-29T14:55:09.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-mon[90512]: from='osd.2 [v2:172.21.15.131:6818/3314184146,v1:172.21.15.131:6819/3314184146]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:09.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-mon[90512]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:09.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-mon[90512]: from='osd.2 ' entity='osd.2' 2024-08-29T14:55:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:09 smithi169 ceph-mon[78471]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T14:55:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:09 smithi169 ceph-mon[78471]: osdmap e418: 8 total, 7 up, 8 in 2024-08-29T14:55:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:09 smithi169 ceph-mon[78471]: from='osd.2 [v2:172.21.15.131:6818/3314184146,v1:172.21.15.131:6819/3314184146]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:09 smithi169 ceph-mon[78471]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:09 smithi169 ceph-mon[78471]: from='osd.2 ' entity='osd.2' 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:1716: done (5 left) 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:1717: rmattr oid 47 current snap is 168 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:1711: finishing write tid 4 to smithi13174786-34 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:1711: finishing write tid 5 to smithi13174786-34 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:1711: finishing write tid 6 to smithi13174786-34 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 973 (ObjNum 547 snap 168 seq_num 547) dirty exists 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:1711: left oid 34 (ObjNum 547 snap 168 seq_num 547) 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:1712: finishing copy_from racing read to smithi13174786-9 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:1712: finishing copy_from to smithi13174786-9 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 705 (ObjNum 366 snap 109 seq_num 366) dirty exists 2024-08-29T14:55:09.636 INFO:tasks.rados.rados.0.smithi131.stdout:1713: finishing write tid 1 to smithi13174786-20 2024-08-29T14:55:09.637 INFO:tasks.rados.rados.0.smithi131.stdout:1713: finishing write tid 2 to smithi13174786-20 2024-08-29T14:55:09.637 INFO:tasks.rados.rados.0.smithi131.stdout:1713: finishing write tid 3 to smithi13174786-20 2024-08-29T14:55:09.637 INFO:tasks.rados.rados.0.smithi131.stdout:1713: finishing write tid 4 to smithi13174786-20 2024-08-29T14:55:09.637 INFO:tasks.rados.rados.0.smithi131.stdout:1713: finishing write tid 5 to smithi13174786-20 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 825 (ObjNum 548 snap 168 seq_num 548) dirty exists 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1713: left oid 20 (ObjNum 548 snap 168 seq_num 548) 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1714: finishing write tid 1 to smithi13174786-15 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1714: finishing write tid 2 to smithi13174786-15 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1714: finishing write tid 3 to smithi13174786-15 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1714: finishing write tid 4 to smithi13174786-15 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1714: finishing write tid 5 to smithi13174786-15 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1714: finishing write tid 6 to smithi13174786-15 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1081 (ObjNum 549 snap 168 seq_num 549) dirty exists 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1714: left oid 15 (ObjNum 549 snap 168 seq_num 549) 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1711: done (5 left) 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1712: done (4 left) 2024-08-29T14:55:09.638 INFO:tasks.rados.rados.0.smithi131.stdout:1713: done (3 left) 2024-08-29T14:55:09.639 INFO:tasks.rados.rados.0.smithi131.stdout:1714: done (2 left) 2024-08-29T14:55:09.639 INFO:tasks.rados.rados.0.smithi131.stdout:1715: done (1 left) 2024-08-29T14:55:09.639 INFO:tasks.rados.rados.0.smithi131.stdout:1718: rollback oid 50 current snap is 168 2024-08-29T14:55:09.639 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 50 to 166 2024-08-29T14:55:09.639 INFO:tasks.rados.rados.0.smithi131.stdout:1719: read oid 25 snap -1 2024-08-29T14:55:09.639 INFO:tasks.rados.rados.0.smithi131.stdout:1719: expect (ObjNum 497 snap 147 seq_num 497) 2024-08-29T14:55:09.639 INFO:tasks.rados.rados.0.smithi131.stdout:1720: read oid 35 snap -1 2024-08-29T14:55:09.639 INFO:tasks.rados.rados.0.smithi131.stdout:1720: expect (ObjNum 517 snap 154 seq_num 517) 2024-08-29T14:55:09.639 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 30 current snap is 168 2024-08-29T14:55:09.639 INFO:tasks.rados.rados.0.smithi131.stdout:1721: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-08-29T14:55:09.640 INFO:tasks.rados.rados.0.smithi131.stdout:1721: writing smithi13174786-30 from 0 to 417792 tid 1 2024-08-29T14:55:09.644 INFO:tasks.rados.rados.0.smithi131.stdout:1721: writing smithi13174786-30 from 417792 to 1187840 tid 2 2024-08-29T14:55:09.649 INFO:tasks.rados.rados.0.smithi131.stdout:1721: writing smithi13174786-30 from 1187840 to 1826816 tid 3 2024-08-29T14:55:09.650 INFO:tasks.rados.rados.0.smithi131.stdout:1721: writing smithi13174786-30 from 1826816 to 2023424 tid 4 2024-08-29T14:55:09.651 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 168 2024-08-29T14:55:09.651 INFO:tasks.rados.rados.0.smithi131.stdout:1722: seq_num 551 ranges {0=434176,434176=647168,1081344=450560,1531904=507904} 2024-08-29T14:55:09.653 INFO:tasks.rados.rados.0.smithi131.stdout:1722: writing smithi13174786-24 from 0 to 434176 tid 1 2024-08-29T14:55:09.658 INFO:tasks.rados.rados.0.smithi131.stdout:1722: writing smithi13174786-24 from 434176 to 1081344 tid 2 2024-08-29T14:55:09.662 INFO:tasks.rados.rados.0.smithi131.stdout:1722: writing smithi13174786-24 from 1081344 to 1531904 tid 3 2024-08-29T14:55:09.666 INFO:tasks.rados.rados.0.smithi131.stdout:1722: writing smithi13174786-24 from 1531904 to 2039808 tid 4 2024-08-29T14:55:09.666 INFO:tasks.rados.rados.0.smithi131.stdout:1723: snap_create 2024-08-29T14:55:09.666 INFO:tasks.rados.rados.0.smithi131.stdout:1720: expect (ObjNum 517 snap 154 seq_num 517) 2024-08-29T14:55:09.707 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 831 (ObjNum 367 snap 109 seq_num 367) dirty exists 2024-08-29T14:55:09.707 INFO:tasks.rados.rados.0.smithi131.stdout:1718: finishing rollback tid 0 to smithi13174786-50 2024-08-29T14:55:09.707 INFO:tasks.rados.rados.0.smithi131.stdout:1718: finishing rollback tid 1 to smithi13174786-50 2024-08-29T14:55:09.707 INFO:tasks.rados.rados.0.smithi131.stdout:1722: finishing write tid 1 to smithi13174786-24 2024-08-29T14:55:09.707 INFO:tasks.rados.rados.0.smithi131.stdout:1718: finishing rollback tid 2 to smithi13174786-50 2024-08-29T14:55:09.707 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1242 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-08-29T14:55:09.707 INFO:tasks.rados.rados.0.smithi131.stdout:1722: finishing write tid 2 to smithi13174786-24 2024-08-29T14:55:09.708 INFO:tasks.rados.rados.0.smithi131.stdout:1722: finishing write tid 3 to smithi13174786-24 2024-08-29T14:55:09.708 INFO:tasks.rados.rados.0.smithi131.stdout:1722: finishing write tid 4 to smithi13174786-24 2024-08-29T14:55:09.708 INFO:tasks.rados.rados.0.smithi131.stdout:1722: finishing write tid 5 to smithi13174786-24 2024-08-29T14:55:09.708 INFO:tasks.rados.rados.0.smithi131.stdout:1722: finishing write tid 6 to smithi13174786-24 2024-08-29T14:55:09.708 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 836 (ObjNum 551 snap 168 seq_num 551) dirty exists 2024-08-29T14:55:09.708 INFO:tasks.rados.rados.0.smithi131.stdout:1722: left oid 24 (ObjNum 551 snap 168 seq_num 551) 2024-08-29T14:55:09.708 INFO:tasks.rados.rados.0.smithi131.stdout:1719: expect (ObjNum 497 snap 147 seq_num 497) 2024-08-29T14:55:10.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:55:09 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:55:09.850+0000 7f4705a61640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-29T14:55:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: pgmap v214: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 198 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 944 KiB/s wr, 10 op/s; 32/324 objects degraded (9.877%) 2024-08-29T14:55:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:55:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: osd.2 [v2:172.21.15.131:6818/3314184146,v1:172.21.15.131:6819/3314184146] boot 2024-08-29T14:55:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: osdmap e419: 8 total, 8 up, 8 in 2024-08-29T14:55:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-29T14:55:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:55:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:55:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: pgmap v214: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 198 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 944 KiB/s wr, 10 op/s; 32/324 objects degraded (9.877%) 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: osd.2 [v2:172.21.15.131:6818/3314184146,v1:172.21.15.131:6819/3314184146] boot 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: osdmap e419: 8 total, 8 up, 8 in 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-29T14:55:10.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:10.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:10.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:55:10.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:55:10.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:10.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:10.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:10.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:10.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:10.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-29T14:55:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: pgmap v214: 121 pgs: 28 active+undersized, 9 active+undersized+degraded, 84 active+clean; 198 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 944 KiB/s wr, 10 op/s; 32/324 objects degraded (9.877%) 2024-08-29T14:55:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:55:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: osd.2 [v2:172.21.15.131:6818/3314184146,v1:172.21.15.131:6819/3314184146] boot 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: osdmap e419: 8 total, 8 up, 8 in 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:10.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-29T14:55:10.636 INFO:tasks.rados.rados.0.smithi131.stdout:1717: done (6 left) 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1718: done (5 left) 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1719: done (4 left) 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1720: done (3 left) 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1722: done (2 left) 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1723: done (1 left) 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1724: rollback oid 46 current snap is 169 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 46 to 168 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1725: read oid 3 snap -1 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1725: expect (ObjNum 530 snap 157 seq_num 530) 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1726: copy_from oid 49 from oid 2 current snap is 169 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1727: read oid 32 snap 168 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:1727: expect deleted 2024-08-29T14:55:10.637 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 40 current snap is 169 2024-08-29T14:55:10.638 INFO:tasks.rados.rados.0.smithi131.stdout:1728: seq_num 552 ranges {1703936=450560,2154496=532480,2686976=655360,3342336=417792} 2024-08-29T14:55:10.649 INFO:tasks.rados.rados.0.smithi131.stdout:1728: writing smithi13174786-40 from 1703936 to 2154496 tid 1 2024-08-29T14:55:10.653 INFO:tasks.rados.rados.0.smithi131.stdout:1728: writing smithi13174786-40 from 2154496 to 2686976 tid 2 2024-08-29T14:55:10.657 INFO:tasks.rados.rados.0.smithi131.stdout:1728: writing smithi13174786-40 from 2686976 to 3342336 tid 3 2024-08-29T14:55:10.660 INFO:tasks.rados.rados.0.smithi131.stdout:1728: writing smithi13174786-40 from 3342336 to 3760128 tid 4 2024-08-29T14:55:10.661 INFO:tasks.rados.rados.0.smithi131.stdout:1729: rollback oid 11 current snap is 169 2024-08-29T14:55:10.661 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 11 to 157 2024-08-29T14:55:10.661 INFO:tasks.rados.rados.0.smithi131.stdout:1725: expect (ObjNum 530 snap 157 seq_num 530) 2024-08-29T14:55:10.724 INFO:tasks.rados.rados.0.smithi131.stdout:1721: finishing write tid 1 to smithi13174786-30 2024-08-29T14:55:10.725 INFO:tasks.rados.rados.0.smithi131.stdout:1721: finishing write tid 2 to smithi13174786-30 2024-08-29T14:55:10.725 INFO:tasks.rados.rados.0.smithi131.stdout:1725: done (6 left) 2024-08-29T14:55:10.725 INFO:tasks.rados.rados.0.smithi131.stdout:1727: done (5 left) 2024-08-29T14:55:10.725 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 169 2024-08-29T14:55:10.725 INFO:tasks.rados.rados.0.smithi131.stdout:1729: finishing rollback tid 0 to smithi13174786-11 2024-08-29T14:55:10.725 INFO:tasks.rados.rados.0.smithi131.stdout:1724: finishing rollback tid 0 to smithi13174786-46 2024-08-29T14:55:10.725 INFO:tasks.rados.rados.0.smithi131.stdout:1724: finishing rollback tid 1 to smithi13174786-46 2024-08-29T14:55:10.725 INFO:tasks.rados.rados.0.smithi131.stdout:1721: finishing write tid 3 to smithi13174786-30 2024-08-29T14:55:10.725 INFO:tasks.rados.rados.0.smithi131.stdout:1730: seq_num 553 ranges {1957888=466944,2424832=417792,2842624=417792,3260416=516096,3776512=253952} 2024-08-29T14:55:10.737 INFO:tasks.rados.rados.0.smithi131.stdout:1730: writing smithi13174786-39 from 1957888 to 2424832 tid 1 2024-08-29T14:55:10.740 INFO:tasks.rados.rados.0.smithi131.stdout:1730: writing smithi13174786-39 from 2424832 to 2842624 tid 2 2024-08-29T14:55:10.743 INFO:tasks.rados.rados.0.smithi131.stdout:1730: writing smithi13174786-39 from 2842624 to 3260416 tid 3 2024-08-29T14:55:10.746 INFO:tasks.rados.rados.0.smithi131.stdout:1730: writing smithi13174786-39 from 3260416 to 3776512 tid 4 2024-08-29T14:55:10.749 INFO:tasks.rados.rados.0.smithi131.stdout:1730: writing smithi13174786-39 from 3776512 to 4030464 tid 5 2024-08-29T14:55:10.749 INFO:tasks.rados.rados.0.smithi131.stdout:1731: setattr oid 14 current snap is 169 2024-08-29T14:55:10.749 INFO:tasks.rados.rados.0.smithi131.stdout:1721: finishing write tid 4 to smithi13174786-30 2024-08-29T14:55:10.749 INFO:tasks.rados.rados.0.smithi131.stdout:1729: finishing rollback tid 1 to smithi13174786-11 2024-08-29T14:55:10.749 INFO:tasks.rados.rados.0.smithi131.stdout:1729: finishing rollback tid 2 to smithi13174786-11 2024-08-29T14:55:10.749 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1071 (ObjNum 510 snap 149 seq_num 510) dirty exists 2024-08-29T14:55:10.749 INFO:tasks.rados.rados.0.smithi131.stdout:1721: finishing write tid 5 to smithi13174786-30 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:1724: finishing rollback tid 2 to smithi13174786-46 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 721 (ObjNum 366 snap 109 seq_num 366) dirty exists 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:1721: finishing write tid 6 to smithi13174786-30 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 734 (ObjNum 550 snap 168 seq_num 550) dirty exists 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:1721: left oid 30 (ObjNum 550 snap 168 seq_num 550) 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:1728: finishing write tid 1 to smithi13174786-40 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:1728: finishing write tid 2 to smithi13174786-40 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:1728: finishing write tid 3 to smithi13174786-40 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:1728: finishing write tid 4 to smithi13174786-40 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:1728: finishing write tid 5 to smithi13174786-40 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:1728: finishing write tid 6 to smithi13174786-40 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 848 (ObjNum 552 snap 169 seq_num 552) dirty exists 2024-08-29T14:55:10.750 INFO:tasks.rados.rados.0.smithi131.stdout:1728: left oid 40 (ObjNum 552 snap 169 seq_num 552) 2024-08-29T14:55:10.751 INFO:tasks.rados.rados.0.smithi131.stdout:1726: finishing copy_from racing read to smithi13174786-49 2024-08-29T14:55:10.751 INFO:tasks.rados.rados.0.smithi131.stdout:1726: finishing copy_from to smithi13174786-49 2024-08-29T14:55:10.751 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 828 (ObjNum 512 snap 150 seq_num 512) dirty exists 2024-08-29T14:55:10.751 INFO:tasks.rados.rados.0.smithi131.stdout:1730: finishing write tid 1 to smithi13174786-39 2024-08-29T14:55:10.751 INFO:tasks.rados.rados.0.smithi131.stdout:1730: finishing write tid 2 to smithi13174786-39 2024-08-29T14:55:10.751 INFO:tasks.rados.rados.0.smithi131.stdout:1730: finishing write tid 3 to smithi13174786-39 2024-08-29T14:55:10.752 INFO:tasks.rados.rados.0.smithi131.stdout:1721: done (6 left) 2024-08-29T14:55:10.752 INFO:tasks.rados.rados.0.smithi131.stdout:1724: done (5 left) 2024-08-29T14:55:10.752 INFO:tasks.rados.rados.0.smithi131.stdout:1726: done (4 left) 2024-08-29T14:55:10.752 INFO:tasks.rados.rados.0.smithi131.stdout:1728: done (3 left) 2024-08-29T14:55:10.752 INFO:tasks.rados.rados.0.smithi131.stdout:1729: done (2 left) 2024-08-29T14:55:10.752 INFO:tasks.rados.rados.0.smithi131.stdout:1732: copy_from oid 17 from oid 18 current snap is 169 2024-08-29T14:55:10.752 INFO:tasks.rados.rados.0.smithi131.stdout:1733: read oid 9 snap -1 2024-08-29T14:55:10.753 INFO:tasks.rados.rados.0.smithi131.stdout:1733: expect (ObjNum 366 snap 109 seq_num 366) 2024-08-29T14:55:10.753 INFO:tasks.rados.rados.0.smithi131.stdout:1734: rollback oid 48 current snap is 169 2024-08-29T14:55:10.753 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 168 2024-08-29T14:55:10.753 INFO:tasks.rados.rados.0.smithi131.stdout:1735: read oid 7 snap -1 2024-08-29T14:55:10.753 INFO:tasks.rados.rados.0.smithi131.stdout:1735: expect (ObjNum 461 snap 140 seq_num 461) 2024-08-29T14:55:10.753 INFO:tasks.rados.rados.0.smithi131.stdout:1736: copy_from oid 31 from oid 29 current snap is 169 2024-08-29T14:55:10.753 INFO:tasks.rados.rados.0.smithi131.stdout:1737: snap_remove snap 152 2024-08-29T14:55:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:11 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T14:55:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:11 smithi131 ceph-mon[87973]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-29T14:55:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:11 smithi131 ceph-mon[87973]: osdmap e420: 8 total, 8 up, 8 in 2024-08-29T14:55:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:11 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T14:55:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:11 smithi131 ceph-mon[90512]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-29T14:55:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:11 smithi131 ceph-mon[90512]: osdmap e420: 8 total, 8 up, 8 in 2024-08-29T14:55:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:11 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T14:55:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:11 smithi169 ceph-mon[78471]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-29T14:55:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:11 smithi169 ceph-mon[78471]: osdmap e420: 8 total, 8 up, 8 in 2024-08-29T14:55:11.640 INFO:tasks.rados.rados.0.smithi131.stdout:1730: finishing write tid 4 to smithi13174786-39 2024-08-29T14:55:11.640 INFO:tasks.rados.rados.0.smithi131.stdout:1730: finishing write tid 5 to smithi13174786-39 2024-08-29T14:55:11.640 INFO:tasks.rados.rados.0.smithi131.stdout:1730: finishing write tid 6 to smithi13174786-39 2024-08-29T14:55:11.640 INFO:tasks.rados.rados.0.smithi131.stdout:1736: finishing copy_from to smithi13174786-31 2024-08-29T14:55:11.640 INFO:tasks.rados.rados.0.smithi131.stdout:1736: got expected ENOENT (src dne) 2024-08-29T14:55:11.640 INFO:tasks.rados.rados.0.smithi131.stdout:1736: finishing copy_from racing read to smithi13174786-31 2024-08-29T14:55:11.640 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 835 (ObjNum 468 snap 142 seq_num 468) dirty exists 2024-08-29T14:55:11.640 INFO:tasks.rados.rados.0.smithi131.stdout:1730: finishing write tid 7 to smithi13174786-39 2024-08-29T14:55:11.641 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 831 (ObjNum 553 snap 169 seq_num 553) dirty exists 2024-08-29T14:55:11.641 INFO:tasks.rados.rados.0.smithi131.stdout:1730: left oid 39 (ObjNum 553 snap 169 seq_num 553) 2024-08-29T14:55:11.641 INFO:tasks.rados.rados.0.smithi131.stdout:1735: expect (ObjNum 461 snap 140 seq_num 461) 2024-08-29T14:55:11.661 INFO:tasks.rados.rados.0.smithi131.stdout:1732: finishing copy_from racing read to smithi13174786-17 2024-08-29T14:55:11.661 INFO:tasks.rados.rados.0.smithi131.stdout:1734: finishing rollback tid 0 to smithi13174786-48 2024-08-29T14:55:11.662 INFO:tasks.rados.rados.0.smithi131.stdout:1730: done (7 left) 2024-08-29T14:55:11.662 INFO:tasks.rados.rados.0.smithi131.stdout:1731: done (6 left) 2024-08-29T14:55:11.662 INFO:tasks.rados.rados.0.smithi131.stdout:1735: done (5 left) 2024-08-29T14:55:11.662 INFO:tasks.rados.rados.0.smithi131.stdout:1736: done (4 left) 2024-08-29T14:55:11.662 INFO:tasks.rados.rados.0.smithi131.stdout:1737: done (3 left) 2024-08-29T14:55:11.662 INFO:tasks.rados.rados.0.smithi131.stdout:1738: read oid 32 snap -1 2024-08-29T14:55:11.662 INFO:tasks.rados.rados.0.smithi131.stdout:1738: expect deleted 2024-08-29T14:55:11.662 INFO:tasks.rados.rados.0.smithi131.stdout:1739: snap_remove snap 157 2024-08-29T14:55:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:12 smithi131 ceph-mon[87973]: pgmap v216: 121 pgs: 17 peering, 14 active+undersized, 6 active+undersized+degraded, 84 active+clean; 200 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 468 KiB/s wr, 15 op/s; 28/330 objects degraded (8.485%) 2024-08-29T14:55:12.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:12 smithi131 ceph-mon[87973]: osdmap e421: 8 total, 8 up, 8 in 2024-08-29T14:55:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:12 smithi131 ceph-mon[90512]: pgmap v216: 121 pgs: 17 peering, 14 active+undersized, 6 active+undersized+degraded, 84 active+clean; 200 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 468 KiB/s wr, 15 op/s; 28/330 objects degraded (8.485%) 2024-08-29T14:55:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:12 smithi131 ceph-mon[90512]: osdmap e421: 8 total, 8 up, 8 in 2024-08-29T14:55:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:12 smithi169 ceph-mon[78471]: pgmap v216: 121 pgs: 17 peering, 14 active+undersized, 6 active+undersized+degraded, 84 active+clean; 200 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 468 KiB/s wr, 15 op/s; 28/330 objects degraded (8.485%) 2024-08-29T14:55:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:12 smithi169 ceph-mon[78471]: osdmap e421: 8 total, 8 up, 8 in 2024-08-29T14:55:12.646 INFO:tasks.rados.rados.0.smithi131.stdout:1739: done (4 left) 2024-08-29T14:55:12.646 INFO:tasks.rados.rados.0.smithi131.stdout:1740: rollback oid 19 current snap is 169 2024-08-29T14:55:12.647 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 19 to 168 2024-08-29T14:55:12.647 INFO:tasks.rados.rados.0.smithi131.stdout:1734: finishing rollback tid 1 to smithi13174786-48 2024-08-29T14:55:12.647 INFO:tasks.rados.rados.0.smithi131.stdout:1734: finishing rollback tid 2 to smithi13174786-48 2024-08-29T14:55:12.647 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 851 (ObjNum 521 snap 155 seq_num 521) dirty exists 2024-08-29T14:55:12.647 INFO:tasks.rados.rados.0.smithi131.stdout:1732: finishing copy_from to smithi13174786-17 2024-08-29T14:55:12.647 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 1216 (ObjNum 33 snap 0 seq_num 2119969936) dirty exists 2024-08-29T14:55:12.647 INFO:tasks.rados.rados.0.smithi131.stdout:1733: expect (ObjNum 366 snap 109 seq_num 366) 2024-08-29T14:55:12.686 INFO:tasks.rados.rados.0.smithi131.stdout:1740: finishing rollback tid 0 to smithi13174786-19 2024-08-29T14:55:12.686 INFO:tasks.rados.rados.0.smithi131.stdout:1740: finishing rollback tid 1 to smithi13174786-19 2024-08-29T14:55:12.686 INFO:tasks.rados.rados.0.smithi131.stdout:1740: finishing rollback tid 2 to smithi13174786-19 2024-08-29T14:55:12.686 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 976 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:55:12.686 INFO:tasks.rados.rados.0.smithi131.stdout:1732: done (4 left) 2024-08-29T14:55:12.686 INFO:tasks.rados.rados.0.smithi131.stdout:1733: done (3 left) 2024-08-29T14:55:12.686 INFO:tasks.rados.rados.0.smithi131.stdout:1734: done (2 left) 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1738: done (1 left) 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1740: done (0 left) 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1741: read oid 13 snap 168 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1741: expect (ObjNum 446 snap 131 seq_num 446) 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1742: read oid 19 snap -1 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1742: expect (ObjNum 513 snap 151 seq_num 513) 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1743: rollback oid 28 current snap is 169 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 28 to 168 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1744: read oid 2 snap -1 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1744: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1745: rollback oid 25 current snap is 169 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 25 to 166 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:1746: rollback oid 29 current snap is 169 2024-08-29T14:55:12.687 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 29 to 166 2024-08-29T14:55:12.688 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 169 2024-08-29T14:55:12.688 INFO:tasks.rados.rados.0.smithi131.stdout:1747: seq_num 554 ranges {524288=483328,1007616=704512,1712128=622592,2334720=278528} 2024-08-29T14:55:12.692 INFO:tasks.rados.rados.0.smithi131.stdout:1747: writing smithi13174786-7 from 524288 to 1007616 tid 1 2024-08-29T14:55:12.697 INFO:tasks.rados.rados.0.smithi131.stdout:1747: writing smithi13174786-7 from 1007616 to 1712128 tid 2 2024-08-29T14:55:12.701 INFO:tasks.rados.rados.0.smithi131.stdout:1747: writing smithi13174786-7 from 1712128 to 2334720 tid 3 2024-08-29T14:55:12.703 INFO:tasks.rados.rados.0.smithi131.stdout:1747: writing smithi13174786-7 from 2334720 to 2613248 tid 4 2024-08-29T14:55:12.703 INFO:tasks.rados.rados.0.smithi131.stdout:1742: expect (ObjNum 513 snap 151 seq_num 513) 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:1745: finishing rollback tid 0 to smithi13174786-25 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:1747: finishing write tid 1 to smithi13174786-7 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:1745: finishing rollback tid 1 to smithi13174786-25 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:1747: finishing write tid 2 to smithi13174786-7 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:1745: finishing rollback tid 2 to smithi13174786-25 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1260 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:1747: finishing write tid 3 to smithi13174786-7 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:1747: finishing write tid 4 to smithi13174786-7 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:1747: finishing write tid 5 to smithi13174786-7 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:1747: finishing write tid 6 to smithi13174786-7 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 841 (ObjNum 554 snap 169 seq_num 554) dirty exists 2024-08-29T14:55:12.756 INFO:tasks.rados.rados.0.smithi131.stdout:1747: left oid 7 (ObjNum 554 snap 169 seq_num 554) 2024-08-29T14:55:12.757 INFO:tasks.rados.rados.0.smithi131.stdout:1741: expect (ObjNum 446 snap 131 seq_num 446) 2024-08-29T14:55:12.964 INFO:tasks.rados.rados.0.smithi131.stdout:1743: finishing rollback tid 0 to smithi13174786-28 2024-08-29T14:55:12.965 INFO:tasks.rados.rados.0.smithi131.stdout:1743: finishing rollback tid 1 to smithi13174786-28 2024-08-29T14:55:12.965 INFO:tasks.rados.rados.0.smithi131.stdout:1743: finishing rollback tid 2 to smithi13174786-28 2024-08-29T14:55:12.965 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 724 (ObjNum 507 snap 149 seq_num 507) dirty exists 2024-08-29T14:55:12.965 INFO:tasks.rados.rados.0.smithi131.stdout:1744: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:55:13.774 INFO:tasks.rados.rados.0.smithi131.stdout:1746: finishing rollback tid 1 to smithi13174786-29 2024-08-29T14:55:13.774 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 0 (ObjNum 129 snap 0 seq_num 2120856928) dirty dne 2024-08-29T14:55:13.774 INFO:tasks.rados.rados.0.smithi131.stdout:1741: done (6 left) 2024-08-29T14:55:13.774 INFO:tasks.rados.rados.0.smithi131.stdout:1742: done (5 left) 2024-08-29T14:55:13.774 INFO:tasks.rados.rados.0.smithi131.stdout:1743: done (4 left) 2024-08-29T14:55:13.774 INFO:tasks.rados.rados.0.smithi131.stdout:1744: done (3 left) 2024-08-29T14:55:13.774 INFO:tasks.rados.rados.0.smithi131.stdout:1745: done (2 left) 2024-08-29T14:55:13.774 INFO:tasks.rados.rados.0.smithi131.stdout:1746: done (1 left) 2024-08-29T14:55:13.774 INFO:tasks.rados.rados.0.smithi131.stdout:1747: done (0 left) 2024-08-29T14:55:13.774 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 169 2024-08-29T14:55:13.775 INFO:tasks.rados.rados.0.smithi131.stdout:1748: seq_num 555 ranges {10362880=499712,10862592=638976,11501568=425984,11927552=540672} 2024-08-29T14:55:13.830 INFO:tasks.rados.rados.0.smithi131.stdout:1748: writing smithi13174786-49 from 10362880 to 10862592 tid 1 2024-08-29T14:55:13.833 INFO:tasks.rados.rados.0.smithi131.stdout:1748: writing smithi13174786-49 from 10862592 to 11501568 tid 2 2024-08-29T14:55:13.836 INFO:tasks.rados.rados.0.smithi131.stdout:1748: writing smithi13174786-49 from 11501568 to 11927552 tid 3 2024-08-29T14:55:13.839 INFO:tasks.rados.rados.0.smithi131.stdout:1748: writing smithi13174786-49 from 11927552 to 12468224 tid 4 2024-08-29T14:55:13.839 INFO:tasks.rados.rados.0.smithi131.stdout:1749: copy_from oid 12 from oid 47 current snap is 169 2024-08-29T14:55:13.840 INFO:tasks.rados.rados.0.smithi131.stdout:1748: finishing write tid 1 to smithi13174786-49 2024-08-29T14:55:13.840 INFO:tasks.rados.rados.0.smithi131.stdout:1748: finishing write tid 2 to smithi13174786-49 2024-08-29T14:55:13.840 INFO:tasks.rados.rados.0.smithi131.stdout:1748: finishing write tid 3 to smithi13174786-49 2024-08-29T14:55:13.840 INFO:tasks.rados.rados.0.smithi131.stdout:1750: snap_remove snap 166 2024-08-29T14:55:14.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:13 smithi131 ceph-mon[87973]: pgmap v219: 121 pgs: 21 peering, 7 active+undersized, 6 active+undersized+degraded, 87 active+clean; 203 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.7 MiB/s wr, 20 op/s; 28/339 objects degraded (8.260%) 2024-08-29T14:55:14.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:13 smithi131 ceph-mon[87973]: osdmap e422: 8 total, 8 up, 8 in 2024-08-29T14:55:14.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:13 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 28/339 objects degraded (8.260%), 6 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:13 smithi131 ceph-mon[90512]: pgmap v219: 121 pgs: 21 peering, 7 active+undersized, 6 active+undersized+degraded, 87 active+clean; 203 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.7 MiB/s wr, 20 op/s; 28/339 objects degraded (8.260%) 2024-08-29T14:55:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:13 smithi131 ceph-mon[90512]: osdmap e422: 8 total, 8 up, 8 in 2024-08-29T14:55:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:13 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 28/339 objects degraded (8.260%), 6 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:13 smithi169 ceph-mon[78471]: pgmap v219: 121 pgs: 21 peering, 7 active+undersized, 6 active+undersized+degraded, 87 active+clean; 203 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.7 MiB/s wr, 20 op/s; 28/339 objects degraded (8.260%) 2024-08-29T14:55:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:13 smithi169 ceph-mon[78471]: osdmap e422: 8 total, 8 up, 8 in 2024-08-29T14:55:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:13 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 28/339 objects degraded (8.260%), 6 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:14.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:14.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-29T14:55:14.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:14.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:14.648 INFO:tasks.rados.rados.0.smithi131.stdout:1750: done (2 left) 2024-08-29T14:55:14.648 INFO:tasks.rados.rados.0.smithi131.stdout:1751: read oid 50 snap -1 2024-08-29T14:55:14.648 INFO:tasks.rados.rados.0.smithi131.stdout:1751: expect (ObjNum 545 snap 166 seq_num 545) 2024-08-29T14:55:14.648 INFO:tasks.rados.rados.0.smithi131.stdout:1752: read oid 7 snap 168 2024-08-29T14:55:14.648 INFO:tasks.rados.rados.0.smithi131.stdout:1752: expect (ObjNum 461 snap 140 seq_num 461) 2024-08-29T14:55:14.648 INFO:tasks.rados.rados.0.smithi131.stdout:1753: delete oid 15 current snap is 169 2024-08-29T14:55:14.648 INFO:tasks.rados.rados.0.smithi131.stdout:1748: finishing write tid 4 to smithi13174786-49 2024-08-29T14:55:14.649 INFO:tasks.rados.rados.0.smithi131.stdout:1748: finishing write tid 5 to smithi13174786-49 2024-08-29T14:55:14.649 INFO:tasks.rados.rados.0.smithi131.stdout:1748: finishing write tid 6 to smithi13174786-49 2024-08-29T14:55:14.649 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1087 (ObjNum 555 snap 169 seq_num 555) dirty exists 2024-08-29T14:55:14.649 INFO:tasks.rados.rados.0.smithi131.stdout:1748: left oid 49 (ObjNum 555 snap 169 seq_num 555) 2024-08-29T14:55:14.649 INFO:tasks.rados.rados.0.smithi131.stdout:1749: finishing copy_from racing read to smithi13174786-12 2024-08-29T14:55:14.649 INFO:tasks.rados.rados.0.smithi131.stdout:1749: finishing copy_from to smithi13174786-12 2024-08-29T14:55:14.649 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 831 (ObjNum 367 snap 109 seq_num 367) dirty exists 2024-08-29T14:55:14.655 INFO:tasks.rados.rados.0.smithi131.stdout:1748: done (4 left) 2024-08-29T14:55:14.655 INFO:tasks.rados.rados.0.smithi131.stdout:1749: done (3 left) 2024-08-29T14:55:14.655 INFO:tasks.rados.rados.0.smithi131.stdout:1753: done (2 left) 2024-08-29T14:55:14.655 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 169 2024-08-29T14:55:14.655 INFO:tasks.rados.rados.0.smithi131.stdout:1754: seq_num 557 ranges {4030464=532480,4562944=802816,5365760=794624,6160384=8192} 2024-08-29T14:55:14.680 INFO:tasks.rados.rados.0.smithi131.stdout:1754: writing smithi13174786-39 from 4030464 to 4562944 tid 1 2024-08-29T14:55:14.684 INFO:tasks.rados.rados.0.smithi131.stdout:1754: writing smithi13174786-39 from 4562944 to 5365760 tid 2 2024-08-29T14:55:14.690 INFO:tasks.rados.rados.0.smithi131.stdout:1754: writing smithi13174786-39 from 5365760 to 6160384 tid 3 2024-08-29T14:55:14.690 INFO:tasks.rados.rados.0.smithi131.stdout:1754: writing smithi13174786-39 from 6160384 to 6168576 tid 4 2024-08-29T14:55:14.690 INFO:tasks.rados.rados.0.smithi131.stdout:1755: setattr oid 35 current snap is 169 2024-08-29T14:55:14.690 INFO:tasks.rados.rados.0.smithi131.stdout:1752: expect (ObjNum 461 snap 140 seq_num 461) 2024-08-29T14:55:14.707 INFO:tasks.rados.rados.0.smithi131.stdout:1751: expect (ObjNum 545 snap 166 seq_num 545) 2024-08-29T14:55:14.834 INFO:tasks.rados.rados.0.smithi131.stdout:1754: finishing write tid 1 to smithi13174786-39 2024-08-29T14:55:14.834 INFO:tasks.rados.rados.0.smithi131.stdout:1754: finishing write tid 2 to smithi13174786-39 2024-08-29T14:55:14.834 INFO:tasks.rados.rados.0.smithi131.stdout:1754: finishing write tid 3 to smithi13174786-39 2024-08-29T14:55:14.834 INFO:tasks.rados.rados.0.smithi131.stdout:1754: finishing write tid 4 to smithi13174786-39 2024-08-29T14:55:14.834 INFO:tasks.rados.rados.0.smithi131.stdout:1754: finishing write tid 5 to smithi13174786-39 2024-08-29T14:55:14.834 INFO:tasks.rados.rados.0.smithi131.stdout:1754: finishing write tid 6 to smithi13174786-39 2024-08-29T14:55:14.834 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 836 (ObjNum 557 snap 169 seq_num 557) dirty exists 2024-08-29T14:55:14.835 INFO:tasks.rados.rados.0.smithi131.stdout:1754: left oid 39 (ObjNum 557 snap 169 seq_num 557) 2024-08-29T14:55:14.835 INFO:tasks.rados.rados.0.smithi131.stdout:1751: done (3 left) 2024-08-29T14:55:14.835 INFO:tasks.rados.rados.0.smithi131.stdout:1752: done (2 left) 2024-08-29T14:55:14.835 INFO:tasks.rados.rados.0.smithi131.stdout:1754: done (1 left) 2024-08-29T14:55:14.835 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 169 2024-08-29T14:55:14.835 INFO:tasks.rados.rados.0.smithi131.stdout:1756: seq_num 558 ranges {3334144=548864,3883008=688128,4571136=606208,5177344=311296} 2024-08-29T14:55:14.854 INFO:tasks.rados.rados.0.smithi131.stdout:1756: writing smithi13174786-20 from 3334144 to 3883008 tid 1 2024-08-29T14:55:14.858 INFO:tasks.rados.rados.0.smithi131.stdout:1756: writing smithi13174786-20 from 3883008 to 4571136 tid 2 2024-08-29T14:55:14.861 INFO:tasks.rados.rados.0.smithi131.stdout:1756: writing smithi13174786-20 from 4571136 to 5177344 tid 3 2024-08-29T14:55:14.863 INFO:tasks.rados.rados.0.smithi131.stdout:1756: writing smithi13174786-20 from 5177344 to 5488640 tid 4 2024-08-29T14:55:14.863 INFO:tasks.rados.rados.0.smithi131.stdout:1757: copy_from oid 45 from oid 28 current snap is 169 2024-08-29T14:55:14.864 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1093 (ObjNum 517 snap 154 seq_num 517) dirty exists 2024-08-29T14:55:14.864 INFO:tasks.rados.rados.0.smithi131.stdout:1756: finishing write tid 1 to smithi13174786-20 2024-08-29T14:55:14.864 INFO:tasks.rados.rados.0.smithi131.stdout:1756: finishing write tid 2 to smithi13174786-20 2024-08-29T14:55:14.864 INFO:tasks.rados.rados.0.smithi131.stdout:1755: done (2 left) 2024-08-29T14:55:14.864 INFO:tasks.rados.rados.0.smithi131.stdout:1758: rollback oid 3 current snap is 169 2024-08-29T14:55:14.864 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 3 to 168 2024-08-29T14:55:14.864 INFO:tasks.rados.rados.0.smithi131.stdout:1759: delete oid 29 current snap is 169 2024-08-29T14:55:14.865 INFO:tasks.rados.rados.0.smithi131.stdout:1756: finishing write tid 3 to smithi13174786-20 2024-08-29T14:55:14.865 INFO:tasks.rados.rados.0.smithi131.stdout:1756: finishing write tid 4 to smithi13174786-20 2024-08-29T14:55:14.866 INFO:tasks.rados.rados.0.smithi131.stdout:1759: done (3 left) 2024-08-29T14:55:14.866 INFO:tasks.rados.rados.0.smithi131.stdout:1760: copy_from oid 48 from oid 22 current snap is 169 2024-08-29T14:55:14.866 INFO:tasks.rados.rados.0.smithi131.stdout:1761: copy_from oid 35 from oid 4 current snap is 169 2024-08-29T14:55:14.866 INFO:tasks.rados.rados.0.smithi131.stdout:1762: read oid 47 snap -1 2024-08-29T14:55:14.866 INFO:tasks.rados.rados.0.smithi131.stdout:1762: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:55:14.867 INFO:tasks.rados.rados.0.smithi131.stdout:1763: snap_create 2024-08-29T14:55:14.867 INFO:tasks.rados.rados.0.smithi131.stdout:1756: finishing write tid 5 to smithi13174786-20 2024-08-29T14:55:14.867 INFO:tasks.rados.rados.0.smithi131.stdout:1756: finishing write tid 6 to smithi13174786-20 2024-08-29T14:55:14.868 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 841 (ObjNum 558 snap 169 seq_num 558) dirty exists 2024-08-29T14:55:14.868 INFO:tasks.rados.rados.0.smithi131.stdout:1756: left oid 20 (ObjNum 558 snap 169 seq_num 558) 2024-08-29T14:55:14.868 INFO:tasks.rados.rados.0.smithi131.stdout:1758: finishing rollback tid 0 to smithi13174786-3 2024-08-29T14:55:14.868 INFO:tasks.rados.rados.0.smithi131.stdout:1758: finishing rollback tid 1 to smithi13174786-3 2024-08-29T14:55:14.869 INFO:tasks.rados.rados.0.smithi131.stdout:1758: finishing rollback tid 2 to smithi13174786-3 2024-08-29T14:55:14.869 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1270 (ObjNum 530 snap 157 seq_num 530) dirty exists 2024-08-29T14:55:14.873 INFO:tasks.rados.rados.0.smithi131.stdout:1757: finishing copy_from racing read to smithi13174786-45 2024-08-29T14:55:14.873 INFO:tasks.rados.rados.0.smithi131.stdout:1757: finishing copy_from to smithi13174786-45 2024-08-29T14:55:14.874 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 724 (ObjNum 507 snap 149 seq_num 507) dirty exists 2024-08-29T14:55:14.881 INFO:tasks.rados.rados.0.smithi131.stdout:1762: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:55:15.087 INFO:tasks.rados.rados.0.smithi131.stdout:1760: finishing copy_from racing read to smithi13174786-48 2024-08-29T14:55:15.087 INFO:tasks.rados.rados.0.smithi131.stdout:1761: finishing copy_from racing read to smithi13174786-35 2024-08-29T14:55:15.087 INFO:tasks.rados.rados.0.smithi131.stdout:1761: finishing copy_from to smithi13174786-35 2024-08-29T14:55:15.087 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1062 (ObjNum 519 snap 155 seq_num 519) dirty exists 2024-08-29T14:55:15.087 INFO:tasks.rados.rados.0.smithi131.stdout:1760: finishing copy_from to smithi13174786-48 2024-08-29T14:55:15.088 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1040 (ObjNum 455 snap 136 seq_num 455) dirty exists 2024-08-29T14:55:15.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:14 smithi131 ceph-mon[87973]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/339 objects degraded (8.260%), 6 pgs degraded) 2024-08-29T14:55:15.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:14 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T14:55:15.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:14 smithi131 ceph-mon[87973]: osdmap e423: 8 total, 8 up, 8 in 2024-08-29T14:55:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:14 smithi131 ceph-mon[90512]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/339 objects degraded (8.260%), 6 pgs degraded) 2024-08-29T14:55:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:14 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T14:55:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:14 smithi131 ceph-mon[90512]: osdmap e423: 8 total, 8 up, 8 in 2024-08-29T14:55:15.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:14 smithi169 ceph-mon[78471]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/339 objects degraded (8.260%), 6 pgs degraded) 2024-08-29T14:55:15.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:14 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T14:55:15.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:14 smithi169 ceph-mon[78471]: osdmap e423: 8 total, 8 up, 8 in 2024-08-29T14:55:15.709 INFO:tasks.rados.rados.0.smithi131.stdout:1756: done (6 left) 2024-08-29T14:55:15.709 INFO:tasks.rados.rados.0.smithi131.stdout:1757: done (5 left) 2024-08-29T14:55:15.709 INFO:tasks.rados.rados.0.smithi131.stdout:1758: done (4 left) 2024-08-29T14:55:15.710 INFO:tasks.rados.rados.0.smithi131.stdout:1760: done (3 left) 2024-08-29T14:55:15.710 INFO:tasks.rados.rados.0.smithi131.stdout:1761: done (2 left) 2024-08-29T14:55:15.710 INFO:tasks.rados.rados.0.smithi131.stdout:1762: done (1 left) 2024-08-29T14:55:15.710 INFO:tasks.rados.rados.0.smithi131.stdout:1763: done (0 left) 2024-08-29T14:55:15.710 INFO:tasks.rados.rados.0.smithi131.stdout:1764: delete oid 46 current snap is 170 2024-08-29T14:55:15.713 INFO:tasks.rados.rados.0.smithi131.stdout:1764: done (0 left) 2024-08-29T14:55:15.713 INFO:tasks.rados.rados.0.smithi131.stdout:1765: rollback oid 6 current snap is 170 2024-08-29T14:55:15.713 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 6 to 168 2024-08-29T14:55:15.713 INFO:tasks.rados.rados.0.smithi131.stdout:1766: read oid 17 snap -1 2024-08-29T14:55:15.713 INFO:tasks.rados.rados.0.smithi131.stdout:1766: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:55:15.714 INFO:tasks.rados.rados.0.smithi131.stdout:1767: rmattr oid 26 current snap is 170 2024-08-29T14:55:15.714 INFO:tasks.rados.rados.0.smithi131.stdout:1767: done (2 left) 2024-08-29T14:55:15.714 INFO:tasks.rados.rados.0.smithi131.stdout:1768: snap_create 2024-08-29T14:55:15.714 INFO:tasks.rados.rados.0.smithi131.stdout:1766: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:55:15.718 INFO:tasks.rados.rados.0.smithi131.stdout:1765: finishing rollback tid 1 to smithi13174786-6 2024-08-29T14:55:15.718 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T14:55:16.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:15 smithi131 ceph-mon[87973]: pgmap v221: 121 pgs: 21 peering, 100 active+clean; 209 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.9 MiB/s wr, 26 op/s; 10 MiB/s, 2 objects/s recovering 2024-08-29T14:55:16.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:15 smithi131 ceph-mon[90512]: pgmap v221: 121 pgs: 21 peering, 100 active+clean; 209 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.9 MiB/s wr, 26 op/s; 10 MiB/s, 2 objects/s recovering 2024-08-29T14:55:16.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:55:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:55:15] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.51.0" 2024-08-29T14:55:16.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:15 smithi169 ceph-mon[78471]: pgmap v221: 121 pgs: 21 peering, 100 active+clean; 209 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.9 MiB/s wr, 26 op/s; 10 MiB/s, 2 objects/s recovering 2024-08-29T14:55:16.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:15.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:16.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:15.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:16.721 INFO:tasks.rados.rados.0.smithi131.stdout:1765: done (2 left) 2024-08-29T14:55:16.721 INFO:tasks.rados.rados.0.smithi131.stdout:1766: done (1 left) 2024-08-29T14:55:16.721 INFO:tasks.rados.rados.0.smithi131.stdout:1768: done (0 left) 2024-08-29T14:55:16.721 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 171 2024-08-29T14:55:16.721 INFO:tasks.rados.rados.0.smithi131.stdout:1769: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-08-29T14:55:16.723 INFO:tasks.rados.rados.0.smithi131.stdout:1769: writing smithi13174786-32 from 0 to 598016 tid 1 2024-08-29T14:55:16.728 INFO:tasks.rados.rados.0.smithi131.stdout:1769: writing smithi13174786-32 from 598016 to 1343488 tid 2 2024-08-29T14:55:16.732 INFO:tasks.rados.rados.0.smithi131.stdout:1769: writing smithi13174786-32 from 1343488 to 2121728 tid 3 2024-08-29T14:55:16.733 INFO:tasks.rados.rados.0.smithi131.stdout:1769: writing smithi13174786-32 from 2121728 to 2203648 tid 4 2024-08-29T14:55:16.733 INFO:tasks.rados.rados.0.smithi131.stdout:1770: rollback oid 4 current snap is 171 2024-08-29T14:55:16.733 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 4 to 169 2024-08-29T14:55:16.733 INFO:tasks.rados.rados.0.smithi131.stdout:1769: finishing write tid 1 to smithi13174786-32 2024-08-29T14:55:16.733 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 171 2024-08-29T14:55:16.733 INFO:tasks.rados.rados.0.smithi131.stdout:1771: seq_num 562 ranges {0=622592,622592=630784,1253376=581632,1835008=393216} 2024-08-29T14:55:16.736 INFO:tasks.rados.rados.0.smithi131.stdout:1771: writing smithi13174786-17 from 0 to 622592 tid 1 2024-08-29T14:55:16.741 INFO:tasks.rados.rados.0.smithi131.stdout:1771: writing smithi13174786-17 from 622592 to 1253376 tid 2 2024-08-29T14:55:16.745 INFO:tasks.rados.rados.0.smithi131.stdout:1771: writing smithi13174786-17 from 1253376 to 1835008 tid 3 2024-08-29T14:55:16.747 INFO:tasks.rados.rados.0.smithi131.stdout:1771: writing smithi13174786-17 from 1835008 to 2228224 tid 4 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:1772: rollback oid 34 current snap is 171 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 34 to 169 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:1769: finishing write tid 2 to smithi13174786-32 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:1769: finishing write tid 3 to smithi13174786-32 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:1769: finishing write tid 4 to smithi13174786-32 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:1769: finishing write tid 5 to smithi13174786-32 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:1770: finishing rollback tid 0 to smithi13174786-4 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:1770: finishing rollback tid 1 to smithi13174786-4 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:1770: finishing rollback tid 2 to smithi13174786-4 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1098 (ObjNum 519 snap 155 seq_num 519) dirty exists 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:1769: finishing write tid 6 to smithi13174786-32 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1275 (ObjNum 561 snap 171 seq_num 561) dirty exists 2024-08-29T14:55:16.748 INFO:tasks.rados.rados.0.smithi131.stdout:1769: left oid 32 (ObjNum 561 snap 171 seq_num 561) 2024-08-29T14:55:16.749 INFO:tasks.rados.rados.0.smithi131.stdout:1771: finishing write tid 1 to smithi13174786-17 2024-08-29T14:55:16.749 INFO:tasks.rados.rados.0.smithi131.stdout:1771: finishing write tid 2 to smithi13174786-17 2024-08-29T14:55:16.749 INFO:tasks.rados.rados.0.smithi131.stdout:1769: done (3 left) 2024-08-29T14:55:16.749 INFO:tasks.rados.rados.0.smithi131.stdout:1770: done (2 left) 2024-08-29T14:55:16.749 INFO:tasks.rados.rados.0.smithi131.stdout:1773: setattr oid 16 current snap is 171 2024-08-29T14:55:16.749 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 171 2024-08-29T14:55:16.749 INFO:tasks.rados.rados.0.smithi131.stdout:1774: seq_num 563 ranges {17555456=638976,18194432=565248,18759680=794624,19554304=245760} 2024-08-29T14:55:16.845 INFO:tasks.rados.rados.0.smithi131.stdout:1774: writing smithi13174786-41 from 17555456 to 18194432 tid 1 2024-08-29T14:55:16.848 INFO:tasks.rados.rados.0.smithi131.stdout:1774: writing smithi13174786-41 from 18194432 to 18759680 tid 2 2024-08-29T14:55:16.852 INFO:tasks.rados.rados.0.smithi131.stdout:1774: writing smithi13174786-41 from 18759680 to 19554304 tid 3 2024-08-29T14:55:16.853 INFO:tasks.rados.rados.0.smithi131.stdout:1774: writing smithi13174786-41 from 19554304 to 19800064 tid 4 2024-08-29T14:55:16.854 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 171 2024-08-29T14:55:16.854 INFO:tasks.rados.rados.0.smithi131.stdout:1775: seq_num 564 ranges {3899392=655360,4554752=442368,4997120=598016,5595136=565248} 2024-08-29T14:55:16.877 INFO:tasks.rados.rados.0.smithi131.stdout:1775: writing smithi13174786-12 from 3899392 to 4554752 tid 1 2024-08-29T14:55:16.879 INFO:tasks.rados.rados.0.smithi131.stdout:1775: writing smithi13174786-12 from 4554752 to 4997120 tid 2 2024-08-29T14:55:16.883 INFO:tasks.rados.rados.0.smithi131.stdout:1775: writing smithi13174786-12 from 4997120 to 5595136 tid 3 2024-08-29T14:55:16.888 INFO:tasks.rados.rados.0.smithi131.stdout:1775: writing smithi13174786-12 from 5595136 to 6160384 tid 4 2024-08-29T14:55:16.888 INFO:tasks.rados.rados.0.smithi131.stdout:1776: read oid 5 snap -1 2024-08-29T14:55:16.888 INFO:tasks.rados.rados.0.smithi131.stdout:1776: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:55:16.888 INFO:tasks.rados.rados.0.smithi131.stdout:1777: copy_from oid 26 from oid 19 current snap is 171 2024-08-29T14:55:16.888 INFO:tasks.rados.rados.0.smithi131.stdout:1772: finishing rollback tid 0 to smithi13174786-34 2024-08-29T14:55:16.888 INFO:tasks.rados.rados.0.smithi131.stdout:1771: finishing write tid 3 to smithi13174786-17 2024-08-29T14:55:16.888 INFO:tasks.rados.rados.0.smithi131.stdout:1772: finishing rollback tid 1 to smithi13174786-34 2024-08-29T14:55:16.888 INFO:tasks.rados.rados.0.smithi131.stdout:1772: finishing rollback tid 2 to smithi13174786-34 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 979 (ObjNum 547 snap 168 seq_num 547) dirty exists 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:1771: finishing write tid 4 to smithi13174786-17 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:1772: done (6 left) 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:1778: rollback oid 48 current snap is 171 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 169 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:1771: finishing write tid 5 to smithi13174786-17 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1100 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:1771: finishing write tid 6 to smithi13174786-17 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 1221 (ObjNum 562 snap 171 seq_num 562) dirty exists 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:1771: left oid 17 (ObjNum 562 snap 171 seq_num 562) 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:1774: finishing write tid 1 to smithi13174786-41 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:1774: finishing write tid 2 to smithi13174786-41 2024-08-29T14:55:16.889 INFO:tasks.rados.rados.0.smithi131.stdout:1774: finishing write tid 3 to smithi13174786-41 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1771: done (6 left) 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1773: done (5 left) 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1779: copy_from oid 7 from oid 13 current snap is 171 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1774: finishing write tid 4 to smithi13174786-41 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1774: finishing write tid 5 to smithi13174786-41 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1774: finishing write tid 6 to smithi13174786-41 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1281 (ObjNum 563 snap 171 seq_num 563) dirty exists 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1774: left oid 41 (ObjNum 563 snap 171 seq_num 563) 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1775: finishing write tid 1 to smithi13174786-12 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1775: finishing write tid 2 to smithi13174786-12 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1775: finishing write tid 3 to smithi13174786-12 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:1774: done (5 left) 2024-08-29T14:55:16.890 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 171 2024-08-29T14:55:16.891 INFO:tasks.rados.rados.0.smithi131.stdout:1780: seq_num 565 ranges {0=671744,671744=729088,1400832=753664,2154496=122880} 2024-08-29T14:55:16.891 INFO:tasks.rados.rados.0.smithi131.stdout:1780: writing smithi13174786-27 from 0 to 671744 tid 1 2024-08-29T14:55:16.896 INFO:tasks.rados.rados.0.smithi131.stdout:1780: writing smithi13174786-27 from 671744 to 1400832 tid 2 2024-08-29T14:55:16.901 INFO:tasks.rados.rados.0.smithi131.stdout:1780: writing smithi13174786-27 from 1400832 to 2154496 tid 3 2024-08-29T14:55:16.901 INFO:tasks.rados.rados.0.smithi131.stdout:1780: writing smithi13174786-27 from 2154496 to 2277376 tid 4 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:1781: delete oid 41 current snap is 171 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:1775: finishing write tid 4 to smithi13174786-12 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:1778: finishing rollback tid 0 to smithi13174786-48 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:1775: finishing write tid 5 to smithi13174786-12 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:1778: finishing rollback tid 1 to smithi13174786-48 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:1778: finishing rollback tid 2 to smithi13174786-48 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1224 (ObjNum 455 snap 136 seq_num 455) dirty exists 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:1777: finishing copy_from racing read to smithi13174786-26 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:1775: finishing write tid 6 to smithi13174786-12 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1080 (ObjNum 564 snap 171 seq_num 564) dirty exists 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:1775: left oid 12 (ObjNum 564 snap 171 seq_num 564) 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:1777: finishing copy_from to smithi13174786-26 2024-08-29T14:55:16.903 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 976 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:55:16.904 INFO:tasks.rados.rados.0.smithi131.stdout:1780: finishing write tid 1 to smithi13174786-27 2024-08-29T14:55:16.904 INFO:tasks.rados.rados.0.smithi131.stdout:1780: finishing write tid 2 to smithi13174786-27 2024-08-29T14:55:16.905 INFO:tasks.rados.rados.0.smithi131.stdout:1775: done (6 left) 2024-08-29T14:55:16.905 INFO:tasks.rados.rados.0.smithi131.stdout:1777: done (5 left) 2024-08-29T14:55:16.905 INFO:tasks.rados.rados.0.smithi131.stdout:1778: done (4 left) 2024-08-29T14:55:16.905 INFO:tasks.rados.rados.0.smithi131.stdout:1781: done (3 left) 2024-08-29T14:55:16.905 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 171 2024-08-29T14:55:16.905 INFO:tasks.rados.rados.0.smithi131.stdout:1782: seq_num 567 ranges {1253376=704512,1957888=499712,2457600=770048,3227648=335872} 2024-08-29T14:55:16.915 INFO:tasks.rados.rados.0.smithi131.stdout:1782: writing smithi13174786-38 from 1253376 to 1957888 tid 1 2024-08-29T14:55:16.918 INFO:tasks.rados.rados.0.smithi131.stdout:1782: writing smithi13174786-38 from 1957888 to 2457600 tid 2 2024-08-29T14:55:16.923 INFO:tasks.rados.rados.0.smithi131.stdout:1782: writing smithi13174786-38 from 2457600 to 3227648 tid 3 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:1782: writing smithi13174786-38 from 3227648 to 3563520 tid 4 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:1783: rollback oid 47 current snap is 171 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 47 to 168 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:1779: finishing copy_from racing read to smithi13174786-7 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:1780: finishing write tid 3 to smithi13174786-27 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:1780: finishing write tid 4 to smithi13174786-27 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:1780: finishing write tid 5 to smithi13174786-27 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 171 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:1779: finishing copy_from to smithi13174786-7 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 953 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:1780: finishing write tid 6 to smithi13174786-27 2024-08-29T14:55:16.926 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1087 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-29T14:55:16.927 INFO:tasks.rados.rados.0.smithi131.stdout:1780: left oid 27 (ObjNum 565 snap 171 seq_num 565) 2024-08-29T14:55:16.927 INFO:tasks.rados.rados.0.smithi131.stdout:1782: finishing write tid 1 to smithi13174786-38 2024-08-29T14:55:16.927 INFO:tasks.rados.rados.0.smithi131.stdout:1784: seq_num 568 ranges {10362880=720896,11083776=786432,11870208=581632,12451840=237568} 2024-08-29T14:55:16.984 INFO:tasks.rados.rados.0.smithi131.stdout:1784: writing smithi13174786-2 from 10362880 to 11083776 tid 1 2024-08-29T14:55:16.989 INFO:tasks.rados.rados.0.smithi131.stdout:1784: writing smithi13174786-2 from 11083776 to 11870208 tid 2 2024-08-29T14:55:16.992 INFO:tasks.rados.rados.0.smithi131.stdout:1784: writing smithi13174786-2 from 11870208 to 12451840 tid 3 2024-08-29T14:55:16.994 INFO:tasks.rados.rados.0.smithi131.stdout:1784: writing smithi13174786-2 from 12451840 to 12689408 tid 4 2024-08-29T14:55:16.994 INFO:tasks.rados.rados.0.smithi131.stdout:1779: done (5 left) 2024-08-29T14:55:16.994 INFO:tasks.rados.rados.0.smithi131.stdout:1780: done (4 left) 2024-08-29T14:55:16.994 INFO:tasks.rados.rados.0.smithi131.stdout:1785: setattr oid 9 current snap is 171 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:1782: finishing write tid 2 to smithi13174786-38 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:1782: finishing write tid 3 to smithi13174786-38 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:1782: finishing write tid 4 to smithi13174786-38 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:1782: finishing write tid 5 to smithi13174786-38 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:1783: finishing rollback tid 0 to smithi13174786-47 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:1783: finishing rollback tid 1 to smithi13174786-47 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:1783: finishing rollback tid 2 to smithi13174786-47 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 956 (ObjNum 367 snap 109 seq_num 367) dirty exists 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:1782: finishing write tid 6 to smithi13174786-38 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1092 (ObjNum 567 snap 171 seq_num 567) dirty exists 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:1782: left oid 38 (ObjNum 567 snap 171 seq_num 567) 2024-08-29T14:55:16.995 INFO:tasks.rados.rados.0.smithi131.stdout:1776: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:55:17.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:16 smithi131 ceph-mon[87973]: osdmap e424: 8 total, 8 up, 8 in 2024-08-29T14:55:17.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:16 smithi131 ceph-mon[90512]: osdmap e424: 8 total, 8 up, 8 in 2024-08-29T14:55:17.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:16 smithi169 ceph-mon[78471]: osdmap e424: 8 total, 8 up, 8 in 2024-08-29T14:55:17.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:16.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:1784: finishing write tid 1 to smithi13174786-2 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:1784: finishing write tid 2 to smithi13174786-2 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:1784: finishing write tid 3 to smithi13174786-2 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:1784: finishing write tid 4 to smithi13174786-2 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:1784: finishing write tid 5 to smithi13174786-2 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:1784: finishing write tid 6 to smithi13174786-2 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 834 (ObjNum 568 snap 171 seq_num 568) dirty exists 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:1784: left oid 2 (ObjNum 568 snap 171 seq_num 568) 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:1776: done (4 left) 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:1782: done (3 left) 2024-08-29T14:55:17.809 INFO:tasks.rados.rados.0.smithi131.stdout:1783: done (2 left) 2024-08-29T14:55:17.810 INFO:tasks.rados.rados.0.smithi131.stdout:1784: done (1 left) 2024-08-29T14:55:17.810 INFO:tasks.rados.rados.0.smithi131.stdout:1786: setattr oid 15 current snap is 171 2024-08-29T14:55:17.810 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 735 (ObjNum 366 snap 109 seq_num 366) dirty exists 2024-08-29T14:55:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:1785: done (1 left) 2024-08-29T14:55:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:1787: copy_from oid 43 from oid 26 current snap is 171 2024-08-29T14:55:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:1788: read oid 28 snap -1 2024-08-29T14:55:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:1788: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:55:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:1789: copy_from oid 13 from oid 24 current snap is 171 2024-08-29T14:55:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:1790: read oid 7 snap -1 2024-08-29T14:55:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:1790: expect (ObjNum 446 snap 131 seq_num 446) 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:1791: read oid 14 snap -1 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:1791: expect (ObjNum 468 snap 142 seq_num 468) 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:1792: rollback oid 31 current snap is 171 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 31 to 169 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:1793: read oid 47 snap -1 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:1793: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:1794: rollback oid 38 current snap is 171 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 170 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:1795: rmattr oid 11 current snap is 171 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:1795: done (9 left) 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:1796: rollback oid 16 current snap is 171 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 16 to 168 2024-08-29T14:55:17.813 INFO:tasks.rados.rados.0.smithi131.stdout:1797: setattr oid 4 current snap is 171 2024-08-29T14:55:17.816 INFO:tasks.rados.rados.0.smithi131.stdout:1798: read oid 22 snap -1 2024-08-29T14:55:17.817 INFO:tasks.rados.rados.0.smithi131.stdout:1798: expect (ObjNum 455 snap 136 seq_num 455) 2024-08-29T14:55:17.817 INFO:tasks.rados.rados.0.smithi131.stdout:1799: read oid 19 snap 168 2024-08-29T14:55:17.817 INFO:tasks.rados.rados.0.smithi131.stdout:1799: expect (ObjNum 513 snap 151 seq_num 513) 2024-08-29T14:55:17.817 INFO:tasks.rados.rados.0.smithi131.stdout:1800: read oid 21 snap 168 2024-08-29T14:55:17.817 INFO:tasks.rados.rados.0.smithi131.stdout:1800: expect deleted 2024-08-29T14:55:17.817 INFO:tasks.rados.rados.0.smithi131.stdout:1801: read oid 44 snap 170 2024-08-29T14:55:17.817 INFO:tasks.rados.rados.0.smithi131.stdout:1801: expect deleted 2024-08-29T14:55:17.818 INFO:tasks.rados.rados.0.smithi131.stdout:1802: read oid 3 snap -1 2024-08-29T14:55:17.818 INFO:tasks.rados.rados.0.smithi131.stdout:1802: expect (ObjNum 530 snap 157 seq_num 530) 2024-08-29T14:55:17.818 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 16 2024-08-29T14:55:17.818 INFO:tasks.rados.rados.0.smithi131.stdout:1800: done (15 left) 2024-08-29T14:55:17.818 INFO:tasks.rados.rados.0.smithi131.stdout:1803: snap_create 2024-08-29T14:55:17.819 INFO:tasks.rados.rados.0.smithi131.stdout:1788: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:55:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1093 (ObjNum 81 snap 0 seq_num 1953066355) dirty exists 2024-08-29T14:55:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:1794: finishing rollback tid 0 to smithi13174786-38 2024-08-29T14:55:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:1794: finishing rollback tid 1 to smithi13174786-38 2024-08-29T14:55:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:1794: finishing rollback tid 2 to smithi13174786-38 2024-08-29T14:55:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1096 (ObjNum 504 snap 149 seq_num 504) dirty exists 2024-08-29T14:55:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:1796: finishing rollback tid 0 to smithi13174786-16 2024-08-29T14:55:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:1796: finishing rollback tid 1 to smithi13174786-16 2024-08-29T14:55:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:1796: finishing rollback tid 2 to smithi13174786-16 2024-08-29T14:55:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1103 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-08-29T14:55:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1104 (ObjNum 519 snap 155 seq_num 519) dirty exists 2024-08-29T14:55:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:1799: expect (ObjNum 513 snap 151 seq_num 513) 2024-08-29T14:55:17.908 INFO:tasks.rados.rados.0.smithi131.stdout:1787: finishing copy_from racing read to smithi13174786-43 2024-08-29T14:55:17.908 INFO:tasks.rados.rados.0.smithi131.stdout:1798: expect (ObjNum 455 snap 136 seq_num 455) 2024-08-29T14:55:18.004 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:17 smithi131 ceph-mon[87973]: pgmap v224: 121 pgs: 121 active+clean; 207 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.2 MiB/s wr, 25 op/s; 10 MiB/s, 2 objects/s recovering 2024-08-29T14:55:18.004 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:17 smithi131 ceph-mon[87973]: osdmap e425: 8 total, 8 up, 8 in 2024-08-29T14:55:18.004 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:17 smithi131 ceph-mon[90512]: pgmap v224: 121 pgs: 121 active+clean; 207 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.2 MiB/s wr, 25 op/s; 10 MiB/s, 2 objects/s recovering 2024-08-29T14:55:18.004 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:17 smithi131 ceph-mon[90512]: osdmap e425: 8 total, 8 up, 8 in 2024-08-29T14:55:18.056 INFO:tasks.rados.rados.0.smithi131.stdout:1787: finishing copy_from to smithi13174786-43 2024-08-29T14:55:18.057 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 976 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:55:18.057 INFO:tasks.rados.rados.0.smithi131.stdout:1790: expect (ObjNum 446 snap 131 seq_num 446) 2024-08-29T14:55:18.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:17 smithi169 ceph-mon[78471]: pgmap v224: 121 pgs: 121 active+clean; 207 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.2 MiB/s wr, 25 op/s; 10 MiB/s, 2 objects/s recovering 2024-08-29T14:55:18.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:17 smithi169 ceph-mon[78471]: osdmap e425: 8 total, 8 up, 8 in 2024-08-29T14:55:18.265 INFO:tasks.rados.rados.0.smithi131.stdout:1802: expect (ObjNum 530 snap 157 seq_num 530) 2024-08-29T14:55:18.309 INFO:tasks.rados.rados.0.smithi131.stdout:1793: expect (ObjNum 367 snap 109 seq_num 367) 2024-08-29T14:55:18.511 INFO:tasks.rados.rados.0.smithi131.stdout:1789: finishing copy_from racing read to smithi13174786-13 2024-08-29T14:55:18.511 INFO:tasks.rados.rados.0.smithi131.stdout:1789: finishing copy_from to smithi13174786-13 2024-08-29T14:55:18.511 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 836 (ObjNum 551 snap 168 seq_num 551) dirty exists 2024-08-29T14:55:18.511 INFO:tasks.rados.rados.0.smithi131.stdout:1791: expect (ObjNum 468 snap 142 seq_num 468) 2024-08-29T14:55:19.010 INFO:tasks.rados.rados.0.smithi131.stdout:1792: finishing rollback tid 0 to smithi13174786-31 2024-08-29T14:55:19.010 INFO:tasks.rados.rados.0.smithi131.stdout:1792: finishing rollback tid 1 to smithi13174786-31 2024-08-29T14:55:19.010 INFO:tasks.rados.rados.0.smithi131.stdout:1792: finishing rollback tid 2 to smithi13174786-31 2024-08-29T14:55:19.010 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 838 (ObjNum 544 snap 166 seq_num 544) dirty exists 2024-08-29T14:55:19.010 INFO:tasks.rados.rados.0.smithi131.stdout:1786: done (15 left) 2024-08-29T14:55:19.010 INFO:tasks.rados.rados.0.smithi131.stdout:1787: done (14 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1788: done (13 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1789: done (12 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1790: done (11 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1791: done (10 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1792: done (9 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1793: done (8 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1794: done (7 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1796: done (6 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1797: done (5 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1798: done (4 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1799: done (3 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1801: done (2 left) 2024-08-29T14:55:19.011 INFO:tasks.rados.rados.0.smithi131.stdout:1802: done (1 left) 2024-08-29T14:55:19.012 INFO:tasks.rados.rados.0.smithi131.stdout:1803: done (0 left) 2024-08-29T14:55:19.012 INFO:tasks.rados.rados.0.smithi131.stdout:1804: copy_from oid 48 from oid 40 current snap is 172 2024-08-29T14:55:19.012 INFO:tasks.rados.rados.0.smithi131.stdout:1805: read oid 3 snap 171 2024-08-29T14:55:19.012 INFO:tasks.rados.rados.0.smithi131.stdout:1805: expect (ObjNum 530 snap 157 seq_num 530) 2024-08-29T14:55:19.012 INFO:tasks.rados.rados.0.smithi131.stdout:1806: snap_create 2024-08-29T14:55:19.021 INFO:tasks.rados.rados.0.smithi131.stdout:1805: expect (ObjNum 530 snap 157 seq_num 530) 2024-08-29T14:55:19.085 INFO:tasks.rados.rados.0.smithi131.stdout:1804: finishing copy_from racing read to smithi13174786-48 2024-08-29T14:55:19.085 INFO:tasks.rados.rados.0.smithi131.stdout:1804: finishing copy_from to smithi13174786-48 2024-08-29T14:55:19.085 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 848 (ObjNum 552 snap 169 seq_num 552) dirty exists 2024-08-29T14:55:19.727 INFO:tasks.rados.rados.0.smithi131.stdout:1804: done (2 left) 2024-08-29T14:55:19.727 INFO:tasks.rados.rados.0.smithi131.stdout:1805: done (1 left) 2024-08-29T14:55:19.727 INFO:tasks.rados.rados.0.smithi131.stdout:1806: done (0 left) 2024-08-29T14:55:19.727 INFO:tasks.rados.rados.0.smithi131.stdout:1807: rollback oid 35 current snap is 173 2024-08-29T14:55:19.727 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 35 to 168 2024-08-29T14:55:19.727 INFO:tasks.rados.rados.0.smithi131.stdout:1808: snap_remove snap 169 2024-08-29T14:55:20.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:19 smithi131 ceph-mon[87973]: pgmap v226: 121 pgs: 121 active+clean; 210 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 33 op/s; 8.3 MiB/s, 1 objects/s recovering 2024-08-29T14:55:20.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:19 smithi131 ceph-mon[87973]: osdmap e426: 8 total, 8 up, 8 in 2024-08-29T14:55:20.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:19 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:20.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:19 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:19 smithi131 ceph-mon[90512]: pgmap v226: 121 pgs: 121 active+clean; 210 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 33 op/s; 8.3 MiB/s, 1 objects/s recovering 2024-08-29T14:55:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:19 smithi131 ceph-mon[90512]: osdmap e426: 8 total, 8 up, 8 in 2024-08-29T14:55:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:19 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:19 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:19 smithi169 ceph-mon[78471]: pgmap v226: 121 pgs: 121 active+clean; 210 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 33 op/s; 8.3 MiB/s, 1 objects/s recovering 2024-08-29T14:55:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:19 smithi169 ceph-mon[78471]: osdmap e426: 8 total, 8 up, 8 in 2024-08-29T14:55:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:19 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:19 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:20.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:20.738 INFO:tasks.rados.rados.0.smithi131.stdout:1808: done (1 left) 2024-08-29T14:55:20.738 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 173 2024-08-29T14:55:20.738 INFO:tasks.rados.rados.0.smithi131.stdout:1807: finishing rollback tid 0 to smithi13174786-35 2024-08-29T14:55:20.738 INFO:tasks.rados.rados.0.smithi131.stdout:1807: finishing rollback tid 1 to smithi13174786-35 2024-08-29T14:55:20.738 INFO:tasks.rados.rados.0.smithi131.stdout:1807: finishing rollback tid 2 to smithi13174786-35 2024-08-29T14:55:20.739 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1108 (ObjNum 517 snap 154 seq_num 517) dirty exists 2024-08-29T14:55:20.739 INFO:tasks.rados.rados.0.smithi131.stdout:1809: seq_num 569 ranges {0=737280,737280=671744,1409024=737280,2146304=196608} 2024-08-29T14:55:20.743 INFO:tasks.rados.rados.0.smithi131.stdout:1809: writing smithi13174786-18 from 0 to 737280 tid 1 2024-08-29T14:55:20.748 INFO:tasks.rados.rados.0.smithi131.stdout:1809: writing smithi13174786-18 from 737280 to 1409024 tid 2 2024-08-29T14:55:20.753 INFO:tasks.rados.rados.0.smithi131.stdout:1809: writing smithi13174786-18 from 1409024 to 2146304 tid 3 2024-08-29T14:55:20.754 INFO:tasks.rados.rados.0.smithi131.stdout:1809: writing smithi13174786-18 from 2146304 to 2342912 tid 4 2024-08-29T14:55:20.755 INFO:tasks.rados.rados.0.smithi131.stdout:1807: done (1 left) 2024-08-29T14:55:20.755 INFO:tasks.rados.rados.0.smithi131.stdout:1810: snap_remove snap 170 2024-08-29T14:55:21.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:20 smithi131 ceph-mon[87973]: osdmap e427: 8 total, 8 up, 8 in 2024-08-29T14:55:21.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:20 smithi131 ceph-mon[90512]: osdmap e427: 8 total, 8 up, 8 in 2024-08-29T14:55:21.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:20 smithi169 ceph-mon[78471]: osdmap e427: 8 total, 8 up, 8 in 2024-08-29T14:55:21.139 INFO:tasks.rados.rados.0.smithi131.stdout:1810: done (1 left) 2024-08-29T14:55:21.139 INFO:tasks.rados.rados.0.smithi131.stdout:1811: rmattr oid 5 current snap is 173 2024-08-29T14:55:21.139 INFO:tasks.rados.rados.0.smithi131.stdout:1809: finishing write tid 1 to smithi13174786-18 2024-08-29T14:55:21.139 INFO:tasks.rados.rados.0.smithi131.stdout:1809: finishing write tid 2 to smithi13174786-18 2024-08-29T14:55:21.139 INFO:tasks.rados.rados.0.smithi131.stdout:1809: finishing write tid 3 to smithi13174786-18 2024-08-29T14:55:21.139 INFO:tasks.rados.rados.0.smithi131.stdout:1809: finishing write tid 4 to smithi13174786-18 2024-08-29T14:55:21.139 INFO:tasks.rados.rados.0.smithi131.stdout:1809: finishing write tid 5 to smithi13174786-18 2024-08-29T14:55:21.139 INFO:tasks.rados.rados.0.smithi131.stdout:1809: finishing write tid 6 to smithi13174786-18 2024-08-29T14:55:21.140 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1290 (ObjNum 569 snap 173 seq_num 569) dirty exists 2024-08-29T14:55:21.140 INFO:tasks.rados.rados.0.smithi131.stdout:1809: left oid 18 (ObjNum 569 snap 173 seq_num 569) 2024-08-29T14:55:21.140 INFO:tasks.rados.rados.0.smithi131.stdout:1809: done (1 left) 2024-08-29T14:55:21.140 INFO:tasks.rados.rados.0.smithi131.stdout:1812: snap_create 2024-08-29T14:55:21.144 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 839 (ObjNum 512 snap 150 seq_num 512) dirty exists 2024-08-29T14:55:22.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:21 smithi131 ceph-mon[87973]: pgmap v229: 121 pgs: 121 active+clean; 219 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-08-29T14:55:22.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:21 smithi131 ceph-mon[87973]: osdmap e428: 8 total, 8 up, 8 in 2024-08-29T14:55:22.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:21 smithi131 ceph-mon[87973]: osdmap e429: 8 total, 8 up, 8 in 2024-08-29T14:55:22.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:21 smithi131 ceph-mon[90512]: pgmap v229: 121 pgs: 121 active+clean; 219 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-08-29T14:55:22.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:21 smithi131 ceph-mon[90512]: osdmap e428: 8 total, 8 up, 8 in 2024-08-29T14:55:22.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:21 smithi131 ceph-mon[90512]: osdmap e429: 8 total, 8 up, 8 in 2024-08-29T14:55:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:21 smithi169 ceph-mon[78471]: pgmap v229: 121 pgs: 121 active+clean; 219 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-08-29T14:55:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:21 smithi169 ceph-mon[78471]: osdmap e428: 8 total, 8 up, 8 in 2024-08-29T14:55:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:21 smithi169 ceph-mon[78471]: osdmap e429: 8 total, 8 up, 8 in 2024-08-29T14:55:22.144 INFO:tasks.rados.rados.0.smithi131.stdout:1811: done (1 left) 2024-08-29T14:55:22.144 INFO:tasks.rados.rados.0.smithi131.stdout:1812: done (0 left) 2024-08-29T14:55:22.144 INFO:tasks.rados.rados.0.smithi131.stdout:1813: delete oid 42 current snap is 174 2024-08-29T14:55:22.149 INFO:tasks.rados.rados.0.smithi131.stdout:1813: done (0 left) 2024-08-29T14:55:22.149 INFO:tasks.rados.rados.0.smithi131.stdout:1814: copy_from oid 11 from oid 21 current snap is 174 2024-08-29T14:55:22.149 INFO:tasks.rados.rados.0.smithi131.stdout:1815: rollback oid 32 current snap is 174 2024-08-29T14:55:22.153 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 32 to 172 2024-08-29T14:55:22.153 INFO:tasks.rados.rados.0.smithi131.stdout:1816: read oid 39 snap -1 2024-08-29T14:55:22.153 INFO:tasks.rados.rados.0.smithi131.stdout:1816: expect (ObjNum 557 snap 169 seq_num 557) 2024-08-29T14:55:22.153 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 174 2024-08-29T14:55:22.153 INFO:tasks.rados.rados.0.smithi131.stdout:1817: seq_num 571 ranges {3645440=770048,4415488=483328,4898816=753664,5652480=368640} 2024-08-29T14:55:22.173 INFO:tasks.rados.rados.0.smithi131.stdout:1817: writing smithi13174786-50 from 3645440 to 4415488 tid 1 2024-08-29T14:55:22.176 INFO:tasks.rados.rados.0.smithi131.stdout:1817: writing smithi13174786-50 from 4415488 to 4898816 tid 2 2024-08-29T14:55:22.180 INFO:tasks.rados.rados.0.smithi131.stdout:1817: writing smithi13174786-50 from 4898816 to 5652480 tid 3 2024-08-29T14:55:22.182 INFO:tasks.rados.rados.0.smithi131.stdout:1817: writing smithi13174786-50 from 5652480 to 6021120 tid 4 2024-08-29T14:55:22.182 INFO:tasks.rados.rados.0.smithi131.stdout:1818: snap_remove snap 173 2024-08-29T14:55:23.153 INFO:tasks.rados.rados.0.smithi131.stdout:1818: done (4 left) 2024-08-29T14:55:23.153 INFO:tasks.rados.rados.0.smithi131.stdout:1819: copy_from oid 15 from oid 1 current snap is 174 2024-08-29T14:55:23.153 INFO:tasks.rados.rados.0.smithi131.stdout:1815: finishing rollback tid 0 to smithi13174786-32 2024-08-29T14:55:23.153 INFO:tasks.rados.rados.0.smithi131.stdout:1815: finishing rollback tid 1 to smithi13174786-32 2024-08-29T14:55:23.153 INFO:tasks.rados.rados.0.smithi131.stdout:1814: finishing copy_from to smithi13174786-11 2024-08-29T14:55:23.153 INFO:tasks.rados.rados.0.smithi131.stdout:1814: got expected ENOENT (src dne) 2024-08-29T14:55:23.153 INFO:tasks.rados.rados.0.smithi131.stdout:1815: finishing rollback tid 2 to smithi13174786-32 2024-08-29T14:55:23.153 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1298 (ObjNum 561 snap 171 seq_num 561) dirty exists 2024-08-29T14:55:23.154 INFO:tasks.rados.rados.0.smithi131.stdout:1814: finishing copy_from racing read to smithi13174786-11 2024-08-29T14:55:23.154 INFO:tasks.rados.rados.0.smithi131.stdout:1816: expect (ObjNum 557 snap 169 seq_num 557) 2024-08-29T14:55:23.413 INFO:tasks.rados.rados.0.smithi131.stdout:1817: finishing write tid 1 to smithi13174786-50 2024-08-29T14:55:23.413 INFO:tasks.rados.rados.0.smithi131.stdout:1817: finishing write tid 2 to smithi13174786-50 2024-08-29T14:55:23.413 INFO:tasks.rados.rados.0.smithi131.stdout:1817: finishing write tid 3 to smithi13174786-50 2024-08-29T14:55:23.413 INFO:tasks.rados.rados.0.smithi131.stdout:1817: finishing write tid 4 to smithi13174786-50 2024-08-29T14:55:23.413 INFO:tasks.rados.rados.0.smithi131.stdout:1817: finishing write tid 5 to smithi13174786-50 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:1817: finishing write tid 6 to smithi13174786-50 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1304 (ObjNum 571 snap 174 seq_num 571) dirty exists 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:1817: left oid 50 (ObjNum 571 snap 174 seq_num 571) 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:1814: done (4 left) 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:1815: done (3 left) 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:1816: done (2 left) 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:1817: done (1 left) 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:1820: rmattr oid 25 current snap is 174 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:1819: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:1819: finishing copy_from to smithi13174786-15 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 827 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-08-29T14:55:23.414 INFO:tasks.rados.rados.0.smithi131.stdout:1819: done (1 left) 2024-08-29T14:55:23.415 INFO:tasks.rados.rados.0.smithi131.stdout:1821: setattr oid 32 current snap is 174 2024-08-29T14:55:23.415 INFO:tasks.rados.rados.0.smithi131.stdout:1822: snap_remove snap 172 2024-08-29T14:55:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:23 smithi131 ceph-mon[87973]: osdmap e430: 8 total, 8 up, 8 in 2024-08-29T14:55:23.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:23 smithi131 ceph-mon[90512]: osdmap e430: 8 total, 8 up, 8 in 2024-08-29T14:55:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:23 smithi169 ceph-mon[78471]: osdmap e430: 8 total, 8 up, 8 in 2024-08-29T14:55:24.154 INFO:tasks.rados.rados.0.smithi131.stdout:1822: done (2 left) 2024-08-29T14:55:24.154 INFO:tasks.rados.rados.0.smithi131.stdout:1823: setattr oid 4 current snap is 174 2024-08-29T14:55:24.154 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1310 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-29T14:55:24.154 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1311 (ObjNum 561 snap 171 seq_num 561) dirty exists 2024-08-29T14:55:24.156 INFO:tasks.rados.rados.0.smithi131.stdout:1820: done (2 left) 2024-08-29T14:55:24.156 INFO:tasks.rados.rados.0.smithi131.stdout:1821: done (1 left) 2024-08-29T14:55:24.156 INFO:tasks.rados.rados.0.smithi131.stdout:1824: copy_from oid 37 from oid 1 current snap is 174 2024-08-29T14:55:24.156 INFO:tasks.rados.rados.0.smithi131.stdout:1825: rollback oid 15 current snap is 174 2024-08-29T14:55:24.156 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 15 to 171 2024-08-29T14:55:24.156 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 174 2024-08-29T14:55:24.157 INFO:tasks.rados.rados.0.smithi131.stdout:1826: seq_num 572 ranges {2899968=786432,3686400=770048,4456448=557056,5013504=278528} 2024-08-29T14:55:24.177 INFO:tasks.rados.rados.0.smithi131.stdout:1826: writing smithi13174786-22 from 2899968 to 3686400 tid 1 2024-08-29T14:55:24.182 INFO:tasks.rados.rados.0.smithi131.stdout:1826: writing smithi13174786-22 from 3686400 to 4456448 tid 2 2024-08-29T14:55:24.186 INFO:tasks.rados.rados.0.smithi131.stdout:1826: writing smithi13174786-22 from 4456448 to 5013504 tid 3 2024-08-29T14:55:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:1826: writing smithi13174786-22 from 5013504 to 5292032 tid 4 2024-08-29T14:55:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:1827: rollback oid 10 current snap is 174 2024-08-29T14:55:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 10 to 168 2024-08-29T14:55:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1122 (ObjNum 519 snap 155 seq_num 519) dirty exists 2024-08-29T14:55:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:1825: finishing rollback tid 0 to smithi13174786-15 2024-08-29T14:55:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:1823: done (4 left) 2024-08-29T14:55:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:1828: snap_create 2024-08-29T14:55:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:1825: finishing rollback tid 1 to smithi13174786-15 2024-08-29T14:55:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:1825: finishing rollback tid 2 to smithi13174786-15 2024-08-29T14:55:24.189 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1099 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T14:55:24.190 INFO:tasks.rados.rados.0.smithi131.stdout:1826: finishing write tid 1 to smithi13174786-22 2024-08-29T14:55:24.196 INFO:tasks.rados.rados.0.smithi131.stdout:1824: finishing copy_from racing read to smithi13174786-37 2024-08-29T14:55:24.197 INFO:tasks.rados.rados.0.smithi131.stdout:1826: finishing write tid 2 to smithi13174786-22 2024-08-29T14:55:24.197 INFO:tasks.rados.rados.0.smithi131.stdout:1826: finishing write tid 3 to smithi13174786-22 2024-08-29T14:55:24.197 INFO:tasks.rados.rados.0.smithi131.stdout:1827: finishing rollback tid 0 to smithi13174786-10 2024-08-29T14:55:24.197 INFO:tasks.rados.rados.0.smithi131.stdout:1827: finishing rollback tid 1 to smithi13174786-10 2024-08-29T14:55:24.197 INFO:tasks.rados.rados.0.smithi131.stdout:1827: finishing rollback tid 2 to smithi13174786-10 2024-08-29T14:55:24.198 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1128 (ObjNum 502 snap 148 seq_num 502) dirty exists 2024-08-29T14:55:24.201 INFO:tasks.rados.rados.0.smithi131.stdout:1826: finishing write tid 4 to smithi13174786-22 2024-08-29T14:55:24.202 INFO:tasks.rados.rados.0.smithi131.stdout:1824: finishing copy_from to smithi13174786-37 2024-08-29T14:55:24.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 827 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-08-29T14:55:24.202 INFO:tasks.rados.rados.0.smithi131.stdout:1826: finishing write tid 5 to smithi13174786-22 2024-08-29T14:55:24.203 INFO:tasks.rados.rados.0.smithi131.stdout:1826: finishing write tid 6 to smithi13174786-22 2024-08-29T14:55:24.203 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 1321 (ObjNum 572 snap 174 seq_num 572) dirty exists 2024-08-29T14:55:24.203 INFO:tasks.rados.rados.0.smithi131.stdout:1826: left oid 22 (ObjNum 572 snap 174 seq_num 572) 2024-08-29T14:55:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:24 smithi131 ceph-mon[87973]: pgmap v233: 121 pgs: 121 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.5 MiB/s wr, 42 op/s 2024-08-29T14:55:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:24 smithi131 ceph-mon[87973]: osdmap e431: 8 total, 8 up, 8 in 2024-08-29T14:55:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:24 smithi131 ceph-mon[90512]: pgmap v233: 121 pgs: 121 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.5 MiB/s wr, 42 op/s 2024-08-29T14:55:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:24 smithi131 ceph-mon[90512]: osdmap e431: 8 total, 8 up, 8 in 2024-08-29T14:55:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:24 smithi169 ceph-mon[78471]: pgmap v233: 121 pgs: 121 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.5 MiB/s wr, 42 op/s 2024-08-29T14:55:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:24 smithi169 ceph-mon[78471]: osdmap e431: 8 total, 8 up, 8 in 2024-08-29T14:55:24.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:24.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-29T14:55:24.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:24.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:25.164 INFO:tasks.rados.rados.0.smithi131.stdout:1824: done (4 left) 2024-08-29T14:55:25.164 INFO:tasks.rados.rados.0.smithi131.stdout:1825: done (3 left) 2024-08-29T14:55:25.164 INFO:tasks.rados.rados.0.smithi131.stdout:1826: done (2 left) 2024-08-29T14:55:25.164 INFO:tasks.rados.rados.0.smithi131.stdout:1827: done (1 left) 2024-08-29T14:55:25.164 INFO:tasks.rados.rados.0.smithi131.stdout:1828: done (0 left) 2024-08-29T14:55:25.164 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 175 2024-08-29T14:55:25.164 INFO:tasks.rados.rados.0.smithi131.stdout:1829: seq_num 573 ranges {2367488=802816,3170304=655360,3825664=720896,4546560=229376} 2024-08-29T14:55:25.181 INFO:tasks.rados.rados.0.smithi131.stdout:1829: writing smithi13174786-8 from 2367488 to 3170304 tid 1 2024-08-29T14:55:25.184 INFO:tasks.rados.rados.0.smithi131.stdout:1829: writing smithi13174786-8 from 3170304 to 3825664 tid 2 2024-08-29T14:55:25.188 INFO:tasks.rados.rados.0.smithi131.stdout:1829: writing smithi13174786-8 from 3825664 to 4546560 tid 3 2024-08-29T14:55:25.190 INFO:tasks.rados.rados.0.smithi131.stdout:1829: writing smithi13174786-8 from 4546560 to 4775936 tid 4 2024-08-29T14:55:25.190 INFO:tasks.rados.rados.0.smithi131.stdout:1830: delete oid 12 current snap is 175 2024-08-29T14:55:25.190 INFO:tasks.rados.rados.0.smithi131.stdout:1829: finishing write tid 1 to smithi13174786-8 2024-08-29T14:55:25.190 INFO:tasks.rados.rados.0.smithi131.stdout:1829: finishing write tid 2 to smithi13174786-8 2024-08-29T14:55:25.192 INFO:tasks.rados.rados.0.smithi131.stdout:1829: finishing write tid 3 to smithi13174786-8 2024-08-29T14:55:25.192 INFO:tasks.rados.rados.0.smithi131.stdout:1829: finishing write tid 4 to smithi13174786-8 2024-08-29T14:55:25.193 INFO:tasks.rados.rados.0.smithi131.stdout:1829: finishing write tid 5 to smithi13174786-8 2024-08-29T14:55:25.194 INFO:tasks.rados.rados.0.smithi131.stdout:1829: finishing write tid 6 to smithi13174786-8 2024-08-29T14:55:25.194 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 844 (ObjNum 573 snap 175 seq_num 573) dirty exists 2024-08-29T14:55:25.194 INFO:tasks.rados.rados.0.smithi131.stdout:1829: left oid 8 (ObjNum 573 snap 175 seq_num 573) 2024-08-29T14:55:25.195 INFO:tasks.rados.rados.0.smithi131.stdout:1829: done (1 left) 2024-08-29T14:55:25.195 INFO:tasks.rados.rados.0.smithi131.stdout:1830: done (0 left) 2024-08-29T14:55:25.195 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 175 2024-08-29T14:55:25.195 INFO:tasks.rados.rados.0.smithi131.stdout:1831: seq_num 575 ranges {1253376=32768} 2024-08-29T14:55:25.202 INFO:tasks.rados.rados.0.smithi131.stdout:1831: writing smithi13174786-38 from 1253376 to 1286144 tid 1 2024-08-29T14:55:25.202 INFO:tasks.rados.rados.0.smithi131.stdout:1832: delete oid 32 current snap is 175 2024-08-29T14:55:25.204 INFO:tasks.rados.rados.0.smithi131.stdout:1831: finishing write tid 1 to smithi13174786-38 2024-08-29T14:55:25.204 INFO:tasks.rados.rados.0.smithi131.stdout:1831: finishing write tid 2 to smithi13174786-38 2024-08-29T14:55:25.205 INFO:tasks.rados.rados.0.smithi131.stdout:1831: finishing write tid 3 to smithi13174786-38 2024-08-29T14:55:25.205 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1101 (ObjNum 575 snap 175 seq_num 575) dirty exists 2024-08-29T14:55:25.205 INFO:tasks.rados.rados.0.smithi131.stdout:1831: left oid 38 (ObjNum 575 snap 175 seq_num 575) 2024-08-29T14:55:25.208 INFO:tasks.rados.rados.0.smithi131.stdout:1831: done (1 left) 2024-08-29T14:55:25.208 INFO:tasks.rados.rados.0.smithi131.stdout:1832: done (0 left) 2024-08-29T14:55:25.208 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 175 2024-08-29T14:55:25.208 INFO:tasks.rados.rados.0.smithi131.stdout:1833: seq_num 577 ranges {1974272=65536} 2024-08-29T14:55:25.220 INFO:tasks.rados.rados.0.smithi131.stdout:1833: writing smithi13174786-34 from 1974272 to 2039808 tid 1 2024-08-29T14:55:25.220 INFO:tasks.rados.rados.0.smithi131.stdout:1834: rmattr oid 23 current snap is 175 2024-08-29T14:55:25.220 INFO:tasks.rados.rados.0.smithi131.stdout:1834: done (1 left) 2024-08-29T14:55:25.220 INFO:tasks.rados.rados.0.smithi131.stdout:1835: copy_from oid 36 from oid 3 current snap is 175 2024-08-29T14:55:25.220 INFO:tasks.rados.rados.0.smithi131.stdout:1836: copy_from oid 18 from oid 45 current snap is 175 2024-08-29T14:55:25.220 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 175 2024-08-29T14:55:25.220 INFO:tasks.rados.rados.0.smithi131.stdout:1837: seq_num 578 ranges {3211264=81920} 2024-08-29T14:55:25.238 INFO:tasks.rados.rados.0.smithi131.stdout:1837: writing smithi13174786-7 from 3211264 to 3293184 tid 1 2024-08-29T14:55:25.238 INFO:tasks.rados.rados.0.smithi131.stdout:1838: delete oid 47 current snap is 175 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:1833: finishing write tid 1 to smithi13174786-34 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:1833: finishing write tid 2 to smithi13174786-34 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:1833: finishing write tid 3 to smithi13174786-34 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 981 (ObjNum 577 snap 175 seq_num 577) dirty exists 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:1833: left oid 34 (ObjNum 577 snap 175 seq_num 577) 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:1836: finishing copy_from racing read to smithi13174786-18 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:1835: finishing copy_from racing read to smithi13174786-36 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:1836: finishing copy_from to smithi13174786-18 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 724 (ObjNum 507 snap 149 seq_num 507) dirty exists 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:1835: finishing copy_from to smithi13174786-36 2024-08-29T14:55:25.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1270 (ObjNum 530 snap 157 seq_num 530) dirty exists 2024-08-29T14:55:25.242 INFO:tasks.rados.rados.0.smithi131.stdout:1837: finishing write tid 1 to smithi13174786-7 2024-08-29T14:55:25.242 INFO:tasks.rados.rados.0.smithi131.stdout:1837: finishing write tid 2 to smithi13174786-7 2024-08-29T14:55:25.242 INFO:tasks.rados.rados.0.smithi131.stdout:1833: done (4 left) 2024-08-29T14:55:25.243 INFO:tasks.rados.rados.0.smithi131.stdout:1835: done (3 left) 2024-08-29T14:55:25.243 INFO:tasks.rados.rados.0.smithi131.stdout:1836: done (2 left) 2024-08-29T14:55:25.243 INFO:tasks.rados.rados.0.smithi131.stdout:1838: done (1 left) 2024-08-29T14:55:25.243 INFO:tasks.rados.rados.0.smithi131.stdout:1839: read oid 29 snap -1 2024-08-29T14:55:25.243 INFO:tasks.rados.rados.0.smithi131.stdout:1839: expect deleted 2024-08-29T14:55:25.243 INFO:tasks.rados.rados.0.smithi131.stdout:1840: delete oid 40 current snap is 175 2024-08-29T14:55:25.243 INFO:tasks.rados.rados.0.smithi131.stdout:1837: finishing write tid 3 to smithi13174786-7 2024-08-29T14:55:25.244 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 958 (ObjNum 578 snap 175 seq_num 578) dirty exists 2024-08-29T14:55:25.244 INFO:tasks.rados.rados.0.smithi131.stdout:1837: left oid 7 (ObjNum 578 snap 175 seq_num 578) 2024-08-29T14:55:25.244 INFO:tasks.rados.rados.0.smithi131.stdout:1837: done (2 left) 2024-08-29T14:55:25.244 INFO:tasks.rados.rados.0.smithi131.stdout:1839: done (1 left) 2024-08-29T14:55:25.244 INFO:tasks.rados.rados.0.smithi131.stdout:1840: done (0 left) 2024-08-29T14:55:25.244 INFO:tasks.rados.rados.0.smithi131.stdout:1841: snap_create 2024-08-29T14:55:25.421 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:25 smithi131 ceph-mon[87973]: osdmap e432: 8 total, 8 up, 8 in 2024-08-29T14:55:25.421 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:25.421 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-29T14:55:25.421 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:25 smithi131 ceph-mon[90512]: osdmap e432: 8 total, 8 up, 8 in 2024-08-29T14:55:25.421 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:25.421 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-29T14:55:25.595 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:55:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:25 smithi169 ceph-mon[78471]: osdmap e432: 8 total, 8 up, 8 in 2024-08-29T14:55:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-29T14:55:25.959 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:55:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:55:25] "GET /metrics HTTP/1.1" 200 36259 "" "Prometheus/2.51.0" 2024-08-29T14:55:26.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:25.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:26.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:26.160 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:55:26.160 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (4m) 20s ago 8m 21.3M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:55:26.160 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (3m) 2m ago 8m 80.6M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:55:26.160 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (10m) 20s ago 10m 16.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (10m) 2m ago 10m 20.6M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (3m) 2m ago 13m 453M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (3m) 20s ago 15m 519M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (3m) 20s ago 15m 53.6M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (2m) 2m ago 13m 23.5M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (2m) 20s ago 13m 45.2M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (4m) 20s ago 8m 10.1M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (3m) 2m ago 8m 8186k - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (91s) 20s ago 13m 99.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 2b80a23f091c 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (57s) 20s ago 12m 86.9M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 7ef2711f92d6 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (24s) 20s ago 12m 11.8M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec def684d0aaf6 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (12m) 20s ago 12m 180M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 74261e1b3678 2024-08-29T14:55:26.161 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (11m) 2m ago 11m 223M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:55:26.162 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (11m) 2m ago 11m 194M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:55:26.162 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (10m) 2m ago 10m 126M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:55:26.162 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (10m) 2m ago 10m 98.2M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:55:26.162 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (3m) 2m ago 9m 46.3M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:55:26.168 INFO:tasks.rados.rados.0.smithi131.stdout:1841: done (0 left) 2024-08-29T14:55:26.168 INFO:tasks.rados.rados.0.smithi131.stdout:1842: delete oid 9 current snap is 176 2024-08-29T14:55:26.175 INFO:tasks.rados.rados.0.smithi131.stdout:1842: done (0 left) 2024-08-29T14:55:26.175 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 176 2024-08-29T14:55:26.175 INFO:tasks.rados.rados.0.smithi131.stdout:1843: seq_num 582 ranges {6168576=155648} 2024-08-29T14:55:26.209 INFO:tasks.rados.rados.0.smithi131.stdout:1843: writing smithi13174786-39 from 6168576 to 6324224 tid 1 2024-08-29T14:55:26.209 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 47 current snap is 176 2024-08-29T14:55:26.210 INFO:tasks.rados.rados.0.smithi131.stdout:1844: seq_num 583 ranges {0=172032} 2024-08-29T14:55:26.210 INFO:tasks.rados.rados.0.smithi131.stdout:1844: writing smithi13174786-47 from 0 to 172032 tid 1 2024-08-29T14:55:26.210 INFO:tasks.rados.rados.0.smithi131.stdout:1845: read oid 32 snap -1 2024-08-29T14:55:26.210 INFO:tasks.rados.rados.0.smithi131.stdout:1845: expect deleted 2024-08-29T14:55:26.210 INFO:tasks.rados.rados.0.smithi131.stdout:1846: snap_create 2024-08-29T14:55:26.213 INFO:tasks.rados.rados.0.smithi131.stdout:1843: finishing write tid 1 to smithi13174786-39 2024-08-29T14:55:26.213 INFO:tasks.rados.rados.0.smithi131.stdout:1844: finishing write tid 1 to smithi13174786-47 2024-08-29T14:55:26.214 INFO:tasks.rados.rados.0.smithi131.stdout:1843: finishing write tid 2 to smithi13174786-39 2024-08-29T14:55:26.214 INFO:tasks.rados.rados.0.smithi131.stdout:1844: finishing write tid 2 to smithi13174786-47 2024-08-29T14:55:26.215 INFO:tasks.rados.rados.0.smithi131.stdout:1843: finishing write tid 3 to smithi13174786-39 2024-08-29T14:55:26.216 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 843 (ObjNum 582 snap 176 seq_num 582) dirty exists 2024-08-29T14:55:26.216 INFO:tasks.rados.rados.0.smithi131.stdout:1843: left oid 39 (ObjNum 582 snap 176 seq_num 582) 2024-08-29T14:55:26.216 INFO:tasks.rados.rados.0.smithi131.stdout:1844: finishing write tid 3 to smithi13174786-47 2024-08-29T14:55:26.216 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 961 (ObjNum 583 snap 176 seq_num 583) dirty exists 2024-08-29T14:55:26.216 INFO:tasks.rados.rados.0.smithi131.stdout:1844: left oid 47 (ObjNum 583 snap 176 seq_num 583) 2024-08-29T14:55:26.250 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:26 smithi131 ceph-mon[87973]: pgmap v236: 121 pgs: 121 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-08-29T14:55:26.250 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:26 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T14:55:26.250 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:26 smithi131 ceph-mon[87973]: Upgrade: osd.3 is safe to restart 2024-08-29T14:55:26.250 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:26 smithi131 ceph-mon[87973]: osdmap e433: 8 total, 8 up, 8 in 2024-08-29T14:55:26.250 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:26 smithi131 ceph-mon[90512]: pgmap v236: 121 pgs: 121 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-08-29T14:55:26.251 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:26 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T14:55:26.251 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:26 smithi131 ceph-mon[90512]: Upgrade: osd.3 is safe to restart 2024-08-29T14:55:26.251 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:26 smithi131 ceph-mon[90512]: osdmap e433: 8 total, 8 up, 8 in 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 5, 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:55:26.519 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:55:26.520 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:55:26.520 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:55:26.520 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:55:26.520 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:55:26.520 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 7, 2024-08-29T14:55:26.520 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 8 2024-08-29T14:55:26.520 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:55:26.520 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:55:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:26 smithi169 ceph-mon[78471]: pgmap v236: 121 pgs: 121 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-08-29T14:55:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:26 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T14:55:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:26 smithi169 ceph-mon[78471]: Upgrade: osd.3 is safe to restart 2024-08-29T14:55:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:26 smithi169 ceph-mon[78471]: osdmap e433: 8 total, 8 up, 8 in 2024-08-29T14:55:26.820 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:55:26.820 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:55:26.820 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:55:26.820 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:55:26.820 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:55:26.821 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:55:26.821 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:55:26.821 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:55:26.821 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "8/20 daemons upgraded", 2024-08-29T14:55:26.821 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading osd daemons", 2024-08-29T14:55:26.821 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:55:26.821 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:55:27.175 INFO:tasks.rados.rados.0.smithi131.stdout:1843: done (3 left) 2024-08-29T14:55:27.175 INFO:tasks.rados.rados.0.smithi131.stdout:1844: done (2 left) 2024-08-29T14:55:27.175 INFO:tasks.rados.rados.0.smithi131.stdout:1845: done (1 left) 2024-08-29T14:55:27.175 INFO:tasks.rados.rados.0.smithi131.stdout:1846: done (0 left) 2024-08-29T14:55:27.175 INFO:tasks.rados.rados.0.smithi131.stdout:1847: copy_from oid 23 from oid 48 current snap is 177 2024-08-29T14:55:27.175 INFO:tasks.rados.rados.0.smithi131.stdout:1848: delete oid 40 current snap is 177 2024-08-29T14:55:27.183 INFO:tasks.rados.rados.0.smithi131.stdout:1848: done (1 left) 2024-08-29T14:55:27.183 INFO:tasks.rados.rados.0.smithi131.stdout:1849: snap_remove snap 174 2024-08-29T14:55:27.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[87973]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[87973]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[87973]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[87973]: osdmap e434: 8 total, 8 up, 8 in 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3976235662' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[90512]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[90512]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[90512]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[90512]: osdmap e434: 8 total, 8 up, 8 in 2024-08-29T14:55:27.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:27.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-29T14:55:27.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:55:27.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:27 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3976235662' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:27 smithi169 ceph-mon[78471]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:27 smithi169 ceph-mon[78471]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:27 smithi169 ceph-mon[78471]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:27 smithi169 ceph-mon[78471]: osdmap e434: 8 total, 8 up, 8 in 2024-08-29T14:55:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:27 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:27 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-29T14:55:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:27 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:55:27.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:27 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3976235662' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:27.380 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:26.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:28.178 INFO:tasks.rados.rados.0.smithi131.stdout:1849: done (1 left) 2024-08-29T14:55:28.179 INFO:tasks.rados.rados.0.smithi131.stdout:1850: setattr oid 37 current snap is 177 2024-08-29T14:55:28.179 INFO:tasks.rados.rados.0.smithi131.stdout:1847: finishing copy_from racing read to smithi13174786-23 2024-08-29T14:55:28.179 INFO:tasks.rados.rados.0.smithi131.stdout:1847: finishing copy_from to smithi13174786-23 2024-08-29T14:55:28.179 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 848 (ObjNum 552 snap 169 seq_num 552) dirty exists 2024-08-29T14:55:28.182 INFO:tasks.rados.rados.0.smithi131.stdout:1847: done (1 left) 2024-08-29T14:55:28.182 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 46 current snap is 177 2024-08-29T14:55:28.182 INFO:tasks.rados.rados.0.smithi131.stdout:1851: seq_num 585 ranges {0=204800} 2024-08-29T14:55:28.182 INFO:tasks.rados.rados.0.smithi131.stdout:1851: writing smithi13174786-46 from 0 to 204800 tid 1 2024-08-29T14:55:28.182 INFO:tasks.rados.rados.0.smithi131.stdout:1852: delete oid 23 current snap is 177 2024-08-29T14:55:28.188 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1102 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-08-29T14:55:28.192 INFO:tasks.rados.rados.0.smithi131.stdout:1850: done (2 left) 2024-08-29T14:55:28.192 INFO:tasks.rados.rados.0.smithi131.stdout:1852: done (1 left) 2024-08-29T14:55:28.192 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 177 2024-08-29T14:55:28.192 INFO:tasks.rados.rados.0.smithi131.stdout:1853: seq_num 587 ranges {1556480=237568} 2024-08-29T14:55:28.200 INFO:tasks.rados.rados.0.smithi131.stdout:1853: writing smithi13174786-26 from 1556480 to 1794048 tid 1 2024-08-29T14:55:28.200 INFO:tasks.rados.rados.0.smithi131.stdout:1854: snap_remove snap 168 2024-08-29T14:55:28.297 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:28 smithi131 ceph-mon[87973]: pgmap v239: 121 pgs: 121 active+clean; 248 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 8.4 MiB/s wr, 30 op/s 2024-08-29T14:55:28.298 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:28 smithi131 ceph-mon[87973]: Upgrade: Updating osd.3 2024-08-29T14:55:28.298 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:28 smithi131 ceph-mon[87973]: Deploying daemon osd.3 on smithi131 2024-08-29T14:55:28.298 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:28 smithi131 ceph-mon[87973]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:28.298 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:28 smithi131 ceph-mon[87973]: osdmap e435: 8 total, 8 up, 8 in 2024-08-29T14:55:28.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:28 smithi131 ceph-mon[90512]: pgmap v239: 121 pgs: 121 active+clean; 248 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 8.4 MiB/s wr, 30 op/s 2024-08-29T14:55:28.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:28 smithi131 ceph-mon[90512]: Upgrade: Updating osd.3 2024-08-29T14:55:28.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:28 smithi131 ceph-mon[90512]: Deploying daemon osd.3 on smithi131 2024-08-29T14:55:28.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:28 smithi131 ceph-mon[90512]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:28.298 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:28 smithi131 ceph-mon[90512]: osdmap e435: 8 total, 8 up, 8 in 2024-08-29T14:55:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:28 smithi169 ceph-mon[78471]: pgmap v239: 121 pgs: 121 active+clean; 248 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 8.4 MiB/s wr, 30 op/s 2024-08-29T14:55:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:28 smithi169 ceph-mon[78471]: Upgrade: Updating osd.3 2024-08-29T14:55:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:28 smithi169 ceph-mon[78471]: Deploying daemon osd.3 on smithi131 2024-08-29T14:55:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:28 smithi169 ceph-mon[78471]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:28 smithi169 ceph-mon[78471]: osdmap e435: 8 total, 8 up, 8 in 2024-08-29T14:55:29.193 INFO:tasks.rados.rados.0.smithi131.stdout:1854: done (2 left) 2024-08-29T14:55:29.193 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 177 2024-08-29T14:55:29.193 INFO:tasks.rados.rados.0.smithi131.stdout:1855: seq_num 588 ranges {0=253952} 2024-08-29T14:55:29.194 INFO:tasks.rados.rados.0.smithi131.stdout:1855: writing smithi13174786-9 from 0 to 253952 tid 1 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:1856: snap_create 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:1851: finishing write tid 1 to smithi13174786-46 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:1851: finishing write tid 2 to smithi13174786-46 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:1851: finishing write tid 3 to smithi13174786-46 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 727 (ObjNum 585 snap 177 seq_num 585) dirty exists 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:1851: left oid 46 (ObjNum 585 snap 177 seq_num 585) 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:1853: finishing write tid 1 to smithi13174786-26 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:1853: finishing write tid 2 to smithi13174786-26 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:1853: finishing write tid 3 to smithi13174786-26 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 978 (ObjNum 587 snap 177 seq_num 587) dirty exists 2024-08-29T14:55:29.195 INFO:tasks.rados.rados.0.smithi131.stdout:1853: left oid 26 (ObjNum 587 snap 177 seq_num 587) 2024-08-29T14:55:29.203 INFO:tasks.rados.rados.0.smithi131.stdout:1855: finishing write tid 1 to smithi13174786-9 2024-08-29T14:55:29.203 INFO:tasks.rados.rados.0.smithi131.stdout:1855: finishing write tid 2 to smithi13174786-9 2024-08-29T14:55:29.205 INFO:tasks.rados.rados.0.smithi131.stdout:1855: finishing write tid 3 to smithi13174786-9 2024-08-29T14:55:29.205 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 979 (ObjNum 588 snap 177 seq_num 588) dirty exists 2024-08-29T14:55:29.205 INFO:tasks.rados.rados.0.smithi131.stdout:1855: left oid 9 (ObjNum 588 snap 177 seq_num 588) 2024-08-29T14:55:29.539 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:29 smithi131 ceph-mon[87973]: osdmap e436: 8 total, 8 up, 8 in 2024-08-29T14:55:29.540 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:29 smithi131 systemd[1]: Stopping Ceph osd.3 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:55:29.540 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:29 smithi131 ceph-mon[90512]: osdmap e436: 8 total, 8 up, 8 in 2024-08-29T14:55:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:29 smithi169 ceph-mon[78471]: osdmap e436: 8 total, 8 up, 8 in 2024-08-29T14:55:29.852 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:29 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[52455]: 2024-08-29T14:55:29.538+0000 7fd4643da640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:55:29.853 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:29 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[52455]: 2024-08-29T14:55:29.538+0000 7fd4643da640 -1 osd.3 437 *** Got signal Terminated *** 2024-08-29T14:55:29.853 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:29 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[52455]: 2024-08-29T14:55:29.538+0000 7fd4643da640 -1 osd.3 437 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:55:30.196 INFO:tasks.rados.rados.0.smithi131.stdout:1851: done (3 left) 2024-08-29T14:55:30.196 INFO:tasks.rados.rados.0.smithi131.stdout:1853: done (2 left) 2024-08-29T14:55:30.196 INFO:tasks.rados.rados.0.smithi131.stdout:1855: done (1 left) 2024-08-29T14:55:30.196 INFO:tasks.rados.rados.0.smithi131.stdout:1856: done (0 left) 2024-08-29T14:55:30.197 INFO:tasks.rados.rados.0.smithi131.stdout:1857: rollback oid 36 current snap is 178 2024-08-29T14:55:30.197 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 176 2024-08-29T14:55:30.197 INFO:tasks.rados.rados.0.smithi131.stdout:1858: snap_create 2024-08-29T14:55:30.210 INFO:tasks.rados.rados.0.smithi131.stdout:1857: finishing rollback tid 0 to smithi13174786-36 2024-08-29T14:55:30.210 INFO:tasks.rados.rados.0.smithi131.stdout:1857: finishing rollback tid 1 to smithi13174786-36 2024-08-29T14:55:30.210 INFO:tasks.rados.rados.0.smithi131.stdout:1857: finishing rollback tid 2 to smithi13174786-36 2024-08-29T14:55:30.210 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1274 (ObjNum 530 snap 157 seq_num 530) dirty exists 2024-08-29T14:55:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:30 smithi131 ceph-mon[87973]: pgmap v242: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-08-29T14:55:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:30 smithi131 ceph-mon[87973]: osdmap e437: 8 total, 8 up, 8 in 2024-08-29T14:55:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:30 smithi131 ceph-mon[87973]: osd.3 marked itself down and dead 2024-08-29T14:55:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:30 smithi131 ceph-mon[90512]: pgmap v242: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-08-29T14:55:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:30 smithi131 ceph-mon[90512]: osdmap e437: 8 total, 8 up, 8 in 2024-08-29T14:55:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:30 smithi131 ceph-mon[90512]: osd.3 marked itself down and dead 2024-08-29T14:55:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:30 smithi169 ceph-mon[78471]: pgmap v242: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-08-29T14:55:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:30 smithi169 ceph-mon[78471]: osdmap e437: 8 total, 8 up, 8 in 2024-08-29T14:55:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:30 smithi169 ceph-mon[78471]: osd.3 marked itself down and dead 2024-08-29T14:55:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:30.863 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:30 smithi131 podman[111026]: 2024-08-29 14:55:30.609262548 +0000 UTC m=+1.173430201 container died 74261e1b3678909975ba447639adb1b6f73fd877784fc28fcdae72a9d6ec56a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-a89f613, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:55:31.130 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:30 smithi131 podman[111026]: 2024-08-29 14:55:30.94482087 +0000 UTC m=+1.508988509 container cleanup 74261e1b3678909975ba447639adb1b6f73fd877784fc28fcdae72a9d6ec56a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.1, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:55:31.130 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:30 smithi131 bash[111026]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3 2024-08-29T14:55:31.142 INFO:tasks.rados.rados.0.smithi131.stdout:1857: done (1 left) 2024-08-29T14:55:31.142 INFO:tasks.rados.rados.0.smithi131.stdout:1858: done (0 left) 2024-08-29T14:55:31.142 INFO:tasks.rados.rados.0.smithi131.stdout:1859: read oid 4 snap 178 2024-08-29T14:55:31.142 INFO:tasks.rados.rados.0.smithi131.stdout:1859: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-29T14:55:31.142 INFO:tasks.rados.rados.0.smithi131.stdout:1860: read oid 43 snap -1 2024-08-29T14:55:31.142 INFO:tasks.rados.rados.0.smithi131.stdout:1860: expect (ObjNum 513 snap 151 seq_num 513) 2024-08-29T14:55:31.142 INFO:tasks.rados.rados.0.smithi131.stdout:1861: delete oid 11 current snap is 179 2024-08-29T14:55:31.157 INFO:tasks.rados.rados.0.smithi131.stdout:1860: expect (ObjNum 513 snap 151 seq_num 513) 2024-08-29T14:55:31.208 INFO:tasks.rados.rados.0.smithi131.stdout:1859: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-29T14:55:31.429 INFO:tasks.rados.rados.0.smithi131.stdout:1859: done (2 left) 2024-08-29T14:55:31.429 INFO:tasks.rados.rados.0.smithi131.stdout:1860: done (1 left) 2024-08-29T14:55:31.429 INFO:tasks.rados.rados.0.smithi131.stdout:1861: done (0 left) 2024-08-29T14:55:31.429 INFO:tasks.rados.rados.0.smithi131.stdout:1862: rollback oid 10 current snap is 179 2024-08-29T14:55:31.429 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 10 to 178 2024-08-29T14:55:31.429 INFO:tasks.rados.rados.0.smithi131.stdout:1863: read oid 22 snap 175 2024-08-29T14:55:31.429 INFO:tasks.rados.rados.0.smithi131.stdout:1863: expect (ObjNum 572 snap 174 seq_num 572) 2024-08-29T14:55:31.429 INFO:tasks.rados.rados.0.smithi131.stdout:1864: read oid 21 snap 176 2024-08-29T14:55:31.429 INFO:tasks.rados.rados.0.smithi131.stdout:1864: expect deleted 2024-08-29T14:55:31.429 INFO:tasks.rados.rados.0.smithi131.stdout:1865: snap_remove snap 171 2024-08-29T14:55:31.560 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:31 smithi131 podman[111049]: 2024-08-29 14:55:31.129425079 +0000 UTC m=+0.520234192 container remove 74261e1b3678909975ba447639adb1b6f73fd877784fc28fcdae72a9d6ec56a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-a89f613) 2024-08-29T14:55:31.561 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:31 smithi131 ceph-mon[87973]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:55:31.561 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:31 smithi131 ceph-mon[87973]: osdmap e438: 8 total, 7 up, 8 in 2024-08-29T14:55:31.561 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:31 smithi131 ceph-mon[87973]: osdmap e439: 8 total, 7 up, 8 in 2024-08-29T14:55:31.561 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:31 smithi131 ceph-mon[90512]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:55:31.561 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:31 smithi131 ceph-mon[90512]: osdmap e438: 8 total, 7 up, 8 in 2024-08-29T14:55:31.561 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:31 smithi131 ceph-mon[90512]: osdmap e439: 8 total, 7 up, 8 in 2024-08-29T14:55:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:31 smithi169 ceph-mon[78471]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:55:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:31 smithi169 ceph-mon[78471]: osdmap e438: 8 total, 7 up, 8 in 2024-08-29T14:55:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:31 smithi169 ceph-mon[78471]: osdmap e439: 8 total, 7 up, 8 in 2024-08-29T14:55:31.833 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:31 smithi131 podman[111139]: 2024-08-29 14:55:31.462994366 +0000 UTC m=+0.016350263 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:55:31.833 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:31 smithi131 podman[111139]: 2024-08-29 14:55:31.622385443 +0000 UTC m=+0.175741336 container create 8b59a8ecd6abe4857e0b1d9811ccde45119e55a71b3a72352bdc2c4e75536c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-29T14:55:32.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:31 smithi131 podman[111139]: 2024-08-29 14:55:31.833318855 +0000 UTC m=+0.386674752 container init 8b59a8ecd6abe4857e0b1d9811ccde45119e55a71b3a72352bdc2c4e75536c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-29T14:55:32.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:31 smithi131 podman[111139]: 2024-08-29 14:55:31.837973848 +0000 UTC m=+0.391329742 container start 8b59a8ecd6abe4857e0b1d9811ccde45119e55a71b3a72352bdc2c4e75536c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-29T14:55:32.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:31 smithi131 podman[111139]: 2024-08-29 14:55:31.941418094 +0000 UTC m=+0.494773991 container attach 8b59a8ecd6abe4857e0b1d9811ccde45119e55a71b3a72352bdc2c4e75536c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:55:32.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:32 smithi131 podman[111139]: 2024-08-29 14:55:32.023306416 +0000 UTC m=+0.576662311 container died 8b59a8ecd6abe4857e0b1d9811ccde45119e55a71b3a72352bdc2c4e75536c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux ) 2024-08-29T14:55:32.197 INFO:tasks.rados.rados.0.smithi131.stdout:1865: done (3 left) 2024-08-29T14:55:32.197 INFO:tasks.rados.rados.0.smithi131.stdout:1866: delete oid 30 current snap is 179 2024-08-29T14:55:32.197 INFO:tasks.rados.rados.0.smithi131.stdout:1862: finishing rollback tid 0 to smithi13174786-10 2024-08-29T14:55:32.197 INFO:tasks.rados.rados.0.smithi131.stdout:1862: finishing rollback tid 1 to smithi13174786-10 2024-08-29T14:55:32.197 INFO:tasks.rados.rados.0.smithi131.stdout:1862: finishing rollback tid 2 to smithi13174786-10 2024-08-29T14:55:32.197 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1146 (ObjNum 502 snap 148 seq_num 502) dirty exists 2024-08-29T14:55:32.197 INFO:tasks.rados.rados.0.smithi131.stdout:1863: expect (ObjNum 572 snap 174 seq_num 572) 2024-08-29T14:55:32.464 INFO:tasks.rados.rados.0.smithi131.stdout:1862: done (3 left) 2024-08-29T14:55:32.464 INFO:tasks.rados.rados.0.smithi131.stdout:1863: done (2 left) 2024-08-29T14:55:32.464 INFO:tasks.rados.rados.0.smithi131.stdout:1864: done (1 left) 2024-08-29T14:55:32.465 INFO:tasks.rados.rados.0.smithi131.stdout:1866: done (0 left) 2024-08-29T14:55:32.465 INFO:tasks.rados.rados.0.smithi131.stdout:1867: setattr oid 44 current snap is 179 2024-08-29T14:55:32.466 INFO:tasks.rados.rados.0.smithi131.stdout:1868: rollback oid 18 current snap is 179 2024-08-29T14:55:32.466 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 18 to 177 2024-08-29T14:55:32.466 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 179 2024-08-29T14:55:32.466 INFO:tasks.rados.rados.0.smithi131.stdout:1869: seq_num 591 ranges {3760128=303104} 2024-08-29T14:55:32.488 INFO:tasks.rados.rados.0.smithi131.stdout:1869: writing smithi13174786-48 from 3760128 to 4063232 tid 1 2024-08-29T14:55:32.488 INFO:tasks.rados.rados.0.smithi131.stdout:1870: read oid 1 snap -1 2024-08-29T14:55:32.488 INFO:tasks.rados.rados.0.smithi131.stdout:1870: expect (ObjNum 509 snap 149 seq_num 509) 2024-08-29T14:55:32.488 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 179 2024-08-29T14:55:32.488 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1147 (ObjNum 129 snap 0 seq_num 2120688296) dirty exists 2024-08-29T14:55:32.488 INFO:tasks.rados.rados.0.smithi131.stdout:1868: finishing rollback tid 0 to smithi13174786-18 2024-08-29T14:55:32.488 INFO:tasks.rados.rados.0.smithi131.stdout:1868: finishing rollback tid 1 to smithi13174786-18 2024-08-29T14:55:32.488 INFO:tasks.rados.rados.0.smithi131.stdout:1868: finishing rollback tid 2 to smithi13174786-18 2024-08-29T14:55:32.488 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1359 (ObjNum 507 snap 149 seq_num 507) dirty exists 2024-08-29T14:55:32.488 INFO:tasks.rados.rados.0.smithi131.stdout:1871: seq_num 592 ranges {0=319488} 2024-08-29T14:55:32.489 INFO:tasks.rados.rados.0.smithi131.stdout:1871: writing smithi13174786-15 from 0 to 319488 tid 1 2024-08-29T14:55:32.489 INFO:tasks.rados.rados.0.smithi131.stdout:1867: done (4 left) 2024-08-29T14:55:32.489 INFO:tasks.rados.rados.0.smithi131.stdout:1868: done (3 left) 2024-08-29T14:55:32.489 INFO:tasks.rados.rados.0.smithi131.stdout:1872: delete oid 35 current snap is 179 2024-08-29T14:55:32.491 INFO:tasks.rados.rados.0.smithi131.stdout:1869: finishing write tid 1 to smithi13174786-48 2024-08-29T14:55:32.491 INFO:tasks.rados.rados.0.smithi131.stdout:1869: finishing write tid 2 to smithi13174786-48 2024-08-29T14:55:32.493 INFO:tasks.rados.rados.0.smithi131.stdout:1872: done (3 left) 2024-08-29T14:55:32.493 INFO:tasks.rados.rados.0.smithi131.stdout:1873: snap_create 2024-08-29T14:55:32.493 INFO:tasks.rados.rados.0.smithi131.stdout:1869: finishing write tid 3 to smithi13174786-48 2024-08-29T14:55:32.493 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1276 (ObjNum 591 snap 179 seq_num 591) dirty exists 2024-08-29T14:55:32.493 INFO:tasks.rados.rados.0.smithi131.stdout:1869: left oid 48 (ObjNum 591 snap 179 seq_num 591) 2024-08-29T14:55:32.493 INFO:tasks.rados.rados.0.smithi131.stdout:1871: finishing write tid 1 to smithi13174786-15 2024-08-29T14:55:32.494 INFO:tasks.rados.rados.0.smithi131.stdout:1871: finishing write tid 2 to smithi13174786-15 2024-08-29T14:55:32.495 INFO:tasks.rados.rados.0.smithi131.stdout:1871: finishing write tid 3 to smithi13174786-15 2024-08-29T14:55:32.495 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1104 (ObjNum 592 snap 179 seq_num 592) dirty exists 2024-08-29T14:55:32.495 INFO:tasks.rados.rados.0.smithi131.stdout:1871: left oid 15 (ObjNum 592 snap 179 seq_num 592) 2024-08-29T14:55:32.527 INFO:tasks.rados.rados.0.smithi131.stdout:1870: expect (ObjNum 509 snap 149 seq_num 509) 2024-08-29T14:55:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:32 smithi131 ceph-mon[87973]: pgmap v245: 121 pgs: 19 peering, 6 stale+active+clean, 2 active+clean+snaptrim, 94 active+clean; 227 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 620 KiB/s wr, 4 op/s 2024-08-29T14:55:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:32 smithi131 ceph-mon[87973]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-08-29T14:55:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:32 smithi131 ceph-mon[90512]: pgmap v245: 121 pgs: 19 peering, 6 stale+active+clean, 2 active+clean+snaptrim, 94 active+clean; 227 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 620 KiB/s wr, 4 op/s 2024-08-29T14:55:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:32 smithi131 ceph-mon[90512]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-08-29T14:55:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:32 smithi169 ceph-mon[78471]: pgmap v245: 121 pgs: 19 peering, 6 stale+active+clean, 2 active+clean+snaptrim, 94 active+clean; 227 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 620 KiB/s wr, 4 op/s 2024-08-29T14:55:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:32 smithi169 ceph-mon[78471]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-08-29T14:55:33.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:32 smithi131 podman[111182]: 2024-08-29 14:55:32.695946449 +0000 UTC m=+0.662993900 container remove 8b59a8ecd6abe4857e0b1d9811ccde45119e55a71b3a72352bdc2c4e75536c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-29T14:55:33.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:32 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-29T14:55:33.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:32 smithi131 systemd[1]: Stopped Ceph osd.3 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:55:33.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:32 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.3.service: Consumed 12.851s CPU time. 2024-08-29T14:55:33.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:32 smithi131 systemd[1]: Starting Ceph osd.3 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:55:33.367 INFO:tasks.rados.rados.0.smithi131.stdout:1869: done (3 left) 2024-08-29T14:55:33.368 INFO:tasks.rados.rados.0.smithi131.stdout:1870: done (2 left) 2024-08-29T14:55:33.368 INFO:tasks.rados.rados.0.smithi131.stdout:1871: done (1 left) 2024-08-29T14:55:33.368 INFO:tasks.rados.rados.0.smithi131.stdout:1873: done (0 left) 2024-08-29T14:55:33.368 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 180 2024-08-29T14:55:33.368 INFO:tasks.rados.rados.0.smithi131.stdout:1874: seq_num 594 ranges {1687552=352256} 2024-08-29T14:55:33.378 INFO:tasks.rados.rados.0.smithi131.stdout:1874: writing smithi13174786-3 from 1687552 to 2039808 tid 1 2024-08-29T14:55:33.378 INFO:tasks.rados.rados.0.smithi131.stdout:1875: rollback oid 11 current snap is 180 2024-08-29T14:55:33.378 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 11 to 178 2024-08-29T14:55:33.378 INFO:tasks.rados.rados.0.smithi131.stdout:1876: rollback oid 26 current snap is 180 2024-08-29T14:55:33.378 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 176 2024-08-29T14:55:33.378 INFO:tasks.rados.rados.0.smithi131.stdout:1877: rollback oid 19 current snap is 180 2024-08-29T14:55:33.378 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 19 to 177 2024-08-29T14:55:33.379 INFO:tasks.rados.rados.0.smithi131.stdout:1878: snap_create 2024-08-29T14:55:33.382 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-mon[87973]: osdmap e440: 8 total, 7 up, 8 in 2024-08-29T14:55:33.383 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 podman[111286]: 2024-08-29 14:55:33.030825407 +0000 UTC m=+0.016299844 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:55:33.383 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 podman[111286]: 2024-08-29 14:55:33.138463642 +0000 UTC m=+0.123938070 container create 3f4058094668eb7a09b33e0c22ff181ba7250dc859594e12ce19cb2b83f28458 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True) 2024-08-29T14:55:33.383 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-mon[90512]: osdmap e440: 8 total, 7 up, 8 in 2024-08-29T14:55:33.384 INFO:tasks.rados.rados.0.smithi131.stdout:1875: finishing rollback tid 1 to smithi13174786-11 2024-08-29T14:55:33.384 INFO:tasks.rados.rados.0.smithi131.stdout:1875: finishing rollback tid 2 to smithi13174786-11 2024-08-29T14:55:33.384 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1151 (ObjNum 510 snap 149 seq_num 510) dirty exists 2024-08-29T14:55:33.390 INFO:tasks.rados.rados.0.smithi131.stdout:1874: finishing write tid 1 to smithi13174786-3 2024-08-29T14:55:33.390 INFO:tasks.rados.rados.0.smithi131.stdout:1874: finishing write tid 2 to smithi13174786-3 2024-08-29T14:55:33.390 INFO:tasks.rados.rados.0.smithi131.stdout:1876: finishing rollback tid 0 to smithi13174786-26 2024-08-29T14:55:33.390 INFO:tasks.rados.rados.0.smithi131.stdout:1876: finishing rollback tid 1 to smithi13174786-26 2024-08-29T14:55:33.390 INFO:tasks.rados.rados.0.smithi131.stdout:1877: finishing rollback tid 0 to smithi13174786-19 2024-08-29T14:55:33.391 INFO:tasks.rados.rados.0.smithi131.stdout:1876: finishing rollback tid 2 to smithi13174786-26 2024-08-29T14:55:33.391 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 981 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:55:33.391 INFO:tasks.rados.rados.0.smithi131.stdout:1874: finishing write tid 3 to smithi13174786-3 2024-08-29T14:55:33.391 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1362 (ObjNum 594 snap 180 seq_num 594) dirty exists 2024-08-29T14:55:33.391 INFO:tasks.rados.rados.0.smithi131.stdout:1874: left oid 3 (ObjNum 594 snap 180 seq_num 594) 2024-08-29T14:55:33.391 INFO:tasks.rados.rados.0.smithi131.stdout:1877: finishing rollback tid 1 to smithi13174786-19 2024-08-29T14:55:33.391 INFO:tasks.rados.rados.0.smithi131.stdout:1877: finishing rollback tid 2 to smithi13174786-19 2024-08-29T14:55:33.391 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 984 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:55:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:33 smithi169 ceph-mon[78471]: osdmap e440: 8 total, 7 up, 8 in 2024-08-29T14:55:33.853 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 podman[111286]: 2024-08-29 14:55:33.382765828 +0000 UTC m=+0.368240261 container init 3f4058094668eb7a09b33e0c22ff181ba7250dc859594e12ce19cb2b83f28458 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-29T14:55:33.853 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 podman[111286]: 2024-08-29 14:55:33.388888465 +0000 UTC m=+0.374362892 container start 3f4058094668eb7a09b33e0c22ff181ba7250dc859594e12ce19cb2b83f28458 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-08-29T14:55:33.853 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 podman[111286]: 2024-08-29 14:55:33.491488272 +0000 UTC m=+0.476962711 container attach 3f4058094668eb7a09b33e0c22ff181ba7250dc859594e12ce19cb2b83f28458 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:55:33.854 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-29T14:55:33.855 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-29T14:55:33.855 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-29T14:55:33.855 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-29T14:55:34.201 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-29T14:55:34.201 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-29T14:55:34.201 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-29T14:55:34.201 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-29T14:55:34.201 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-29T14:55:34.201 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-29T14:55:34.202 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-29T14:55:34.202 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-29T14:55:34.202 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate[111300]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-29T14:55:34.202 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 bash[111286]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-29T14:55:34.202 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:33 smithi131 podman[111286]: 2024-08-29 14:55:33.943760995 +0000 UTC m=+0.929235430 container died 3f4058094668eb7a09b33e0c22ff181ba7250dc859594e12ce19cb2b83f28458 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-29T14:55:34.209 INFO:tasks.rados.rados.0.smithi131.stdout:1874: done (4 left) 2024-08-29T14:55:34.209 INFO:tasks.rados.rados.0.smithi131.stdout:1875: done (3 left) 2024-08-29T14:55:34.209 INFO:tasks.rados.rados.0.smithi131.stdout:1876: done (2 left) 2024-08-29T14:55:34.209 INFO:tasks.rados.rados.0.smithi131.stdout:1877: done (1 left) 2024-08-29T14:55:34.209 INFO:tasks.rados.rados.0.smithi131.stdout:1878: done (0 left) 2024-08-29T14:55:34.209 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 181 2024-08-29T14:55:34.209 INFO:tasks.rados.rados.0.smithi131.stdout:1879: seq_num 595 ranges {1286144=368640} 2024-08-29T14:55:34.218 INFO:tasks.rados.rados.0.smithi131.stdout:1879: writing smithi13174786-38 from 1286144 to 1654784 tid 1 2024-08-29T14:55:34.218 INFO:tasks.rados.rados.0.smithi131.stdout:1880: snap_create 2024-08-29T14:55:34.221 INFO:tasks.rados.rados.0.smithi131.stdout:1879: finishing write tid 1 to smithi13174786-38 2024-08-29T14:55:34.221 INFO:tasks.rados.rados.0.smithi131.stdout:1879: finishing write tid 2 to smithi13174786-38 2024-08-29T14:55:34.222 INFO:tasks.rados.rados.0.smithi131.stdout:1879: finishing write tid 3 to smithi13174786-38 2024-08-29T14:55:34.222 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1106 (ObjNum 595 snap 181 seq_num 595) dirty exists 2024-08-29T14:55:34.222 INFO:tasks.rados.rados.0.smithi131.stdout:1879: left oid 38 (ObjNum 595 snap 181 seq_num 595) 2024-08-29T14:55:34.571 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:34 smithi131 ceph-mon[87973]: pgmap v248: 121 pgs: 6 active+undersized, 27 peering, 2 stale+active+clean, 2 active+clean+snaptrim, 2 active+undersized+degraded, 82 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 976 KiB/s wr, 6 op/s; 8/306 objects degraded (2.614%) 2024-08-29T14:55:34.571 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:34 smithi131 ceph-mon[87973]: Health check failed: Degraded data redundancy: 8/306 objects degraded (2.614%), 2 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:34.571 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:34 smithi131 ceph-mon[87973]: osdmap e441: 8 total, 7 up, 8 in 2024-08-29T14:55:34.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:34 smithi131 ceph-mon[90512]: pgmap v248: 121 pgs: 6 active+undersized, 27 peering, 2 stale+active+clean, 2 active+clean+snaptrim, 2 active+undersized+degraded, 82 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 976 KiB/s wr, 6 op/s; 8/306 objects degraded (2.614%) 2024-08-29T14:55:34.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:34 smithi131 ceph-mon[90512]: Health check failed: Degraded data redundancy: 8/306 objects degraded (2.614%), 2 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:34.572 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:34 smithi131 ceph-mon[90512]: osdmap e441: 8 total, 7 up, 8 in 2024-08-29T14:55:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:34 smithi169 ceph-mon[78471]: pgmap v248: 121 pgs: 6 active+undersized, 27 peering, 2 stale+active+clean, 2 active+clean+snaptrim, 2 active+undersized+degraded, 82 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 976 KiB/s wr, 6 op/s; 8/306 objects degraded (2.614%) 2024-08-29T14:55:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:34 smithi169 ceph-mon[78471]: Health check failed: Degraded data redundancy: 8/306 objects degraded (2.614%), 2 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:34 smithi169 ceph-mon[78471]: osdmap e441: 8 total, 7 up, 8 in 2024-08-29T14:55:34.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:34.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:34.853 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:34 smithi131 podman[111433]: 2024-08-29 14:55:34.570891401 +0000 UTC m=+0.621180165 container remove 3f4058094668eb7a09b33e0c22ff181ba7250dc859594e12ce19cb2b83f28458 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:55:34.853 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:34 smithi131 podman[111497]: 2024-08-29 14:55:34.679731177 +0000 UTC m=+0.016203782 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:55:34.853 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:34 smithi131 podman[111497]: 2024-08-29 14:55:34.78029457 +0000 UTC m=+0.116767168 container create 413c5146ddeb794be4d12f26803f0da5ad24a00a5ac9061994e0e0129cd2c015 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-29T14:55:35.216 INFO:tasks.rados.rados.0.smithi131.stdout:1879: done (1 left) 2024-08-29T14:55:35.216 INFO:tasks.rados.rados.0.smithi131.stdout:1880: done (0 left) 2024-08-29T14:55:35.216 INFO:tasks.rados.rados.0.smithi131.stdout:1881: setattr oid 29 current snap is 182 2024-08-29T14:55:35.219 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 182 2024-08-29T14:55:35.219 INFO:tasks.rados.rados.0.smithi131.stdout:1882: seq_num 596 ranges {3211264=385024} 2024-08-29T14:55:35.240 INFO:tasks.rados.rados.0.smithi131.stdout:1882: writing smithi13174786-31 from 3211264 to 3596288 tid 1 2024-08-29T14:55:35.240 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 46 current snap is 182 2024-08-29T14:55:35.241 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 835 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-29T14:55:35.241 INFO:tasks.rados.rados.0.smithi131.stdout:1883: seq_num 597 ranges {204800=401408} 2024-08-29T14:55:35.244 INFO:tasks.rados.rados.0.smithi131.stdout:1883: writing smithi13174786-46 from 204800 to 606208 tid 1 2024-08-29T14:55:35.244 INFO:tasks.rados.rados.0.smithi131.stdout:1881: done (2 left) 2024-08-29T14:55:35.244 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 182 2024-08-29T14:55:35.244 INFO:tasks.rados.rados.0.smithi131.stdout:1884: seq_num 598 ranges {5931008=417792} 2024-08-29T14:55:35.279 INFO:tasks.rados.rados.0.smithi131.stdout:1884: writing smithi13174786-25 from 5931008 to 6348800 tid 1 2024-08-29T14:55:35.279 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 182 2024-08-29T14:55:35.279 INFO:tasks.rados.rados.0.smithi131.stdout:1882: finishing write tid 1 to smithi13174786-31 2024-08-29T14:55:35.279 INFO:tasks.rados.rados.0.smithi131.stdout:1882: finishing write tid 2 to smithi13174786-31 2024-08-29T14:55:35.279 INFO:tasks.rados.rados.0.smithi131.stdout:1885: seq_num 599 ranges {12689408=434176} 2024-08-29T14:55:35.350 INFO:tasks.rados.rados.0.smithi131.stdout:1885: writing smithi13174786-2 from 12689408 to 13123584 tid 1 2024-08-29T14:55:35.350 INFO:tasks.rados.rados.0.smithi131.stdout:1886: rmattr oid 12 current snap is 182 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1883: finishing write tid 1 to smithi13174786-46 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1883: finishing write tid 2 to smithi13174786-46 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1883: finishing write tid 3 to smithi13174786-46 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 729 (ObjNum 597 snap 182 seq_num 597) dirty exists 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1883: left oid 46 (ObjNum 597 snap 182 seq_num 597) 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1882: finishing write tid 3 to smithi13174786-31 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 846 (ObjNum 596 snap 182 seq_num 596) dirty exists 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1882: left oid 31 (ObjNum 596 snap 182 seq_num 596) 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1882: done (4 left) 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1883: done (3 left) 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1886: done (2 left) 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1887: setattr oid 4 current snap is 182 2024-08-29T14:55:35.351 INFO:tasks.rados.rados.0.smithi131.stdout:1884: finishing write tid 1 to smithi13174786-25 2024-08-29T14:55:35.352 INFO:tasks.rados.rados.0.smithi131.stdout:1884: finishing write tid 2 to smithi13174786-25 2024-08-29T14:55:35.352 INFO:tasks.rados.rados.0.smithi131.stdout:1884: finishing write tid 3 to smithi13174786-25 2024-08-29T14:55:35.352 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1365 (ObjNum 598 snap 182 seq_num 598) dirty exists 2024-08-29T14:55:35.352 INFO:tasks.rados.rados.0.smithi131.stdout:1884: left oid 25 (ObjNum 598 snap 182 seq_num 598) 2024-08-29T14:55:35.352 INFO:tasks.rados.rados.0.smithi131.stdout:1884: done (2 left) 2024-08-29T14:55:35.353 INFO:tasks.rados.rados.0.smithi131.stdout:1888: rollback oid 24 current snap is 182 2024-08-29T14:55:35.353 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 24 to 179 2024-08-29T14:55:35.353 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 182 2024-08-29T14:55:35.353 INFO:tasks.rados.rados.0.smithi131.stdout:1889: seq_num 600 ranges {0=450560} 2024-08-29T14:55:35.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[87973]: osdmap e442: 8 total, 7 up, 8 in 2024-08-29T14:55:35.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:35.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:35.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:35.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:35.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:35.354 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:35 smithi131 podman[111497]: 2024-08-29 14:55:35.016639964 +0000 UTC m=+0.353112561 container init 413c5146ddeb794be4d12f26803f0da5ad24a00a5ac9061994e0e0129cd2c015 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-29T14:55:35.354 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:35 smithi131 podman[111497]: 2024-08-29 14:55:35.0212905 +0000 UTC m=+0.357763098 container start 413c5146ddeb794be4d12f26803f0da5ad24a00a5ac9061994e0e0129cd2c015 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731) 2024-08-29T14:55:35.354 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-osd[111535]: -- 172.21.15.131:0/283979493 <== mon.2 v2:172.21.15.131:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564ab6d8da40 con 0x564ab7b5a400 2024-08-29T14:55:35.354 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:35 smithi131 bash[111497]: 413c5146ddeb794be4d12f26803f0da5ad24a00a5ac9061994e0e0129cd2c015 2024-08-29T14:55:35.354 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:35 smithi131 systemd[1]: Started Ceph osd.3 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:55:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[90512]: osdmap e442: 8 total, 7 up, 8 in 2024-08-29T14:55:35.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:35.355 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:35.356 INFO:tasks.rados.rados.0.smithi131.stdout:1889: writing smithi13174786-41 from 0 to 450560 tid 1 2024-08-29T14:55:35.356 INFO:tasks.rados.rados.0.smithi131.stdout:1890: rollback oid 43 current snap is 182 2024-08-29T14:55:35.356 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 43 to 179 2024-08-29T14:55:35.356 INFO:tasks.rados.rados.0.smithi131.stdout:1885: finishing write tid 1 to smithi13174786-2 2024-08-29T14:55:35.356 INFO:tasks.rados.rados.0.smithi131.stdout:1885: finishing write tid 2 to smithi13174786-2 2024-08-29T14:55:35.356 INFO:tasks.rados.rados.0.smithi131.stdout:1891: copy_from oid 5 from oid 32 current snap is 182 2024-08-29T14:55:35.356 INFO:tasks.rados.rados.0.smithi131.stdout:1892: delete oid 9 current snap is 182 2024-08-29T14:55:35.357 INFO:tasks.rados.rados.0.smithi131.stdout:1888: finishing rollback tid 0 to smithi13174786-24 2024-08-29T14:55:35.357 INFO:tasks.rados.rados.0.smithi131.stdout:1885: finishing write tid 3 to smithi13174786-2 2024-08-29T14:55:35.357 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 837 (ObjNum 599 snap 182 seq_num 599) dirty exists 2024-08-29T14:55:35.357 INFO:tasks.rados.rados.0.smithi131.stdout:1885: left oid 2 (ObjNum 599 snap 182 seq_num 599) 2024-08-29T14:55:35.357 INFO:tasks.rados.rados.0.smithi131.stdout:1888: finishing rollback tid 1 to smithi13174786-24 2024-08-29T14:55:35.357 INFO:tasks.rados.rados.0.smithi131.stdout:1891: finishing copy_from to smithi13174786-5 2024-08-29T14:55:35.357 INFO:tasks.rados.rados.0.smithi131.stdout:1891: got expected ENOENT (src dne) 2024-08-29T14:55:35.357 INFO:tasks.rados.rados.0.smithi131.stdout:1888: finishing rollback tid 2 to smithi13174786-24 2024-08-29T14:55:35.357 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 964 (ObjNum 551 snap 168 seq_num 551) dirty exists 2024-08-29T14:55:35.357 INFO:tasks.rados.rados.0.smithi131.stdout:1891: finishing copy_from racing read to smithi13174786-5 2024-08-29T14:55:35.358 INFO:tasks.rados.rados.0.smithi131.stdout:1889: finishing write tid 1 to smithi13174786-41 2024-08-29T14:55:35.359 INFO:tasks.rados.rados.0.smithi131.stdout:1890: finishing rollback tid 0 to smithi13174786-43 2024-08-29T14:55:35.359 INFO:tasks.rados.rados.0.smithi131.stdout:1889: finishing write tid 2 to smithi13174786-41 2024-08-29T14:55:35.359 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1153 (ObjNum 519 snap 155 seq_num 519) dirty exists 2024-08-29T14:55:35.360 INFO:tasks.rados.rados.0.smithi131.stdout:1890: finishing rollback tid 1 to smithi13174786-43 2024-08-29T14:55:35.360 INFO:tasks.rados.rados.0.smithi131.stdout:1890: finishing rollback tid 2 to smithi13174786-43 2024-08-29T14:55:35.360 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 983 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:55:35.360 INFO:tasks.rados.rados.0.smithi131.stdout:1885: done (6 left) 2024-08-29T14:55:35.360 INFO:tasks.rados.rados.0.smithi131.stdout:1887: done (5 left) 2024-08-29T14:55:35.360 INFO:tasks.rados.rados.0.smithi131.stdout:1888: done (4 left) 2024-08-29T14:55:35.361 INFO:tasks.rados.rados.0.smithi131.stdout:1890: done (3 left) 2024-08-29T14:55:35.361 INFO:tasks.rados.rados.0.smithi131.stdout:1891: done (2 left) 2024-08-29T14:55:35.361 INFO:tasks.rados.rados.0.smithi131.stdout:1892: done (1 left) 2024-08-29T14:55:35.361 INFO:tasks.rados.rados.0.smithi131.stdout:1893: rmattr oid 26 current snap is 182 2024-08-29T14:55:35.361 INFO:tasks.rados.rados.0.smithi131.stdout:1893: done (1 left) 2024-08-29T14:55:35.361 INFO:tasks.rados.rados.0.smithi131.stdout:1894: copy_from oid 12 from oid 26 current snap is 182 2024-08-29T14:55:35.361 INFO:tasks.rados.rados.0.smithi131.stdout:1895: setattr oid 13 current snap is 182 2024-08-29T14:55:35.361 INFO:tasks.rados.rados.0.smithi131.stdout:1889: finishing write tid 3 to smithi13174786-41 2024-08-29T14:55:35.362 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1367 (ObjNum 600 snap 182 seq_num 600) dirty exists 2024-08-29T14:55:35.362 INFO:tasks.rados.rados.0.smithi131.stdout:1889: left oid 41 (ObjNum 600 snap 182 seq_num 600) 2024-08-29T14:55:35.362 INFO:tasks.rados.rados.0.smithi131.stdout:1889: done (2 left) 2024-08-29T14:55:35.362 INFO:tasks.rados.rados.0.smithi131.stdout:1896: snap_create 2024-08-29T14:55:35.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 954 (ObjNum 551 snap 168 seq_num 551) dirty exists 2024-08-29T14:55:35.368 INFO:tasks.rados.rados.0.smithi131.stdout:1894: finishing copy_from racing read to smithi13174786-12 2024-08-29T14:55:35.368 INFO:tasks.rados.rados.0.smithi131.stdout:1894: finishing copy_from to smithi13174786-12 2024-08-29T14:55:35.369 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 981 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:55:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:35 smithi169 ceph-mon[78471]: osdmap e442: 8 total, 7 up, 8 in 2024-08-29T14:55:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:35.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:36.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:55:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:55:35] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.51.0" 2024-08-29T14:55:36.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:36.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:36.142 INFO:tasks.rados.rados.0.smithi131.stdout:1894: done (2 left) 2024-08-29T14:55:36.142 INFO:tasks.rados.rados.0.smithi131.stdout:1895: done (1 left) 2024-08-29T14:55:36.142 INFO:tasks.rados.rados.0.smithi131.stdout:1896: done (0 left) 2024-08-29T14:55:36.142 INFO:tasks.rados.rados.0.smithi131.stdout:1897: delete oid 24 current snap is 183 2024-08-29T14:55:36.147 INFO:tasks.rados.rados.0.smithi131.stdout:1897: done (0 left) 2024-08-29T14:55:36.147 INFO:tasks.rados.rados.0.smithi131.stdout:1898: rmattr oid 14 current snap is 183 2024-08-29T14:55:36.147 INFO:tasks.rados.rados.0.smithi131.stdout:1899: delete oid 7 current snap is 183 2024-08-29T14:55:36.149 INFO:tasks.rados.rados.0.smithi131.stdout:1899: done (1 left) 2024-08-29T14:55:36.149 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 183 2024-08-29T14:55:36.149 INFO:tasks.rados.rados.0.smithi131.stdout:1900: seq_num 604 ranges {0=524288} 2024-08-29T14:55:36.152 INFO:tasks.rados.rados.0.smithi131.stdout:1900: writing smithi13174786-29 from 0 to 524288 tid 1 2024-08-29T14:55:36.152 INFO:tasks.rados.rados.0.smithi131.stdout:1901: snap_create 2024-08-29T14:55:36.153 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 847 (ObjNum 468 snap 142 seq_num 468) dirty exists 2024-08-29T14:55:36.156 INFO:tasks.rados.rados.0.smithi131.stdout:1900: finishing write tid 1 to smithi13174786-29 2024-08-29T14:55:36.157 INFO:tasks.rados.rados.0.smithi131.stdout:1900: finishing write tid 2 to smithi13174786-29 2024-08-29T14:55:36.158 INFO:tasks.rados.rados.0.smithi131.stdout:1900: finishing write tid 3 to smithi13174786-29 2024-08-29T14:55:36.158 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 839 (ObjNum 604 snap 183 seq_num 604) dirty exists 2024-08-29T14:55:36.158 INFO:tasks.rados.rados.0.smithi131.stdout:1900: left oid 29 (ObjNum 604 snap 183 seq_num 604) 2024-08-29T14:55:36.398 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:36 smithi169 ceph-mon[78471]: pgmap v251: 121 pgs: 9 active+undersized, 27 peering, 4 active+undersized+degraded, 81 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 12/270 objects degraded (4.444%) 2024-08-29T14:55:36.398 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:36 smithi169 ceph-mon[78471]: osdmap e443: 8 total, 7 up, 8 in 2024-08-29T14:55:36.398 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:36 smithi169 ceph-mon[78471]: osdmap e444: 8 total, 7 up, 8 in 2024-08-29T14:55:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:36 smithi131 ceph-mon[87973]: pgmap v251: 121 pgs: 9 active+undersized, 27 peering, 4 active+undersized+degraded, 81 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 12/270 objects degraded (4.444%) 2024-08-29T14:55:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:36 smithi131 ceph-mon[87973]: osdmap e443: 8 total, 7 up, 8 in 2024-08-29T14:55:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:36 smithi131 ceph-mon[87973]: osdmap e444: 8 total, 7 up, 8 in 2024-08-29T14:55:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:36 smithi131 ceph-mon[90512]: pgmap v251: 121 pgs: 9 active+undersized, 27 peering, 4 active+undersized+degraded, 81 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 12/270 objects degraded (4.444%) 2024-08-29T14:55:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:36 smithi131 ceph-mon[90512]: osdmap e443: 8 total, 7 up, 8 in 2024-08-29T14:55:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:36 smithi131 ceph-mon[90512]: osdmap e444: 8 total, 7 up, 8 in 2024-08-29T14:55:37.142 INFO:tasks.rados.rados.0.smithi131.stdout:1898: done (2 left) 2024-08-29T14:55:37.143 INFO:tasks.rados.rados.0.smithi131.stdout:1900: done (1 left) 2024-08-29T14:55:37.143 INFO:tasks.rados.rados.0.smithi131.stdout:1901: done (0 left) 2024-08-29T14:55:37.143 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 184 2024-08-29T14:55:37.143 INFO:tasks.rados.rados.0.smithi131.stdout:1902: seq_num 605 ranges {1343488=540672} 2024-08-29T14:55:37.152 INFO:tasks.rados.rados.0.smithi131.stdout:1902: writing smithi13174786-45 from 1343488 to 1884160 tid 1 2024-08-29T14:55:37.152 INFO:tasks.rados.rados.0.smithi131.stdout:1903: snap_remove snap 175 2024-08-29T14:55:37.249 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[111512]: 2024-08-29T14:55:36.937+0000 7ff1deb99640 -1 Falling back to public interface 2024-08-29T14:55:37.345 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:36.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:38.144 INFO:tasks.rados.rados.0.smithi131.stdout:1903: done (1 left) 2024-08-29T14:55:38.144 INFO:tasks.rados.rados.0.smithi131.stdout:1904: copy_from oid 25 from oid 40 current snap is 184 2024-08-29T14:55:38.144 INFO:tasks.rados.rados.0.smithi131.stdout:1902: finishing write tid 1 to smithi13174786-45 2024-08-29T14:55:38.144 INFO:tasks.rados.rados.0.smithi131.stdout:1902: finishing write tid 2 to smithi13174786-45 2024-08-29T14:55:38.144 INFO:tasks.rados.rados.0.smithi131.stdout:1902: finishing write tid 3 to smithi13174786-45 2024-08-29T14:55:38.144 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 841 (ObjNum 605 snap 184 seq_num 605) dirty exists 2024-08-29T14:55:38.145 INFO:tasks.rados.rados.0.smithi131.stdout:1902: left oid 45 (ObjNum 605 snap 184 seq_num 605) 2024-08-29T14:55:38.145 INFO:tasks.rados.rados.0.smithi131.stdout:1902: done (1 left) 2024-08-29T14:55:38.145 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 184 2024-08-29T14:55:38.145 INFO:tasks.rados.rados.0.smithi131.stdout:1905: seq_num 606 ranges {0=557056} 2024-08-29T14:55:38.147 INFO:tasks.rados.rados.0.smithi131.stdout:1905: writing smithi13174786-32 from 0 to 557056 tid 1 2024-08-29T14:55:38.147 INFO:tasks.rados.rados.0.smithi131.stdout:1906: snap_remove snap 183 2024-08-29T14:55:38.539 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:38 smithi131 ceph-mon[87973]: pgmap v254: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 390 KiB/s wr, 20 op/s; 36/276 objects degraded (13.043%) 2024-08-29T14:55:38.540 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:38 smithi131 ceph-mon[87973]: osdmap e445: 8 total, 7 up, 8 in 2024-08-29T14:55:38.540 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:38 smithi131 ceph-mon[87973]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 7 pgs peering) 2024-08-29T14:55:38.540 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:38 smithi131 ceph-mon[90512]: pgmap v254: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 390 KiB/s wr, 20 op/s; 36/276 objects degraded (13.043%) 2024-08-29T14:55:38.540 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:38 smithi131 ceph-mon[90512]: osdmap e445: 8 total, 7 up, 8 in 2024-08-29T14:55:38.540 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:38 smithi131 ceph-mon[90512]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 7 pgs peering) 2024-08-29T14:55:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:38 smithi169 ceph-mon[78471]: pgmap v254: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 390 KiB/s wr, 20 op/s; 36/276 objects degraded (13.043%) 2024-08-29T14:55:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:38 smithi169 ceph-mon[78471]: osdmap e445: 8 total, 7 up, 8 in 2024-08-29T14:55:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:38 smithi169 ceph-mon[78471]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 7 pgs peering) 2024-08-29T14:55:39.162 INFO:tasks.rados.rados.0.smithi131.stdout:1906: done (2 left) 2024-08-29T14:55:39.162 INFO:tasks.rados.rados.0.smithi131.stdout:1907: delete oid 19 current snap is 184 2024-08-29T14:55:39.162 INFO:tasks.rados.rados.0.smithi131.stdout:1904: finishing copy_from to smithi13174786-25 2024-08-29T14:55:39.162 INFO:tasks.rados.rados.0.smithi131.stdout:1904: got expected ENOENT (src dne) 2024-08-29T14:55:39.162 INFO:tasks.rados.rados.0.smithi131.stdout:1904: finishing copy_from racing read to smithi13174786-25 2024-08-29T14:55:39.162 INFO:tasks.rados.rados.0.smithi131.stdout:1905: finishing write tid 1 to smithi13174786-32 2024-08-29T14:55:39.162 INFO:tasks.rados.rados.0.smithi131.stdout:1905: finishing write tid 2 to smithi13174786-32 2024-08-29T14:55:39.162 INFO:tasks.rados.rados.0.smithi131.stdout:1905: finishing write tid 3 to smithi13174786-32 2024-08-29T14:55:39.162 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1373 (ObjNum 606 snap 184 seq_num 606) dirty exists 2024-08-29T14:55:39.162 INFO:tasks.rados.rados.0.smithi131.stdout:1905: left oid 32 (ObjNum 606 snap 184 seq_num 606) 2024-08-29T14:55:39.166 INFO:tasks.rados.rados.0.smithi131.stdout:1904: done (2 left) 2024-08-29T14:55:39.166 INFO:tasks.rados.rados.0.smithi131.stdout:1905: done (1 left) 2024-08-29T14:55:39.166 INFO:tasks.rados.rados.0.smithi131.stdout:1907: done (0 left) 2024-08-29T14:55:39.166 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 184 2024-08-29T14:55:39.166 INFO:tasks.rados.rados.0.smithi131.stdout:1908: seq_num 608 ranges {0=589824} 2024-08-29T14:55:39.169 INFO:tasks.rados.rados.0.smithi131.stdout:1908: writing smithi13174786-23 from 0 to 589824 tid 1 2024-08-29T14:55:39.169 INFO:tasks.rados.rados.0.smithi131.stdout:1909: snap_create 2024-08-29T14:55:39.172 INFO:tasks.rados.rados.0.smithi131.stdout:1908: finishing write tid 1 to smithi13174786-23 2024-08-29T14:55:39.173 INFO:tasks.rados.rados.0.smithi131.stdout:1908: finishing write tid 2 to smithi13174786-23 2024-08-29T14:55:39.174 INFO:tasks.rados.rados.0.smithi131.stdout:1908: finishing write tid 3 to smithi13174786-23 2024-08-29T14:55:39.174 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1084 (ObjNum 608 snap 184 seq_num 608) dirty exists 2024-08-29T14:55:39.174 INFO:tasks.rados.rados.0.smithi131.stdout:1908: left oid 23 (ObjNum 608 snap 184 seq_num 608) 2024-08-29T14:55:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:39 smithi131 ceph-mon[87973]: osdmap e446: 8 total, 7 up, 8 in 2024-08-29T14:55:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:39 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:39.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:39 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:39 smithi131 ceph-mon[90512]: osdmap e446: 8 total, 7 up, 8 in 2024-08-29T14:55:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:39 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:39 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:39 smithi169 ceph-mon[78471]: osdmap e446: 8 total, 7 up, 8 in 2024-08-29T14:55:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:39 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:39 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:40.160 INFO:tasks.rados.rados.0.smithi131.stdout:1908: done (1 left) 2024-08-29T14:55:40.160 INFO:tasks.rados.rados.0.smithi131.stdout:1909: done (0 left) 2024-08-29T14:55:40.160 INFO:tasks.rados.rados.0.smithi131.stdout:1910: read oid 33 snap -1 2024-08-29T14:55:40.160 INFO:tasks.rados.rados.0.smithi131.stdout:1910: expect deleted 2024-08-29T14:55:40.160 INFO:tasks.rados.rados.0.smithi131.stdout:1911: read oid 6 snap -1 2024-08-29T14:55:40.161 INFO:tasks.rados.rados.0.smithi131.stdout:1911: expect deleted 2024-08-29T14:55:40.161 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 185 2024-08-29T14:55:40.161 INFO:tasks.rados.rados.0.smithi131.stdout:1912: seq_num 609 ranges {13123584=606208} 2024-08-29T14:55:40.235 INFO:tasks.rados.rados.0.smithi131.stdout:1912: writing smithi13174786-2 from 13123584 to 13729792 tid 1 2024-08-29T14:55:40.235 INFO:tasks.rados.rados.0.smithi131.stdout:1913: delete oid 8 current snap is 185 2024-08-29T14:55:40.237 INFO:tasks.rados.rados.0.smithi131.stdout:1910: done (3 left) 2024-08-29T14:55:40.237 INFO:tasks.rados.rados.0.smithi131.stdout:1911: done (2 left) 2024-08-29T14:55:40.237 INFO:tasks.rados.rados.0.smithi131.stdout:1913: done (1 left) 2024-08-29T14:55:40.237 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 40 current snap is 185 2024-08-29T14:55:40.238 INFO:tasks.rados.rados.0.smithi131.stdout:1914: seq_num 611 ranges {0=638976} 2024-08-29T14:55:40.241 INFO:tasks.rados.rados.0.smithi131.stdout:1914: writing smithi13174786-40 from 0 to 638976 tid 1 2024-08-29T14:55:40.241 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 185 2024-08-29T14:55:40.241 INFO:tasks.rados.rados.0.smithi131.stdout:1912: finishing write tid 1 to smithi13174786-2 2024-08-29T14:55:40.242 INFO:tasks.rados.rados.0.smithi131.stdout:1915: seq_num 612 ranges {0=655360} 2024-08-29T14:55:40.245 INFO:tasks.rados.rados.0.smithi131.stdout:1915: writing smithi13174786-44 from 0 to 655360 tid 1 2024-08-29T14:55:40.246 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 185 2024-08-29T14:55:40.246 INFO:tasks.rados.rados.0.smithi131.stdout:1912: finishing write tid 2 to smithi13174786-2 2024-08-29T14:55:40.246 INFO:tasks.rados.rados.0.smithi131.stdout:1916: seq_num 613 ranges {0=671744} 2024-08-29T14:55:40.250 INFO:tasks.rados.rados.0.smithi131.stdout:1916: writing smithi13174786-24 from 0 to 671744 tid 1 2024-08-29T14:55:40.250 INFO:tasks.rados.rados.0.smithi131.stdout:1917: delete oid 33 current snap is 185 2024-08-29T14:55:40.250 INFO:tasks.rados.rados.0.smithi131.stdout:1912: finishing write tid 3 to smithi13174786-2 2024-08-29T14:55:40.250 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 843 (ObjNum 609 snap 185 seq_num 609) dirty exists 2024-08-29T14:55:40.250 INFO:tasks.rados.rados.0.smithi131.stdout:1912: left oid 2 (ObjNum 609 snap 185 seq_num 609) 2024-08-29T14:55:40.250 INFO:tasks.rados.rados.0.smithi131.stdout:1914: finishing write tid 1 to smithi13174786-40 2024-08-29T14:55:40.250 INFO:tasks.rados.rados.0.smithi131.stdout:1914: finishing write tid 2 to smithi13174786-40 2024-08-29T14:55:40.251 INFO:tasks.rados.rados.0.smithi131.stdout:1914: finishing write tid 3 to smithi13174786-40 2024-08-29T14:55:40.251 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1278 (ObjNum 611 snap 185 seq_num 611) dirty exists 2024-08-29T14:55:40.251 INFO:tasks.rados.rados.0.smithi131.stdout:1914: left oid 40 (ObjNum 611 snap 185 seq_num 611) 2024-08-29T14:55:40.251 INFO:tasks.rados.rados.0.smithi131.stdout:1915: finishing write tid 1 to smithi13174786-44 2024-08-29T14:55:40.251 INFO:tasks.rados.rados.0.smithi131.stdout:1915: finishing write tid 2 to smithi13174786-44 2024-08-29T14:55:40.251 INFO:tasks.rados.rados.0.smithi131.stdout:1912: done (4 left) 2024-08-29T14:55:40.252 INFO:tasks.rados.rados.0.smithi131.stdout:1914: done (3 left) 2024-08-29T14:55:40.252 INFO:tasks.rados.rados.0.smithi131.stdout:1917: done (2 left) 2024-08-29T14:55:40.252 INFO:tasks.rados.rados.0.smithi131.stdout:1918: rmattr oid 16 current snap is 185 2024-08-29T14:55:40.252 INFO:tasks.rados.rados.0.smithi131.stdout:1919: read oid 28 snap -1 2024-08-29T14:55:40.252 INFO:tasks.rados.rados.0.smithi131.stdout:1919: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:55:40.252 INFO:tasks.rados.rados.0.smithi131.stdout:1920: snap_create 2024-08-29T14:55:40.253 INFO:tasks.rados.rados.0.smithi131.stdout:1916: finishing write tid 1 to smithi13174786-24 2024-08-29T14:55:40.254 INFO:tasks.rados.rados.0.smithi131.stdout:1915: finishing write tid 3 to smithi13174786-44 2024-08-29T14:55:40.254 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1156 (ObjNum 612 snap 185 seq_num 612) dirty exists 2024-08-29T14:55:40.254 INFO:tasks.rados.rados.0.smithi131.stdout:1915: left oid 44 (ObjNum 612 snap 185 seq_num 612) 2024-08-29T14:55:40.254 INFO:tasks.rados.rados.0.smithi131.stdout:1916: finishing write tid 2 to smithi13174786-24 2024-08-29T14:55:40.255 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1158 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-08-29T14:55:40.255 INFO:tasks.rados.rados.0.smithi131.stdout:1919: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:55:40.292 INFO:tasks.rados.rados.0.smithi131.stdout:1916: finishing write tid 3 to smithi13174786-24 2024-08-29T14:55:40.292 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 968 (ObjNum 613 snap 185 seq_num 613) dirty exists 2024-08-29T14:55:40.292 INFO:tasks.rados.rados.0.smithi131.stdout:1916: left oid 24 (ObjNum 613 snap 185 seq_num 613) 2024-08-29T14:55:40.312 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-mon[87973]: pgmap v257: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 182 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 732 KiB/s wr, 21 op/s; 39/288 objects degraded (13.542%) 2024-08-29T14:55:40.312 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 39/288 objects degraded (13.542%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:40.312 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-mon[87973]: osdmap e447: 8 total, 7 up, 8 in 2024-08-29T14:55:40.312 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:40.313 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:40.313 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-mon[90512]: pgmap v257: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 182 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 732 KiB/s wr, 21 op/s; 39/288 objects degraded (13.542%) 2024-08-29T14:55:40.313 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 39/288 objects degraded (13.542%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:40.313 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-mon[90512]: osdmap e447: 8 total, 7 up, 8 in 2024-08-29T14:55:40.313 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:40.313 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:40.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:40 smithi169 ceph-mon[78471]: pgmap v257: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 182 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 732 KiB/s wr, 21 op/s; 39/288 objects degraded (13.542%) 2024-08-29T14:55:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:40 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 39/288 objects degraded (13.542%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:40 smithi169 ceph-mon[78471]: osdmap e447: 8 total, 7 up, 8 in 2024-08-29T14:55:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:40 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:40.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:40 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:41.025 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:40 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[111512]: 2024-08-29T14:55:40.669+0000 7ff1deb99640 -1 osd.3 437 log_to_monitors true 2024-08-29T14:55:41.177 INFO:tasks.rados.rados.0.smithi131.stdout:1915: done (4 left) 2024-08-29T14:55:41.177 INFO:tasks.rados.rados.0.smithi131.stdout:1916: done (3 left) 2024-08-29T14:55:41.177 INFO:tasks.rados.rados.0.smithi131.stdout:1918: done (2 left) 2024-08-29T14:55:41.177 INFO:tasks.rados.rados.0.smithi131.stdout:1919: done (1 left) 2024-08-29T14:55:41.177 INFO:tasks.rados.rados.0.smithi131.stdout:1920: done (0 left) 2024-08-29T14:55:41.177 INFO:tasks.rados.rados.0.smithi131.stdout:1921: read oid 33 snap -1 2024-08-29T14:55:41.177 INFO:tasks.rados.rados.0.smithi131.stdout:1921: expect deleted 2024-08-29T14:55:41.177 INFO:tasks.rados.rados.0.smithi131.stdout:1922: snap_remove snap 178 2024-08-29T14:55:41.317 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 14:55:41 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[111512]: 2024-08-29T14:55:41.204+0000 7ff1d6943640 -1 osd.3 437 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:55:41.317 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:41 smithi131 ceph-mon[87973]: osdmap e448: 8 total, 7 up, 8 in 2024-08-29T14:55:41.317 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:41 smithi131 ceph-mon[87973]: from='osd.3 [v2:172.21.15.131:6826/1131768070,v1:172.21.15.131:6827/1131768070]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-29T14:55:41.317 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:41 smithi131 ceph-mon[87973]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-29T14:55:41.318 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:41 smithi131 ceph-mon[90512]: osdmap e448: 8 total, 7 up, 8 in 2024-08-29T14:55:41.318 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:41 smithi131 ceph-mon[90512]: from='osd.3 [v2:172.21.15.131:6826/1131768070,v1:172.21.15.131:6827/1131768070]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-29T14:55:41.318 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:41 smithi131 ceph-mon[90512]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-29T14:55:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:41 smithi169 ceph-mon[78471]: osdmap e448: 8 total, 7 up, 8 in 2024-08-29T14:55:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:41 smithi169 ceph-mon[78471]: from='osd.3 [v2:172.21.15.131:6826/1131768070,v1:172.21.15.131:6827/1131768070]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-29T14:55:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:41 smithi169 ceph-mon[78471]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-29T14:55:42.177 INFO:tasks.rados.rados.0.smithi131.stdout:1922: done (1 left) 2024-08-29T14:55:42.177 INFO:tasks.rados.rados.0.smithi131.stdout:1923: snap_create 2024-08-29T14:55:42.441 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-mon[87973]: pgmap v260: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 186 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 42/321 objects degraded (13.084%) 2024-08-29T14:55:42.441 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-mon[87973]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T14:55:42.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-mon[87973]: osdmap e449: 8 total, 7 up, 8 in 2024-08-29T14:55:42.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-mon[87973]: from='osd.3 [v2:172.21.15.131:6826/1131768070,v1:172.21.15.131:6827/1131768070]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:42.442 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-mon[87973]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:42.442 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-mon[90512]: pgmap v260: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 186 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 42/321 objects degraded (13.084%) 2024-08-29T14:55:42.442 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-mon[90512]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T14:55:42.442 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-mon[90512]: osdmap e449: 8 total, 7 up, 8 in 2024-08-29T14:55:42.442 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-mon[90512]: from='osd.3 [v2:172.21.15.131:6826/1131768070,v1:172.21.15.131:6827/1131768070]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:42.442 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-mon[90512]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:42 smithi169 ceph-mon[78471]: pgmap v260: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 186 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 42/321 objects degraded (13.084%) 2024-08-29T14:55:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:42 smithi169 ceph-mon[78471]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T14:55:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:42 smithi169 ceph-mon[78471]: osdmap e449: 8 total, 7 up, 8 in 2024-08-29T14:55:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:42 smithi169 ceph-mon[78471]: from='osd.3 [v2:172.21.15.131:6826/1131768070,v1:172.21.15.131:6827/1131768070]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:42 smithi169 ceph-mon[78471]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi131", "root=default"]} : dispatch 2024-08-29T14:55:43.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:55:42 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:55:42.933+0000 7f4705a61640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-29T14:55:43.180 INFO:tasks.rados.rados.0.smithi131.stdout:1921: done (1 left) 2024-08-29T14:55:43.181 INFO:tasks.rados.rados.0.smithi131.stdout:1923: done (0 left) 2024-08-29T14:55:43.181 INFO:tasks.rados.rados.0.smithi131.stdout:1924: snap_remove snap 186 2024-08-29T14:55:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:55:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: osd.3 [v2:172.21.15.131:6826/1131768070,v1:172.21.15.131:6827/1131768070] boot 2024-08-29T14:55:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: osdmap e450: 8 total, 8 up, 8 in 2024-08-29T14:55:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-29T14:55:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:55:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:55:43.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:43.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:43.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:43.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:43.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:43.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-29T14:55:43.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:55:43.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: osd.3 [v2:172.21.15.131:6826/1131768070,v1:172.21.15.131:6827/1131768070] boot 2024-08-29T14:55:43.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: osdmap e450: 8 total, 8 up, 8 in 2024-08-29T14:55:43.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-29T14:55:43.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:43.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:43.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:55:43.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:55:43.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:43.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:43.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:43.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:43.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:43.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-29T14:55:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:55:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: osd.3 [v2:172.21.15.131:6826/1131768070,v1:172.21.15.131:6827/1131768070] boot 2024-08-29T14:55:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: osdmap e450: 8 total, 8 up, 8 in 2024-08-29T14:55:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-29T14:55:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:55:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:55:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:55:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:43.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-29T14:55:44.186 INFO:tasks.rados.rados.0.smithi131.stdout:1924: done (0 left) 2024-08-29T14:55:44.186 INFO:tasks.rados.rados.0.smithi131.stdout:1925: read oid 38 snap 179 2024-08-29T14:55:44.186 INFO:tasks.rados.rados.0.smithi131.stdout:1925: expect (ObjNum 575 snap 175 seq_num 575) 2024-08-29T14:55:44.186 INFO:tasks.rados.rados.0.smithi131.stdout:1926: rmattr oid 15 current snap is 187 2024-08-29T14:55:44.186 INFO:tasks.rados.rados.0.smithi131.stdout:1927: read oid 45 snap -1 2024-08-29T14:55:44.186 INFO:tasks.rados.rados.0.smithi131.stdout:1927: expect (ObjNum 605 snap 184 seq_num 605) 2024-08-29T14:55:44.186 INFO:tasks.rados.rados.0.smithi131.stdout:1928: copy_from oid 2 from oid 35 current snap is 187 2024-08-29T14:55:44.187 INFO:tasks.rados.rados.0.smithi131.stdout:1929: rollback oid 26 current snap is 187 2024-08-29T14:55:44.187 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 182 2024-08-29T14:55:44.187 INFO:tasks.rados.rados.0.smithi131.stdout:1930: read oid 5 snap -1 2024-08-29T14:55:44.187 INFO:tasks.rados.rados.0.smithi131.stdout:1930: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:55:44.187 INFO:tasks.rados.rados.0.smithi131.stdout:1931: setattr oid 37 current snap is 187 2024-08-29T14:55:44.189 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 187 2024-08-29T14:55:44.189 INFO:tasks.rados.rados.0.smithi131.stdout:1932: seq_num 615 ranges {0=704512} 2024-08-29T14:55:44.193 INFO:tasks.rados.rados.0.smithi131.stdout:1932: writing smithi13174786-19 from 0 to 704512 tid 1 2024-08-29T14:55:44.193 INFO:tasks.rados.rados.0.smithi131.stdout:1933: delete oid 6 current snap is 187 2024-08-29T14:55:44.193 INFO:tasks.rados.rados.0.smithi131.stdout:1929: finishing rollback tid 0 to smithi13174786-26 2024-08-29T14:55:44.196 INFO:tasks.rados.rados.0.smithi131.stdout:1929: finishing rollback tid 1 to smithi13174786-26 2024-08-29T14:55:44.196 INFO:tasks.rados.rados.0.smithi131.stdout:1929: finishing rollback tid 2 to smithi13174786-26 2024-08-29T14:55:44.196 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 984 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:55:44.200 INFO:tasks.rados.rados.0.smithi131.stdout:1927: expect (ObjNum 605 snap 184 seq_num 605) 2024-08-29T14:55:44.274 INFO:tasks.rados.rados.0.smithi131.stdout:1928: finishing copy_from to smithi13174786-2 2024-08-29T14:55:44.274 INFO:tasks.rados.rados.0.smithi131.stdout:1928: got expected ENOENT (src dne) 2024-08-29T14:55:44.275 INFO:tasks.rados.rados.0.smithi131.stdout:1928: finishing copy_from racing read to smithi13174786-2 2024-08-29T14:55:44.275 INFO:tasks.rados.rados.0.smithi131.stdout:1932: finishing write tid 1 to smithi13174786-19 2024-08-29T14:55:44.275 INFO:tasks.rados.rados.0.smithi131.stdout:1932: finishing write tid 2 to smithi13174786-19 2024-08-29T14:55:44.275 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1107 (ObjNum 592 snap 179 seq_num 592) dirty exists 2024-08-29T14:55:44.275 INFO:tasks.rados.rados.0.smithi131.stdout:1932: finishing write tid 3 to smithi13174786-19 2024-08-29T14:55:44.275 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 987 (ObjNum 615 snap 187 seq_num 615) dirty exists 2024-08-29T14:55:44.275 INFO:tasks.rados.rados.0.smithi131.stdout:1932: left oid 19 (ObjNum 615 snap 187 seq_num 615) 2024-08-29T14:55:44.275 INFO:tasks.rados.rados.0.smithi131.stdout:1925: expect (ObjNum 575 snap 175 seq_num 575) 2024-08-29T14:55:44.326 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1108 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-08-29T14:55:44.326 INFO:tasks.rados.rados.0.smithi131.stdout:1930: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:55:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:44 smithi131 ceph-mon[87973]: pgmap v263: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.2 MiB/s wr, 24 op/s; 45/333 objects degraded (13.514%) 2024-08-29T14:55:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:44 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T14:55:44.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:44 smithi131 ceph-mon[87973]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-29T14:55:44.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:44 smithi131 ceph-mon[87973]: osdmap e451: 8 total, 8 up, 8 in 2024-08-29T14:55:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:44 smithi131 ceph-mon[90512]: pgmap v263: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.2 MiB/s wr, 24 op/s; 45/333 objects degraded (13.514%) 2024-08-29T14:55:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:44 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T14:55:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:44 smithi131 ceph-mon[90512]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-29T14:55:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:44 smithi131 ceph-mon[90512]: osdmap e451: 8 total, 8 up, 8 in 2024-08-29T14:55:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:44 smithi169 ceph-mon[78471]: pgmap v263: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.2 MiB/s wr, 24 op/s; 45/333 objects degraded (13.514%) 2024-08-29T14:55:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:44 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T14:55:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:44 smithi169 ceph-mon[78471]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-29T14:55:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:44 smithi169 ceph-mon[78471]: osdmap e451: 8 total, 8 up, 8 in 2024-08-29T14:55:44.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:44 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:44.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-29T14:55:44.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:44 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:44.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:45.141 INFO:tasks.rados.rados.0.smithi131.stdout:1925: done (8 left) 2024-08-29T14:55:45.141 INFO:tasks.rados.rados.0.smithi131.stdout:1926: done (7 left) 2024-08-29T14:55:45.141 INFO:tasks.rados.rados.0.smithi131.stdout:1927: done (6 left) 2024-08-29T14:55:45.141 INFO:tasks.rados.rados.0.smithi131.stdout:1928: done (5 left) 2024-08-29T14:55:45.141 INFO:tasks.rados.rados.0.smithi131.stdout:1929: done (4 left) 2024-08-29T14:55:45.141 INFO:tasks.rados.rados.0.smithi131.stdout:1930: done (3 left) 2024-08-29T14:55:45.141 INFO:tasks.rados.rados.0.smithi131.stdout:1931: done (2 left) 2024-08-29T14:55:45.141 INFO:tasks.rados.rados.0.smithi131.stdout:1932: done (1 left) 2024-08-29T14:55:45.142 INFO:tasks.rados.rados.0.smithi131.stdout:1933: done (0 left) 2024-08-29T14:55:45.142 INFO:tasks.rados.rados.0.smithi131.stdout:1934: read oid 10 snap -1 2024-08-29T14:55:45.142 INFO:tasks.rados.rados.0.smithi131.stdout:1934: expect (ObjNum 502 snap 148 seq_num 502) 2024-08-29T14:55:45.142 INFO:tasks.rados.rados.0.smithi131.stdout:1935: delete oid 2 current snap is 187 2024-08-29T14:55:45.144 INFO:tasks.rados.rados.0.smithi131.stdout:1935: done (1 left) 2024-08-29T14:55:45.144 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 187 2024-08-29T14:55:45.144 INFO:tasks.rados.rados.0.smithi131.stdout:1936: seq_num 618 ranges {0=753664} 2024-08-29T14:55:45.148 INFO:tasks.rados.rados.0.smithi131.stdout:1936: writing smithi13174786-42 from 0 to 753664 tid 1 2024-08-29T14:55:45.148 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 187 2024-08-29T14:55:45.149 INFO:tasks.rados.rados.0.smithi131.stdout:1937: seq_num 619 ranges {5488640=770048} 2024-08-29T14:55:45.181 INFO:tasks.rados.rados.0.smithi131.stdout:1937: writing smithi13174786-20 from 5488640 to 6258688 tid 1 2024-08-29T14:55:45.182 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 187 2024-08-29T14:55:45.182 INFO:tasks.rados.rados.0.smithi131.stdout:1938: seq_num 620 ranges {671744=794624} 2024-08-29T14:55:45.190 INFO:tasks.rados.rados.0.smithi131.stdout:1938: writing smithi13174786-24 from 671744 to 1466368 tid 1 2024-08-29T14:55:45.190 INFO:tasks.rados.rados.0.smithi131.stdout:1939: read oid 8 snap -1 2024-08-29T14:55:45.190 INFO:tasks.rados.rados.0.smithi131.stdout:1939: expect deleted 2024-08-29T14:55:45.190 INFO:tasks.rados.rados.0.smithi131.stdout:1940: copy_from oid 41 from oid 16 current snap is 187 2024-08-29T14:55:45.191 INFO:tasks.rados.rados.0.smithi131.stdout:1934: expect (ObjNum 502 snap 148 seq_num 502) 2024-08-29T14:55:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:1936: finishing write tid 1 to smithi13174786-42 2024-08-29T14:55:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:1936: finishing write tid 2 to smithi13174786-42 2024-08-29T14:55:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:1936: finishing write tid 3 to smithi13174786-42 2024-08-29T14:55:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1280 (ObjNum 618 snap 187 seq_num 618) dirty exists 2024-08-29T14:55:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:1936: left oid 42 (ObjNum 618 snap 187 seq_num 618) 2024-08-29T14:55:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:1937: finishing write tid 1 to smithi13174786-20 2024-08-29T14:55:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:1937: finishing write tid 2 to smithi13174786-20 2024-08-29T14:55:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:1937: finishing write tid 3 to smithi13174786-20 2024-08-29T14:55:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 845 (ObjNum 619 snap 187 seq_num 619) dirty exists 2024-08-29T14:55:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:1937: left oid 20 (ObjNum 619 snap 187 seq_num 619) 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1938: finishing write tid 1 to smithi13174786-24 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1938: finishing write tid 2 to smithi13174786-24 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1938: finishing write tid 3 to smithi13174786-24 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 970 (ObjNum 620 snap 187 seq_num 620) dirty exists 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1938: left oid 24 (ObjNum 620 snap 187 seq_num 620) 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1940: finishing copy_from racing read to smithi13174786-41 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1940: finishing copy_from to smithi13174786-41 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1158 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1934: done (5 left) 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1936: done (4 left) 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1937: done (3 left) 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1938: done (2 left) 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1939: done (1 left) 2024-08-29T14:55:45.247 INFO:tasks.rados.rados.0.smithi131.stdout:1940: done (0 left) 2024-08-29T14:55:45.248 INFO:tasks.rados.rados.0.smithi131.stdout:1941: read oid 28 snap -1 2024-08-29T14:55:45.248 INFO:tasks.rados.rados.0.smithi131.stdout:1941: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:55:45.248 INFO:tasks.rados.rados.0.smithi131.stdout:1942: snap_create 2024-08-29T14:55:45.253 INFO:tasks.rados.rados.0.smithi131.stdout:1941: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:55:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:45 smithi131 ceph-mon[87973]: osdmap e452: 8 total, 8 up, 8 in 2024-08-29T14:55:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:45 smithi131 ceph-mon[90512]: osdmap e452: 8 total, 8 up, 8 in 2024-08-29T14:55:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:45 smithi169 ceph-mon[78471]: osdmap e452: 8 total, 8 up, 8 in 2024-08-29T14:55:46.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:45.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:46.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:45.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:46.189 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:55:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:55:45] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.51.0" 2024-08-29T14:55:46.196 INFO:tasks.rados.rados.0.smithi131.stdout:1941: done (1 left) 2024-08-29T14:55:46.196 INFO:tasks.rados.rados.0.smithi131.stdout:1942: done (0 left) 2024-08-29T14:55:46.196 INFO:tasks.rados.rados.0.smithi131.stdout:1943: delete oid 50 current snap is 188 2024-08-29T14:55:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:1943: done (0 left) 2024-08-29T14:55:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:1944: rmattr oid 47 current snap is 188 2024-08-29T14:55:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:1944: done (0 left) 2024-08-29T14:55:46.202 INFO:tasks.rados.rados.0.smithi131.stdout:1945: delete oid 50 current snap is 188 2024-08-29T14:55:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1945: done (0 left) 2024-08-29T14:55:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:1946: snap_remove snap 176 2024-08-29T14:55:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:46 smithi131 ceph-mon[87973]: pgmap v266: 121 pgs: 3 activating, 31 active+undersized, 6 active+undersized+degraded, 81 active+clean; 188 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 991 KiB/s rd, 624 KiB/s wr, 12 op/s; 41/336 objects degraded (12.202%) 2024-08-29T14:55:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:46 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 41/336 objects degraded (12.202%), 6 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:46 smithi131 ceph-mon[90512]: pgmap v266: 121 pgs: 3 activating, 31 active+undersized, 6 active+undersized+degraded, 81 active+clean; 188 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 991 KiB/s rd, 624 KiB/s wr, 12 op/s; 41/336 objects degraded (12.202%) 2024-08-29T14:55:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:46 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 41/336 objects degraded (12.202%), 6 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:46 smithi169 ceph-mon[78471]: pgmap v266: 121 pgs: 3 activating, 31 active+undersized, 6 active+undersized+degraded, 81 active+clean; 188 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 991 KiB/s rd, 624 KiB/s wr, 12 op/s; 41/336 objects degraded (12.202%) 2024-08-29T14:55:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:46 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 41/336 objects degraded (12.202%), 6 pgs degraded (PG_DEGRADED) 2024-08-29T14:55:47.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:47.203 INFO:tasks.rados.rados.0.smithi131.stdout:1946: done (0 left) 2024-08-29T14:55:47.204 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 188 2024-08-29T14:55:47.204 INFO:tasks.rados.rados.0.smithi131.stdout:1947: seq_num 623 ranges {589824=442368,1032192=401408} 2024-08-29T14:55:47.210 INFO:tasks.rados.rados.0.smithi131.stdout:1947: writing smithi13174786-23 from 589824 to 1032192 tid 1 2024-08-29T14:55:47.213 INFO:tasks.rados.rados.0.smithi131.stdout:1947: writing smithi13174786-23 from 1032192 to 1433600 tid 2 2024-08-29T14:55:47.213 INFO:tasks.rados.rados.0.smithi131.stdout:1948: read oid 15 snap -1 2024-08-29T14:55:47.213 INFO:tasks.rados.rados.0.smithi131.stdout:1948: expect (ObjNum 592 snap 179 seq_num 592) 2024-08-29T14:55:47.213 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 188 2024-08-29T14:55:47.213 INFO:tasks.rados.rados.0.smithi131.stdout:1949: seq_num 624 ranges {0=458752,458752=401408} 2024-08-29T14:55:47.216 INFO:tasks.rados.rados.0.smithi131.stdout:1949: writing smithi13174786-21 from 0 to 458752 tid 1 2024-08-29T14:55:47.219 INFO:tasks.rados.rados.0.smithi131.stdout:1949: writing smithi13174786-21 from 458752 to 860160 tid 2 2024-08-29T14:55:47.220 INFO:tasks.rados.rados.0.smithi131.stdout:1950: read oid 8 snap -1 2024-08-29T14:55:47.220 INFO:tasks.rados.rados.0.smithi131.stdout:1950: expect deleted 2024-08-29T14:55:47.220 INFO:tasks.rados.rados.0.smithi131.stdout:1951: snap_remove snap 177 2024-08-29T14:55:47.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:47 smithi131 ceph-mon[87973]: osdmap e453: 8 total, 8 up, 8 in 2024-08-29T14:55:47.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:47 smithi131 ceph-mon[90512]: osdmap e453: 8 total, 8 up, 8 in 2024-08-29T14:55:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:47 smithi169 ceph-mon[78471]: osdmap e453: 8 total, 8 up, 8 in 2024-08-29T14:55:48.209 INFO:tasks.rados.rados.0.smithi131.stdout:1951: done (4 left) 2024-08-29T14:55:48.210 INFO:tasks.rados.rados.0.smithi131.stdout:1952: setattr oid 43 current snap is 188 2024-08-29T14:55:48.210 INFO:tasks.rados.rados.0.smithi131.stdout:1948: expect (ObjNum 592 snap 179 seq_num 592) 2024-08-29T14:55:48.231 INFO:tasks.rados.rados.0.smithi131.stdout:1947: finishing write tid 1 to smithi13174786-23 2024-08-29T14:55:48.231 INFO:tasks.rados.rados.0.smithi131.stdout:1949: finishing write tid 1 to smithi13174786-21 2024-08-29T14:55:48.231 INFO:tasks.rados.rados.0.smithi131.stdout:1947: finishing write tid 2 to smithi13174786-23 2024-08-29T14:55:48.231 INFO:tasks.rados.rados.0.smithi131.stdout:1949: finishing write tid 2 to smithi13174786-21 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1947: finishing write tid 3 to smithi13174786-23 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1949: finishing write tid 3 to smithi13174786-21 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1947: finishing write tid 4 to smithi13174786-23 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1087 (ObjNum 623 snap 188 seq_num 623) dirty exists 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1947: left oid 23 (ObjNum 623 snap 188 seq_num 623) 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1949: finishing write tid 4 to smithi13174786-21 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 848 (ObjNum 624 snap 188 seq_num 624) dirty exists 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1949: left oid 21 (ObjNum 624 snap 188 seq_num 624) 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1947: done (4 left) 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1948: done (3 left) 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1949: done (2 left) 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1950: done (1 left) 2024-08-29T14:55:48.232 INFO:tasks.rados.rados.0.smithi131.stdout:1953: read oid 12 snap -1 2024-08-29T14:55:48.233 INFO:tasks.rados.rados.0.smithi131.stdout:1953: expect (ObjNum 513 snap 151 seq_num 513) 2024-08-29T14:55:48.233 INFO:tasks.rados.rados.0.smithi131.stdout:1954: copy_from oid 32 from oid 21 current snap is 188 2024-08-29T14:55:48.233 INFO:tasks.rados.rados.0.smithi131.stdout:1955: copy_from oid 38 from oid 9 current snap is 188 2024-08-29T14:55:48.233 INFO:tasks.rados.rados.0.smithi131.stdout:1956: read oid 44 snap 179 2024-08-29T14:55:48.233 INFO:tasks.rados.rados.0.smithi131.stdout:1956: expect (ObjNum 2119996816 snap 22056 seq_num 2120299440) 2024-08-29T14:55:48.233 INFO:tasks.rados.rados.0.smithi131.stdout:1957: delete oid 40 current snap is 188 2024-08-29T14:55:48.233 INFO:tasks.rados.rados.0.smithi131.stdout:1956: expect (ObjNum 2119996816 snap 22056 seq_num 2120299440) 2024-08-29T14:55:48.238 INFO:tasks.rados.rados.0.smithi131.stdout:1956: done (5 left) 2024-08-29T14:55:48.238 INFO:tasks.rados.rados.0.smithi131.stdout:1957: done (4 left) 2024-08-29T14:55:48.238 INFO:tasks.rados.rados.0.smithi131.stdout:1958: read oid 46 snap -1 2024-08-29T14:55:48.238 INFO:tasks.rados.rados.0.smithi131.stdout:1958: expect (ObjNum 597 snap 182 seq_num 597) 2024-08-29T14:55:48.239 INFO:tasks.rados.rados.0.smithi131.stdout:1959: rollback oid 1 current snap is 188 2024-08-29T14:55:48.239 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 185 2024-08-29T14:55:48.239 INFO:tasks.rados.rados.0.smithi131.stdout:1955: finishing copy_from to smithi13174786-38 2024-08-29T14:55:48.239 INFO:tasks.rados.rados.0.smithi131.stdout:1955: got expected ENOENT (src dne) 2024-08-29T14:55:48.239 INFO:tasks.rados.rados.0.smithi131.stdout:1960: read oid 2 snap -1 2024-08-29T14:55:48.239 INFO:tasks.rados.rados.0.smithi131.stdout:1960: expect deleted 2024-08-29T14:55:48.239 INFO:tasks.rados.rados.0.smithi131.stdout:1961: rollback oid 47 current snap is 188 2024-08-29T14:55:48.239 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 47 to 181 2024-08-29T14:55:48.239 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 188 2024-08-29T14:55:48.239 INFO:tasks.rados.rados.0.smithi131.stdout:1962: seq_num 626 ranges {0=491520,491520=401408} 2024-08-29T14:55:48.242 INFO:tasks.rados.rados.0.smithi131.stdout:1962: writing smithi13174786-50 from 0 to 491520 tid 1 2024-08-29T14:55:48.245 INFO:tasks.rados.rados.0.smithi131.stdout:1962: writing smithi13174786-50 from 491520 to 892928 tid 2 2024-08-29T14:55:48.245 INFO:tasks.rados.rados.0.smithi131.stdout:1963: delete oid 17 current snap is 188 2024-08-29T14:55:48.245 INFO:tasks.rados.rados.0.smithi131.stdout:1955: finishing copy_from racing read to smithi13174786-38 2024-08-29T14:55:48.245 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 985 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:55:48.245 INFO:tasks.rados.rados.0.smithi131.stdout:1954: finishing copy_from racing read to smithi13174786-32 2024-08-29T14:55:48.245 INFO:tasks.rados.rados.0.smithi131.stdout:1958: expect (ObjNum 597 snap 182 seq_num 597) 2024-08-29T14:55:48.266 INFO:tasks.rados.rados.0.smithi131.stdout:1953: expect (ObjNum 513 snap 151 seq_num 513) 2024-08-29T14:55:48.309 INFO:tasks.rados.rados.0.smithi131.stdout:1954: finishing copy_from to smithi13174786-32 2024-08-29T14:55:48.309 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 848 (ObjNum 624 snap 188 seq_num 624) dirty exists 2024-08-29T14:55:48.309 INFO:tasks.rados.rados.0.smithi131.stdout:1962: finishing write tid 1 to smithi13174786-50 2024-08-29T14:55:48.309 INFO:tasks.rados.rados.0.smithi131.stdout:1952: done (9 left) 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1953: done (8 left) 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1954: done (7 left) 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1955: done (6 left) 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1958: done (5 left) 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1960: done (4 left) 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1963: done (3 left) 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1964: rollback oid 16 current snap is 188 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 16 to 182 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1959: finishing rollback tid 0 to smithi13174786-1 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1959: finishing rollback tid 1 to smithi13174786-1 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1959: finishing rollback tid 2 to smithi13174786-1 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 973 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1961: finishing rollback tid 0 to smithi13174786-47 2024-08-29T14:55:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:1961: finishing rollback tid 1 to smithi13174786-47 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1961: finishing rollback tid 2 to smithi13174786-47 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 976 (ObjNum 583 snap 176 seq_num 583) dirty exists 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1962: finishing write tid 2 to smithi13174786-50 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1962: finishing write tid 3 to smithi13174786-50 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1962: finishing write tid 4 to smithi13174786-50 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1407 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1962: left oid 50 (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1959: done (3 left) 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1961: done (2 left) 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1962: done (1 left) 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1965: read oid 28 snap 180 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1965: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:55:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:1966: read oid 32 snap -1 2024-08-29T14:55:48.312 INFO:tasks.rados.rados.0.smithi131.stdout:1966: expect (ObjNum 624 snap 188 seq_num 624) 2024-08-29T14:55:48.312 INFO:tasks.rados.rados.0.smithi131.stdout:1967: copy_from oid 22 from oid 12 current snap is 188 2024-08-29T14:55:48.312 INFO:tasks.rados.rados.0.smithi131.stdout:1968: setattr oid 30 current snap is 188 2024-08-29T14:55:48.312 INFO:tasks.rados.rados.0.smithi131.stdout:1969: read oid 27 snap -1 2024-08-29T14:55:48.313 INFO:tasks.rados.rados.0.smithi131.stdout:1969: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-29T14:55:48.313 INFO:tasks.rados.rados.0.smithi131.stdout:1970: read oid 40 snap -1 2024-08-29T14:55:48.313 INFO:tasks.rados.rados.0.smithi131.stdout:1970: expect deleted 2024-08-29T14:55:48.313 INFO:tasks.rados.rados.0.smithi131.stdout:1971: snap_create 2024-08-29T14:55:48.315 INFO:tasks.rados.rados.0.smithi131.stdout:1965: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-29T14:55:48.353 INFO:tasks.rados.rados.0.smithi131.stdout:1966: expect (ObjNum 624 snap 188 seq_num 624) 2024-08-29T14:55:48.375 INFO:tasks.rados.rados.0.smithi131.stdout:1964: finishing rollback tid 0 to smithi13174786-16 2024-08-29T14:55:48.375 INFO:tasks.rados.rados.0.smithi131.stdout:1964: finishing rollback tid 1 to smithi13174786-16 2024-08-29T14:55:48.375 INFO:tasks.rados.rados.0.smithi131.stdout:1964: finishing rollback tid 2 to smithi13174786-16 2024-08-29T14:55:48.375 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1198 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-08-29T14:55:48.376 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 986 (ObjNum 193 snap 0 seq_num 448765328) dirty exists 2024-08-29T14:55:48.376 INFO:tasks.rados.rados.0.smithi131.stdout:1967: finishing copy_from racing read to smithi13174786-22 2024-08-29T14:55:48.376 INFO:tasks.rados.rados.0.smithi131.stdout:1969: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-29T14:55:48.432 INFO:tasks.rados.rados.0.smithi131.stdout:1967: finishing copy_from to smithi13174786-22 2024-08-29T14:55:48.432 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 981 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:55:48.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:48 smithi131 ceph-mon[87973]: pgmap v268: 121 pgs: 3 activating, 4 active+undersized, 2 active+undersized+degraded, 112 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 11/339 objects degraded (3.245%); 21 MiB/s, 4 objects/s recovering 2024-08-29T14:55:48.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:48 smithi131 ceph-mon[87973]: osdmap e454: 8 total, 8 up, 8 in 2024-08-29T14:55:48.504 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:48 smithi131 ceph-mon[90512]: pgmap v268: 121 pgs: 3 activating, 4 active+undersized, 2 active+undersized+degraded, 112 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 11/339 objects degraded (3.245%); 21 MiB/s, 4 objects/s recovering 2024-08-29T14:55:48.504 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:48 smithi131 ceph-mon[90512]: osdmap e454: 8 total, 8 up, 8 in 2024-08-29T14:55:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:48 smithi169 ceph-mon[78471]: pgmap v268: 121 pgs: 3 activating, 4 active+undersized, 2 active+undersized+degraded, 112 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 11/339 objects degraded (3.245%); 21 MiB/s, 4 objects/s recovering 2024-08-29T14:55:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:48 smithi169 ceph-mon[78471]: osdmap e454: 8 total, 8 up, 8 in 2024-08-29T14:55:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:1964: done (7 left) 2024-08-29T14:55:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:1965: done (6 left) 2024-08-29T14:55:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:1966: done (5 left) 2024-08-29T14:55:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:1967: done (4 left) 2024-08-29T14:55:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:1968: done (3 left) 2024-08-29T14:55:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:1969: done (2 left) 2024-08-29T14:55:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:1970: done (1 left) 2024-08-29T14:55:49.219 INFO:tasks.rados.rados.0.smithi131.stdout:1971: done (0 left) 2024-08-29T14:55:49.220 INFO:tasks.rados.rados.0.smithi131.stdout:1972: copy_from oid 43 from oid 29 current snap is 189 2024-08-29T14:55:49.220 INFO:tasks.rados.rados.0.smithi131.stdout:1973: delete oid 37 current snap is 189 2024-08-29T14:55:49.225 INFO:tasks.rados.rados.0.smithi131.stdout:1973: done (1 left) 2024-08-29T14:55:49.225 INFO:tasks.rados.rados.0.smithi131.stdout:1974: read oid 5 snap -1 2024-08-29T14:55:49.225 INFO:tasks.rados.rados.0.smithi131.stdout:1974: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:55:49.226 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 46 current snap is 189 2024-08-29T14:55:49.226 INFO:tasks.rados.rados.0.smithi131.stdout:1975: seq_num 629 ranges {606208=540672,1146880=401408} 2024-08-29T14:55:49.232 INFO:tasks.rados.rados.0.smithi131.stdout:1975: writing smithi13174786-46 from 606208 to 1146880 tid 1 2024-08-29T14:55:49.235 INFO:tasks.rados.rados.0.smithi131.stdout:1975: writing smithi13174786-46 from 1146880 to 1548288 tid 2 2024-08-29T14:55:49.235 INFO:tasks.rados.rados.0.smithi131.stdout:1976: snap_create 2024-08-29T14:55:49.235 INFO:tasks.rados.rados.0.smithi131.stdout:1972: finishing copy_from racing read to smithi13174786-43 2024-08-29T14:55:49.235 INFO:tasks.rados.rados.0.smithi131.stdout:1972: finishing copy_from to smithi13174786-43 2024-08-29T14:55:49.235 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 839 (ObjNum 604 snap 183 seq_num 604) dirty exists 2024-08-29T14:55:49.239 INFO:tasks.rados.rados.0.smithi131.stdout:1975: finishing write tid 1 to smithi13174786-46 2024-08-29T14:55:49.239 INFO:tasks.rados.rados.0.smithi131.stdout:1975: finishing write tid 2 to smithi13174786-46 2024-08-29T14:55:49.239 INFO:tasks.rados.rados.0.smithi131.stdout:1975: finishing write tid 3 to smithi13174786-46 2024-08-29T14:55:49.240 INFO:tasks.rados.rados.0.smithi131.stdout:1975: finishing write tid 4 to smithi13174786-46 2024-08-29T14:55:49.240 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 732 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:55:49.240 INFO:tasks.rados.rados.0.smithi131.stdout:1975: left oid 46 (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:55:49.273 INFO:tasks.rados.rados.0.smithi131.stdout:1974: expect (ObjNum 512 snap 150 seq_num 512) 2024-08-29T14:55:49.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:49 smithi131 ceph-mon[87973]: osdmap e455: 8 total, 8 up, 8 in 2024-08-29T14:55:49.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:49 smithi131 ceph-mon[90512]: osdmap e455: 8 total, 8 up, 8 in 2024-08-29T14:55:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:49 smithi169 ceph-mon[78471]: osdmap e455: 8 total, 8 up, 8 in 2024-08-29T14:55:50.225 INFO:tasks.rados.rados.0.smithi131.stdout:1972: done (3 left) 2024-08-29T14:55:50.225 INFO:tasks.rados.rados.0.smithi131.stdout:1974: done (2 left) 2024-08-29T14:55:50.225 INFO:tasks.rados.rados.0.smithi131.stdout:1975: done (1 left) 2024-08-29T14:55:50.225 INFO:tasks.rados.rados.0.smithi131.stdout:1976: done (0 left) 2024-08-29T14:55:50.225 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 190 2024-08-29T14:55:50.225 INFO:tasks.rados.rados.0.smithi131.stdout:1977: seq_num 630 ranges {1343488=557056,1900544=401408} 2024-08-29T14:55:50.235 INFO:tasks.rados.rados.0.smithi131.stdout:1977: writing smithi13174786-18 from 1343488 to 1900544 tid 1 2024-08-29T14:55:50.237 INFO:tasks.rados.rados.0.smithi131.stdout:1977: writing smithi13174786-18 from 1900544 to 2301952 tid 2 2024-08-29T14:55:50.237 INFO:tasks.rados.rados.0.smithi131.stdout:1978: snap_create 2024-08-29T14:55:50.245 INFO:tasks.rados.rados.0.smithi131.stdout:1977: finishing write tid 1 to smithi13174786-18 2024-08-29T14:55:50.245 INFO:tasks.rados.rados.0.smithi131.stdout:1977: finishing write tid 2 to smithi13174786-18 2024-08-29T14:55:50.245 INFO:tasks.rados.rados.0.smithi131.stdout:1977: finishing write tid 3 to smithi13174786-18 2024-08-29T14:55:50.249 INFO:tasks.rados.rados.0.smithi131.stdout:1977: finishing write tid 4 to smithi13174786-18 2024-08-29T14:55:50.250 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1413 (ObjNum 630 snap 190 seq_num 630) dirty exists 2024-08-29T14:55:50.250 INFO:tasks.rados.rados.0.smithi131.stdout:1977: left oid 18 (ObjNum 630 snap 190 seq_num 630) 2024-08-29T14:55:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[87973]: pgmap v271: 121 pgs: 121 active+clean; 194 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 17 op/s; 23 MiB/s, 5 objects/s recovering 2024-08-29T14:55:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[87973]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/339 objects degraded (3.245%), 2 pgs degraded) 2024-08-29T14:55:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T14:55:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[87973]: osdmap e456: 8 total, 8 up, 8 in 2024-08-29T14:55:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[90512]: pgmap v271: 121 pgs: 121 active+clean; 194 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 17 op/s; 23 MiB/s, 5 objects/s recovering 2024-08-29T14:55:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[90512]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/339 objects degraded (3.245%), 2 pgs degraded) 2024-08-29T14:55:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T14:55:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[90512]: osdmap e456: 8 total, 8 up, 8 in 2024-08-29T14:55:50.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:50.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:50 smithi169 ceph-mon[78471]: pgmap v271: 121 pgs: 121 active+clean; 194 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 17 op/s; 23 MiB/s, 5 objects/s recovering 2024-08-29T14:55:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:50 smithi169 ceph-mon[78471]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/339 objects degraded (3.245%), 2 pgs degraded) 2024-08-29T14:55:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:50 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T14:55:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:50 smithi169 ceph-mon[78471]: osdmap e456: 8 total, 8 up, 8 in 2024-08-29T14:55:50.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:50.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:55:51.146 INFO:tasks.rados.rados.0.smithi131.stdout:1977: done (1 left) 2024-08-29T14:55:51.146 INFO:tasks.rados.rados.0.smithi131.stdout:1978: done (0 left) 2024-08-29T14:55:51.146 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 191 2024-08-29T14:55:51.146 INFO:tasks.rados.rados.0.smithi131.stdout:1979: seq_num 631 ranges {0=573440,573440=401408} 2024-08-29T14:55:51.149 INFO:tasks.rados.rados.0.smithi131.stdout:1979: writing smithi13174786-17 from 0 to 573440 tid 1 2024-08-29T14:55:51.151 INFO:tasks.rados.rados.0.smithi131.stdout:1979: writing smithi13174786-17 from 573440 to 974848 tid 2 2024-08-29T14:55:51.151 INFO:tasks.rados.rados.0.smithi131.stdout:1980: rollback oid 22 current snap is 191 2024-08-29T14:55:51.151 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 22 to 182 2024-08-29T14:55:51.151 INFO:tasks.rados.rados.0.smithi131.stdout:1981: delete oid 39 current snap is 191 2024-08-29T14:55:51.156 INFO:tasks.rados.rados.0.smithi131.stdout:1981: done (2 left) 2024-08-29T14:55:51.156 INFO:tasks.rados.rados.0.smithi131.stdout:1982: snap_remove snap 180 2024-08-29T14:55:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:51 smithi131 ceph-mon[87973]: osdmap e457: 8 total, 8 up, 8 in 2024-08-29T14:55:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:51 smithi131 ceph-mon[87973]: osdmap e458: 8 total, 8 up, 8 in 2024-08-29T14:55:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:51 smithi131 ceph-mon[90512]: osdmap e457: 8 total, 8 up, 8 in 2024-08-29T14:55:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:51 smithi131 ceph-mon[90512]: osdmap e458: 8 total, 8 up, 8 in 2024-08-29T14:55:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:51 smithi169 ceph-mon[78471]: osdmap e457: 8 total, 8 up, 8 in 2024-08-29T14:55:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:51 smithi169 ceph-mon[78471]: osdmap e458: 8 total, 8 up, 8 in 2024-08-29T14:55:52.151 INFO:tasks.rados.rados.0.smithi131.stdout:1982: done (2 left) 2024-08-29T14:55:52.151 INFO:tasks.rados.rados.0.smithi131.stdout:1983: snap_create 2024-08-29T14:55:52.152 INFO:tasks.rados.rados.0.smithi131.stdout:1979: finishing write tid 1 to smithi13174786-17 2024-08-29T14:55:52.152 INFO:tasks.rados.rados.0.smithi131.stdout:1979: finishing write tid 2 to smithi13174786-17 2024-08-29T14:55:52.152 INFO:tasks.rados.rados.0.smithi131.stdout:1979: finishing write tid 3 to smithi13174786-17 2024-08-29T14:55:52.152 INFO:tasks.rados.rados.0.smithi131.stdout:1979: finishing write tid 4 to smithi13174786-17 2024-08-29T14:55:52.152 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 1285 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-08-29T14:55:52.152 INFO:tasks.rados.rados.0.smithi131.stdout:1979: left oid 17 (ObjNum 631 snap 191 seq_num 631) 2024-08-29T14:55:52.152 INFO:tasks.rados.rados.0.smithi131.stdout:1980: finishing rollback tid 0 to smithi13174786-22 2024-08-29T14:55:52.152 INFO:tasks.rados.rados.0.smithi131.stdout:1980: finishing rollback tid 1 to smithi13174786-22 2024-08-29T14:55:52.152 INFO:tasks.rados.rados.0.smithi131.stdout:1980: finishing rollback tid 2 to smithi13174786-22 2024-08-29T14:55:52.152 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 1417 (ObjNum 572 snap 174 seq_num 572) dirty exists 2024-08-29T14:55:52.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:52 smithi131 ceph-mon[87973]: pgmap v274: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 1.9 MiB/s, 1 objects/s recovering 2024-08-29T14:55:52.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:52 smithi131 ceph-mon[87973]: osdmap e459: 8 total, 8 up, 8 in 2024-08-29T14:55:52.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:52 smithi131 ceph-mon[90512]: pgmap v274: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 1.9 MiB/s, 1 objects/s recovering 2024-08-29T14:55:52.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:52 smithi131 ceph-mon[90512]: osdmap e459: 8 total, 8 up, 8 in 2024-08-29T14:55:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:52 smithi169 ceph-mon[78471]: pgmap v274: 121 pgs: 121 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 1.9 MiB/s, 1 objects/s recovering 2024-08-29T14:55:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:52 smithi169 ceph-mon[78471]: osdmap e459: 8 total, 8 up, 8 in 2024-08-29T14:55:53.149 INFO:tasks.rados.rados.0.smithi131.stdout:1979: done (2 left) 2024-08-29T14:55:53.149 INFO:tasks.rados.rados.0.smithi131.stdout:1980: done (1 left) 2024-08-29T14:55:53.149 INFO:tasks.rados.rados.0.smithi131.stdout:1983: done (0 left) 2024-08-29T14:55:53.149 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 192 2024-08-29T14:55:53.149 INFO:tasks.rados.rados.0.smithi131.stdout:1984: seq_num 633 ranges {1703936=606208,2310144=401408} 2024-08-29T14:55:53.160 INFO:tasks.rados.rados.0.smithi131.stdout:1984: writing smithi13174786-10 from 1703936 to 2310144 tid 1 2024-08-29T14:55:53.163 INFO:tasks.rados.rados.0.smithi131.stdout:1984: writing smithi13174786-10 from 2310144 to 2711552 tid 2 2024-08-29T14:55:53.163 INFO:tasks.rados.rados.0.smithi131.stdout:1985: snap_create 2024-08-29T14:55:53.168 INFO:tasks.rados.rados.0.smithi131.stdout:1984: finishing write tid 1 to smithi13174786-10 2024-08-29T14:55:53.168 INFO:tasks.rados.rados.0.smithi131.stdout:1984: finishing write tid 2 to smithi13174786-10 2024-08-29T14:55:53.168 INFO:tasks.rados.rados.0.smithi131.stdout:1984: finishing write tid 3 to smithi13174786-10 2024-08-29T14:55:53.169 INFO:tasks.rados.rados.0.smithi131.stdout:1984: finishing write tid 4 to smithi13174786-10 2024-08-29T14:55:53.170 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1208 (ObjNum 633 snap 192 seq_num 633) dirty exists 2024-08-29T14:55:53.170 INFO:tasks.rados.rados.0.smithi131.stdout:1984: left oid 10 (ObjNum 633 snap 192 seq_num 633) 2024-08-29T14:55:54.152 INFO:tasks.rados.rados.0.smithi131.stdout:1984: done (1 left) 2024-08-29T14:55:54.153 INFO:tasks.rados.rados.0.smithi131.stdout:1985: done (0 left) 2024-08-29T14:55:54.153 INFO:tasks.rados.rados.0.smithi131.stdout:1986: rollback oid 27 current snap is 193 2024-08-29T14:55:54.153 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 190 2024-08-29T14:55:54.153 INFO:tasks.rados.rados.0.smithi131.stdout:1987: delete oid 39 current snap is 193 2024-08-29T14:55:54.160 INFO:tasks.rados.rados.0.smithi131.stdout:1987: done (1 left) 2024-08-29T14:55:54.160 INFO:tasks.rados.rados.0.smithi131.stdout:1988: rollback oid 5 current snap is 193 2024-08-29T14:55:54.160 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 5 to 182 2024-08-29T14:55:54.160 INFO:tasks.rados.rados.0.smithi131.stdout:1989: copy_from oid 6 from oid 24 current snap is 193 2024-08-29T14:55:54.160 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 193 2024-08-29T14:55:54.160 INFO:tasks.rados.rados.0.smithi131.stdout:1990: seq_num 635 ranges {974848=638976,1613824=401408} 2024-08-29T14:55:54.169 INFO:tasks.rados.rados.0.smithi131.stdout:1990: writing smithi13174786-17 from 974848 to 1613824 tid 1 2024-08-29T14:55:54.171 INFO:tasks.rados.rados.0.smithi131.stdout:1990: writing smithi13174786-17 from 1613824 to 2015232 tid 2 2024-08-29T14:55:54.172 INFO:tasks.rados.rados.0.smithi131.stdout:1991: snap_create 2024-08-29T14:55:54.172 INFO:tasks.rados.rados.0.smithi131.stdout:1986: finishing rollback tid 0 to smithi13174786-27 2024-08-29T14:55:54.172 INFO:tasks.rados.rados.0.smithi131.stdout:1988: finishing rollback tid 0 to smithi13174786-5 2024-08-29T14:55:54.172 INFO:tasks.rados.rados.0.smithi131.stdout:1988: finishing rollback tid 1 to smithi13174786-5 2024-08-29T14:55:54.172 INFO:tasks.rados.rados.0.smithi131.stdout:1986: finishing rollback tid 1 to smithi13174786-27 2024-08-29T14:55:54.172 INFO:tasks.rados.rados.0.smithi131.stdout:1986: finishing rollback tid 2 to smithi13174786-27 2024-08-29T14:55:54.172 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1112 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-29T14:55:54.172 INFO:tasks.rados.rados.0.smithi131.stdout:1988: finishing rollback tid 2 to smithi13174786-5 2024-08-29T14:55:54.172 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 851 (ObjNum 512 snap 150 seq_num 512) dirty exists 2024-08-29T14:55:54.173 INFO:tasks.rados.rados.0.smithi131.stdout:1989: finishing copy_from racing read to smithi13174786-6 2024-08-29T14:55:54.175 INFO:tasks.rados.rados.0.smithi131.stdout:1989: finishing copy_from to smithi13174786-6 2024-08-29T14:55:54.175 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 970 (ObjNum 620 snap 187 seq_num 620) dirty exists 2024-08-29T14:55:54.175 INFO:tasks.rados.rados.0.smithi131.stdout:1990: finishing write tid 1 to smithi13174786-17 2024-08-29T14:55:54.175 INFO:tasks.rados.rados.0.smithi131.stdout:1990: finishing write tid 2 to smithi13174786-17 2024-08-29T14:55:54.175 INFO:tasks.rados.rados.0.smithi131.stdout:1990: finishing write tid 3 to smithi13174786-17 2024-08-29T14:55:54.176 INFO:tasks.rados.rados.0.smithi131.stdout:1990: finishing write tid 4 to smithi13174786-17 2024-08-29T14:55:54.176 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 1288 (ObjNum 635 snap 193 seq_num 635) dirty exists 2024-08-29T14:55:54.176 INFO:tasks.rados.rados.0.smithi131.stdout:1990: left oid 17 (ObjNum 635 snap 193 seq_num 635) 2024-08-29T14:55:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:54 smithi131 ceph-mon[87973]: pgmap v277: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T14:55:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:54 smithi131 ceph-mon[87973]: osdmap e460: 8 total, 8 up, 8 in 2024-08-29T14:55:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:54 smithi131 ceph-mon[90512]: pgmap v277: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T14:55:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:54 smithi131 ceph-mon[90512]: osdmap e460: 8 total, 8 up, 8 in 2024-08-29T14:55:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:54 smithi169 ceph-mon[78471]: pgmap v277: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T14:55:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:54 smithi169 ceph-mon[78471]: osdmap e460: 8 total, 8 up, 8 in 2024-08-29T14:55:54.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:54.148Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-29T14:55:54.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:54 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:54.150Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.131\", device_class=\"ssd\", hostname=\"smithi131\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.131\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:55.174 INFO:tasks.rados.rados.0.smithi131.stdout:1986: done (4 left) 2024-08-29T14:55:55.174 INFO:tasks.rados.rados.0.smithi131.stdout:1988: done (3 left) 2024-08-29T14:55:55.174 INFO:tasks.rados.rados.0.smithi131.stdout:1989: done (2 left) 2024-08-29T14:55:55.174 INFO:tasks.rados.rados.0.smithi131.stdout:1990: done (1 left) 2024-08-29T14:55:55.174 INFO:tasks.rados.rados.0.smithi131.stdout:1991: done (0 left) 2024-08-29T14:55:55.174 INFO:tasks.rados.rados.0.smithi131.stdout:1992: snap_remove snap 181 2024-08-29T14:55:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:55 smithi131 ceph-mon[87973]: osdmap e461: 8 total, 8 up, 8 in 2024-08-29T14:55:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:55 smithi131 ceph-mon[90512]: osdmap e461: 8 total, 8 up, 8 in 2024-08-29T14:55:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:55 smithi169 ceph-mon[78471]: osdmap e461: 8 total, 8 up, 8 in 2024-08-29T14:55:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:55:56.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:55.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:56.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:55.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:56.145 INFO:tasks.rados.rados.0.smithi131.stdout:1992: done (0 left) 2024-08-29T14:55:56.146 INFO:tasks.rados.rados.0.smithi131.stdout:1993: read oid 42 snap 191 2024-08-29T14:55:56.146 INFO:tasks.rados.rados.0.smithi131.stdout:1993: expect (ObjNum 618 snap 187 seq_num 618) 2024-08-29T14:55:56.146 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 194 2024-08-29T14:55:56.146 INFO:tasks.rados.rados.0.smithi131.stdout:1994: seq_num 636 ranges {0=655360,655360=401408} 2024-08-29T14:55:56.150 INFO:tasks.rados.rados.0.smithi131.stdout:1994: writing smithi13174786-33 from 0 to 655360 tid 1 2024-08-29T14:55:56.153 INFO:tasks.rados.rados.0.smithi131.stdout:1994: writing smithi13174786-33 from 655360 to 1056768 tid 2 2024-08-29T14:55:56.153 INFO:tasks.rados.rados.0.smithi131.stdout:1995: delete oid 6 current snap is 194 2024-08-29T14:55:56.160 INFO:tasks.rados.rados.0.smithi131.stdout:1994: finishing write tid 1 to smithi13174786-33 2024-08-29T14:55:56.161 INFO:tasks.rados.rados.0.smithi131.stdout:1993: expect (ObjNum 618 snap 187 seq_num 618) 2024-08-29T14:55:56.166 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:56 smithi131 ceph-mon[87973]: pgmap v280: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 802 KiB/s wr, 22 op/s 2024-08-29T14:55:56.166 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:56 smithi131 ceph-mon[87973]: osdmap e462: 8 total, 8 up, 8 in 2024-08-29T14:55:56.166 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:56 smithi131 ceph-mon[87973]: osdmap e463: 8 total, 8 up, 8 in 2024-08-29T14:55:56.166 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:55:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:55:55] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.51.0" 2024-08-29T14:55:56.187 INFO:tasks.rados.rados.0.smithi131.stdout:1994: finishing write tid 2 to smithi13174786-33 2024-08-29T14:55:56.188 INFO:tasks.rados.rados.0.smithi131.stdout:1994: finishing write tid 3 to smithi13174786-33 2024-08-29T14:55:56.188 INFO:tasks.rados.rados.0.smithi131.stdout:1994: finishing write tid 4 to smithi13174786-33 2024-08-29T14:55:56.188 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 735 (ObjNum 636 snap 194 seq_num 636) dirty exists 2024-08-29T14:55:56.188 INFO:tasks.rados.rados.0.smithi131.stdout:1994: left oid 33 (ObjNum 636 snap 194 seq_num 636) 2024-08-29T14:55:56.188 INFO:tasks.rados.rados.0.smithi131.stdout:1993: done (2 left) 2024-08-29T14:55:56.188 INFO:tasks.rados.rados.0.smithi131.stdout:1994: done (1 left) 2024-08-29T14:55:56.189 INFO:tasks.rados.rados.0.smithi131.stdout:1995: done (0 left) 2024-08-29T14:55:56.189 INFO:tasks.rados.rados.0.smithi131.stdout:1996: read oid 39 snap -1 2024-08-29T14:55:56.189 INFO:tasks.rados.rados.0.smithi131.stdout:1996: expect deleted 2024-08-29T14:55:56.189 INFO:tasks.rados.rados.0.smithi131.stdout:1997: read oid 27 snap -1 2024-08-29T14:55:56.189 INFO:tasks.rados.rados.0.smithi131.stdout:1997: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-29T14:55:56.189 INFO:tasks.rados.rados.0.smithi131.stdout:1998: snap_create 2024-08-29T14:55:56.194 INFO:tasks.rados.rados.0.smithi131.stdout:1997: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-29T14:55:56.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:56 smithi131 ceph-mon[90512]: pgmap v280: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 802 KiB/s wr, 22 op/s 2024-08-29T14:55:56.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:56 smithi131 ceph-mon[90512]: osdmap e462: 8 total, 8 up, 8 in 2024-08-29T14:55:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:56 smithi131 ceph-mon[90512]: osdmap e463: 8 total, 8 up, 8 in 2024-08-29T14:55:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:56 smithi169 ceph-mon[78471]: pgmap v280: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 802 KiB/s wr, 22 op/s 2024-08-29T14:55:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:56 smithi169 ceph-mon[78471]: osdmap e462: 8 total, 8 up, 8 in 2024-08-29T14:55:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:56 smithi169 ceph-mon[78471]: osdmap e463: 8 total, 8 up, 8 in 2024-08-29T14:55:57.118 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:55:57.177 INFO:tasks.rados.rados.0.smithi131.stdout:1996: done (2 left) 2024-08-29T14:55:57.177 INFO:tasks.rados.rados.0.smithi131.stdout:1997: done (1 left) 2024-08-29T14:55:57.177 INFO:tasks.rados.rados.0.smithi131.stdout:1998: done (0 left) 2024-08-29T14:55:57.177 INFO:tasks.rados.rados.0.smithi131.stdout:1999: delete oid 33 current snap is 195 2024-08-29T14:55:57.181 INFO:tasks.rados.rados.0.smithi131.stdout:1999: done (0 left) 2024-08-29T14:55:57.181 INFO:tasks.rados.rados.0.smithi131.stdout:2000: copy_from oid 29 from oid 38 current snap is 195 2024-08-29T14:55:57.181 INFO:tasks.rados.rados.0.smithi131.stdout:2001: setattr oid 45 current snap is 195 2024-08-29T14:55:57.182 INFO:tasks.rados.rados.0.smithi131.stdout:2002: delete oid 12 current snap is 195 2024-08-29T14:55:57.186 INFO:tasks.rados.rados.0.smithi131.stdout:2002: done (2 left) 2024-08-29T14:55:57.186 INFO:tasks.rados.rados.0.smithi131.stdout:2003: snap_create 2024-08-29T14:55:57.187 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 845 (ObjNum 605 snap 184 seq_num 605) dirty exists 2024-08-29T14:55:57.194 INFO:tasks.rados.rados.0.smithi131.stdout:2000: finishing copy_from racing read to smithi13174786-29 2024-08-29T14:55:57.196 INFO:tasks.rados.rados.0.smithi131.stdout:2000: finishing copy_from to smithi13174786-29 2024-08-29T14:55:57.196 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1106 (ObjNum 595 snap 181 seq_num 595) dirty exists 2024-08-29T14:55:57.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:55:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:55:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:55:57.682 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:55:57.682 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (4m) 18s ago 9m 21.3M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:55:57.682 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (4m) 2m ago 9m 80.6M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:55:57.682 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (10m) 18s ago 10m 16.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:55:57.682 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (10m) 2m ago 10m 20.6M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:55:57.682 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (3m) 2m ago 14m 453M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:55:57.682 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (4m) 18s ago 15m 523M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:55:57.682 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (3m) 18s ago 15m 56.4M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:55:57.682 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (2m) 2m ago 14m 23.5M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:55:57.682 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (3m) 18s ago 14m 48.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (4m) 18s ago 8m 10.7M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (4m) 2m ago 8m 8186k - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (2m) 18s ago 13m 114M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 2b80a23f091c 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (88s) 18s ago 13m 114M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 7ef2711f92d6 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (56s) 18s ago 12m 99.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec def684d0aaf6 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (22s) 18s ago 12m 12.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 413c5146ddeb 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (12m) 2m ago 12m 223M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 9e290821de50 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (11m) 2m ago 11m 194M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (11m) 2m ago 11m 126M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (11m) 2m ago 11m 98.2M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:55:57.683 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (3m) 2m ago 9m 46.3M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:55:58.014 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 4, 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 4 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:55:58.015 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:55:58.016 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:55:58.016 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:55:58.016 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 6, 2024-08-29T14:55:58.016 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 9 2024-08-29T14:55:58.016 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:55:58.016 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:55:58.184 INFO:tasks.rados.rados.0.smithi131.stdout:2000: done (2 left) 2024-08-29T14:55:58.184 INFO:tasks.rados.rados.0.smithi131.stdout:2001: done (1 left) 2024-08-29T14:55:58.184 INFO:tasks.rados.rados.0.smithi131.stdout:2003: done (0 left) 2024-08-29T14:55:58.184 INFO:tasks.rados.rados.0.smithi131.stdout:2004: snap_remove snap 195 2024-08-29T14:55:58.301 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:55:58.301 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:55:58.301 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:55:58.301 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:55:58.301 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:55:58.301 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:55:58.301 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:55:58.301 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:55:58.301 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "9/20 daemons upgraded", 2024-08-29T14:55:58.302 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading osd daemons", 2024-08-29T14:55:58.302 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:55:58.302 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:55:58.302 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:58 smithi131 ceph-mon[87973]: pgmap v283: 121 pgs: 121 active+clean; 193 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-29T14:55:58.302 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:58 smithi131 ceph-mon[87973]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:58.302 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:58 smithi131 ceph-mon[87973]: osdmap e464: 8 total, 8 up, 8 in 2024-08-29T14:55:58.302 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:58 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-29T14:55:58.302 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:58 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2629520284' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:58.302 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:58 smithi131 ceph-mon[90512]: pgmap v283: 121 pgs: 121 active+clean; 193 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-29T14:55:58.303 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:58 smithi131 ceph-mon[90512]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:58.303 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:58 smithi131 ceph-mon[90512]: osdmap e464: 8 total, 8 up, 8 in 2024-08-29T14:55:58.303 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:58 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-29T14:55:58.303 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:58 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2629520284' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:58.449 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:58 smithi169 ceph-mon[78471]: pgmap v283: 121 pgs: 121 active+clean; 193 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-29T14:55:58.449 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:58 smithi169 ceph-mon[78471]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:58.449 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:58 smithi169 ceph-mon[78471]: osdmap e464: 8 total, 8 up, 8 in 2024-08-29T14:55:58.449 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:58 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-29T14:55:58.449 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:58 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2629520284' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:55:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:2004: done (0 left) 2024-08-29T14:55:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:2005: snap_remove snap 193 2024-08-29T14:55:59.299 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:59 smithi169 ceph-mon[78471]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:59.299 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:59 smithi169 ceph-mon[78471]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:59.299 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:59 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T14:55:59.300 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:59 smithi169 ceph-mon[78471]: Upgrade: osd.4 is safe to restart 2024-08-29T14:55:59.300 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:55:59 smithi169 ceph-mon[78471]: osdmap e465: 8 total, 8 up, 8 in 2024-08-29T14:55:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:59 smithi131 ceph-mon[87973]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:59 smithi131 ceph-mon[87973]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:59 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T14:55:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:59 smithi131 ceph-mon[87973]: Upgrade: osd.4 is safe to restart 2024-08-29T14:55:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:55:59 smithi131 ceph-mon[87973]: osdmap e465: 8 total, 8 up, 8 in 2024-08-29T14:55:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:59 smithi131 ceph-mon[90512]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:59 smithi131 ceph-mon[90512]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:59 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T14:55:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:59 smithi131 ceph-mon[90512]: Upgrade: osd.4 is safe to restart 2024-08-29T14:55:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:55:59 smithi131 ceph-mon[90512]: osdmap e465: 8 total, 8 up, 8 in 2024-08-29T14:56:00.197 INFO:tasks.rados.rados.0.smithi131.stdout:2005: done (0 left) 2024-08-29T14:56:00.197 INFO:tasks.rados.rados.0.smithi131.stdout:2006: snap_remove snap 188 2024-08-29T14:56:00.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:00.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:00 smithi169 ceph-mon[78471]: pgmap v286: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-29T14:56:00.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:00 smithi169 ceph-mon[78471]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:00.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:00 smithi169 ceph-mon[78471]: osdmap e466: 8 total, 8 up, 8 in 2024-08-29T14:56:00.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:00 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:00.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:00 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-29T14:56:00.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:00 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:00.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[87973]: pgmap v286: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-29T14:56:00.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[87973]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:00.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[87973]: osdmap e466: 8 total, 8 up, 8 in 2024-08-29T14:56:00.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:00.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-29T14:56:00.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[90512]: pgmap v286: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-29T14:56:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[90512]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[90512]: osdmap e466: 8 total, 8 up, 8 in 2024-08-29T14:56:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:00.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-29T14:56:00.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:01.151 INFO:tasks.rados.rados.0.smithi131.stdout:2006: done (0 left) 2024-08-29T14:56:01.151 INFO:tasks.rados.rados.0.smithi131.stdout:2007: delete oid 26 current snap is 196 2024-08-29T14:56:01.161 INFO:tasks.rados.rados.0.smithi131.stdout:2007: done (0 left) 2024-08-29T14:56:01.161 INFO:tasks.rados.rados.0.smithi131.stdout:2008: snap_remove snap 190 2024-08-29T14:56:01.323 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:01 smithi169 ceph-mon[78471]: Upgrade: Updating osd.4 2024-08-29T14:56:01.323 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:01 smithi169 ceph-mon[78471]: Deploying daemon osd.4 on smithi169 2024-08-29T14:56:01.323 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:01 smithi169 ceph-mon[78471]: osdmap e467: 8 total, 8 up, 8 in 2024-08-29T14:56:01.323 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:01 smithi169 ceph-mon[78471]: osdmap e468: 8 total, 8 up, 8 in 2024-08-29T14:56:01.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:01 smithi131 ceph-mon[87973]: Upgrade: Updating osd.4 2024-08-29T14:56:01.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:01 smithi131 ceph-mon[87973]: Deploying daemon osd.4 on smithi169 2024-08-29T14:56:01.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:01 smithi131 ceph-mon[87973]: osdmap e467: 8 total, 8 up, 8 in 2024-08-29T14:56:01.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:01 smithi131 ceph-mon[87973]: osdmap e468: 8 total, 8 up, 8 in 2024-08-29T14:56:01.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:01 smithi131 ceph-mon[90512]: Upgrade: Updating osd.4 2024-08-29T14:56:01.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:01 smithi131 ceph-mon[90512]: Deploying daemon osd.4 on smithi169 2024-08-29T14:56:01.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:01 smithi131 ceph-mon[90512]: osdmap e467: 8 total, 8 up, 8 in 2024-08-29T14:56:01.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:01 smithi131 ceph-mon[90512]: osdmap e468: 8 total, 8 up, 8 in 2024-08-29T14:56:02.150 INFO:tasks.rados.rados.0.smithi131.stdout:2008: done (0 left) 2024-08-29T14:56:02.151 INFO:tasks.rados.rados.0.smithi131.stdout:2009: read oid 49 snap -1 2024-08-29T14:56:02.151 INFO:tasks.rados.rados.0.smithi131.stdout:2009: expect (ObjNum 555 snap 169 seq_num 555) 2024-08-29T14:56:02.151 INFO:tasks.rados.rados.0.smithi131.stdout:2010: copy_from oid 22 from oid 39 current snap is 196 2024-08-29T14:56:02.151 INFO:tasks.rados.rados.0.smithi131.stdout:2011: read oid 50 snap 187 2024-08-29T14:56:02.151 INFO:tasks.rados.rados.0.smithi131.stdout:2011: expect (ObjNum 571 snap 174 seq_num 571) 2024-08-29T14:56:02.151 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 47 current snap is 196 2024-08-29T14:56:02.151 INFO:tasks.rados.rados.0.smithi131.stdout:2012: seq_num 641 ranges {172032=745472,917504=401408} 2024-08-29T14:56:02.157 INFO:tasks.rados.rados.0.smithi131.stdout:2012: writing smithi13174786-47 from 172032 to 917504 tid 1 2024-08-29T14:56:02.160 INFO:tasks.rados.rados.0.smithi131.stdout:2012: writing smithi13174786-47 from 917504 to 1318912 tid 2 2024-08-29T14:56:02.160 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 196 2024-08-29T14:56:02.160 INFO:tasks.rados.rados.0.smithi131.stdout:2010: finishing copy_from to smithi13174786-22 2024-08-29T14:56:02.160 INFO:tasks.rados.rados.0.smithi131.stdout:2010: got expected ENOENT (src dne) 2024-08-29T14:56:02.160 INFO:tasks.rados.rados.0.smithi131.stdout:2010: finishing copy_from racing read to smithi13174786-22 2024-08-29T14:56:02.160 INFO:tasks.rados.rados.0.smithi131.stdout:2013: seq_num 642 ranges {0=761856,761856=401408} 2024-08-29T14:56:02.165 INFO:tasks.rados.rados.0.smithi131.stdout:2013: writing smithi13174786-33 from 0 to 761856 tid 1 2024-08-29T14:56:02.168 INFO:tasks.rados.rados.0.smithi131.stdout:2013: writing smithi13174786-33 from 761856 to 1163264 tid 2 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:2010: done (4 left) 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:2014: rollback oid 41 current snap is 196 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 41 to 184 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:2012: finishing write tid 1 to smithi13174786-47 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:2012: finishing write tid 2 to smithi13174786-47 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:2012: finishing write tid 3 to smithi13174786-47 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:2012: finishing write tid 4 to smithi13174786-47 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 979 (ObjNum 641 snap 196 seq_num 641) dirty exists 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:2012: left oid 47 (ObjNum 641 snap 196 seq_num 641) 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:2012: done (4 left) 2024-08-29T14:56:02.169 INFO:tasks.rados.rados.0.smithi131.stdout:2015: setattr oid 1 current snap is 196 2024-08-29T14:56:02.171 INFO:tasks.rados.rados.0.smithi131.stdout:2016: read oid 17 snap -1 2024-08-29T14:56:02.171 INFO:tasks.rados.rados.0.smithi131.stdout:2016: expect (ObjNum 635 snap 193 seq_num 635) 2024-08-29T14:56:02.172 INFO:tasks.rados.rados.0.smithi131.stdout:2017: snap_remove snap 191 2024-08-29T14:56:02.533 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:02 smithi169 systemd[1]: Stopping Ceph osd.4 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:56:02.533 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:02 smithi169 ceph-mon[78471]: pgmap v289: 121 pgs: 121 active+clean; 196 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 916 KiB/s wr, 9 op/s 2024-08-29T14:56:02.533 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:02 smithi169 ceph-mon[78471]: osdmap e469: 8 total, 8 up, 8 in 2024-08-29T14:56:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:02 smithi131 ceph-mon[87973]: pgmap v289: 121 pgs: 121 active+clean; 196 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 916 KiB/s wr, 9 op/s 2024-08-29T14:56:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:02 smithi131 ceph-mon[87973]: osdmap e469: 8 total, 8 up, 8 in 2024-08-29T14:56:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:02 smithi131 ceph-mon[90512]: pgmap v289: 121 pgs: 121 active+clean; 196 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 553 KiB/s rd, 916 KiB/s wr, 9 op/s 2024-08-29T14:56:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:02 smithi131 ceph-mon[90512]: osdmap e469: 8 total, 8 up, 8 in 2024-08-29T14:56:02.879 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:02 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[26224]: 2024-08-29T14:56:02.531+0000 7f1dc3cf0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:56:02.879 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:02 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[26224]: 2024-08-29T14:56:02.531+0000 7f1dc3cf0640 -1 osd.4 469 *** Got signal Terminated *** 2024-08-29T14:56:02.879 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:02 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[26224]: 2024-08-29T14:56:02.531+0000 7f1dc3cf0640 -1 osd.4 469 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:56:03.153 INFO:tasks.rados.rados.0.smithi131.stdout:2017: done (6 left) 2024-08-29T14:56:03.153 INFO:tasks.rados.rados.0.smithi131.stdout:2018: delete oid 23 current snap is 196 2024-08-29T14:56:03.153 INFO:tasks.rados.rados.0.smithi131.stdout:2013: finishing write tid 1 to smithi13174786-33 2024-08-29T14:56:03.153 INFO:tasks.rados.rados.0.smithi131.stdout:2013: finishing write tid 2 to smithi13174786-33 2024-08-29T14:56:03.153 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 980 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-08-29T14:56:03.153 INFO:tasks.rados.rados.0.smithi131.stdout:2013: finishing write tid 3 to smithi13174786-33 2024-08-29T14:56:03.153 INFO:tasks.rados.rados.0.smithi131.stdout:2013: finishing write tid 4 to smithi13174786-33 2024-08-29T14:56:03.153 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 739 (ObjNum 642 snap 196 seq_num 642) dirty exists 2024-08-29T14:56:03.153 INFO:tasks.rados.rados.0.smithi131.stdout:2013: left oid 33 (ObjNum 642 snap 196 seq_num 642) 2024-08-29T14:56:03.153 INFO:tasks.rados.rados.0.smithi131.stdout:2016: expect (ObjNum 635 snap 193 seq_num 635) 2024-08-29T14:56:03.229 INFO:tasks.rados.rados.0.smithi131.stdout:2011: expect (ObjNum 571 snap 174 seq_num 571) 2024-08-29T14:56:03.470 INFO:tasks.rados.rados.0.smithi131.stdout:2014: finishing rollback tid 0 to smithi13174786-41 2024-08-29T14:56:03.472 INFO:tasks.rados.rados.0.smithi131.stdout:2014: finishing rollback tid 1 to smithi13174786-41 2024-08-29T14:56:03.472 INFO:tasks.rados.rados.0.smithi131.stdout:2014: finishing rollback tid 2 to smithi13174786-41 2024-08-29T14:56:03.472 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1443 (ObjNum 600 snap 182 seq_num 600) dirty exists 2024-08-29T14:56:03.472 INFO:tasks.rados.rados.0.smithi131.stdout:2009: expect (ObjNum 555 snap 169 seq_num 555) 2024-08-29T14:56:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:03 smithi131 ceph-mon[87973]: osd.4 marked itself down and dead 2024-08-29T14:56:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:03 smithi131 ceph-mon[87973]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:56:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:03 smithi131 ceph-mon[87973]: osdmap e470: 8 total, 7 up, 8 in 2024-08-29T14:56:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:03 smithi131 ceph-mon[90512]: osd.4 marked itself down and dead 2024-08-29T14:56:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:03 smithi131 ceph-mon[90512]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:56:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:03 smithi131 ceph-mon[90512]: osdmap e470: 8 total, 7 up, 8 in 2024-08-29T14:56:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:03 smithi169 ceph-mon[78471]: osd.4 marked itself down and dead 2024-08-29T14:56:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:03 smithi169 ceph-mon[78471]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:56:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:03 smithi169 ceph-mon[78471]: osdmap e470: 8 total, 7 up, 8 in 2024-08-29T14:56:03.999 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:03 smithi169 podman[83830]: 2024-08-29 14:56:03.726466984 +0000 UTC m=+1.325424314 container died 9e290821de508157800ea8573eabf455a40a78eb5294f633a79b741a1c968646 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, ceph=True, RELEASE=quincy-a89f613, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-29T14:56:04.340 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:04 smithi169 ceph-mon[78471]: pgmap v292: 121 pgs: 121 active+clean; 196 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 404 KiB/s wr, 7 op/s 2024-08-29T14:56:04.340 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:04 smithi169 ceph-mon[78471]: osdmap e471: 8 total, 7 up, 8 in 2024-08-29T14:56:04.341 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:04 smithi169 podman[83830]: 2024-08-29 14:56:04.088398414 +0000 UTC m=+1.687355734 container cleanup 9e290821de508157800ea8573eabf455a40a78eb5294f633a79b741a1c968646 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, RELEASE=quincy-a89f613, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.1) 2024-08-29T14:56:04.341 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:04 smithi169 bash[83830]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4 2024-08-29T14:56:04.341 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:04 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:04.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.169\", device_class=\"ssd\", hostname=\"smithi169\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.169\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.169\", device_class=\"ssd\", hostname=\"smithi169\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.169\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:04.503 INFO:tasks.rados.rados.0.smithi131.stdout:2009: done (6 left) 2024-08-29T14:56:04.503 INFO:tasks.rados.rados.0.smithi131.stdout:2011: done (5 left) 2024-08-29T14:56:04.503 INFO:tasks.rados.rados.0.smithi131.stdout:2013: done (4 left) 2024-08-29T14:56:04.503 INFO:tasks.rados.rados.0.smithi131.stdout:2014: done (3 left) 2024-08-29T14:56:04.503 INFO:tasks.rados.rados.0.smithi131.stdout:2015: done (2 left) 2024-08-29T14:56:04.503 INFO:tasks.rados.rados.0.smithi131.stdout:2016: done (1 left) 2024-08-29T14:56:04.504 INFO:tasks.rados.rados.0.smithi131.stdout:2018: done (0 left) 2024-08-29T14:56:04.504 INFO:tasks.rados.rados.0.smithi131.stdout:2019: snap_create 2024-08-29T14:56:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:04 smithi131 ceph-mon[87973]: pgmap v292: 121 pgs: 121 active+clean; 196 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 404 KiB/s wr, 7 op/s 2024-08-29T14:56:04.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:04 smithi131 ceph-mon[87973]: osdmap e471: 8 total, 7 up, 8 in 2024-08-29T14:56:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:04 smithi131 ceph-mon[90512]: pgmap v292: 121 pgs: 121 active+clean; 196 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 404 KiB/s wr, 7 op/s 2024-08-29T14:56:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:04 smithi131 ceph-mon[90512]: osdmap e471: 8 total, 7 up, 8 in 2024-08-29T14:56:04.629 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:04 smithi169 podman[83850]: 2024-08-29 14:56:04.339864298 +0000 UTC m=+0.610449059 container remove 9e290821de508157800ea8573eabf455a40a78eb5294f633a79b741a1c968646 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-a89f613, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.1, org.label-schema.license=GPLv2) 2024-08-29T14:56:04.960 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:04 smithi169 podman[83943]: 2024-08-29 14:56:04.657924779 +0000 UTC m=+0.106451288 container create 1be5f5dc527eb64f6ad5840eb6f7d4829983ffbdd13639b4a1ba139bf42cea0e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-08-29T14:56:04.961 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:04 smithi169 podman[83943]: 2024-08-29 14:56:04.567931023 +0000 UTC m=+0.016457540 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:56:04.961 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:04 smithi169 podman[83943]: 2024-08-29 14:56:04.877519766 +0000 UTC m=+0.326046273 container init 1be5f5dc527eb64f6ad5840eb6f7d4829983ffbdd13639b4a1ba139bf42cea0e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:56:04.961 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:04 smithi169 podman[83943]: 2024-08-29 14:56:04.883221263 +0000 UTC m=+0.331747773 container start 1be5f5dc527eb64f6ad5840eb6f7d4829983ffbdd13639b4a1ba139bf42cea0e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:56:04.961 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:04 smithi169 podman[83943]: 2024-08-29 14:56:04.960429177 +0000 UTC m=+0.408955690 container attach 1be5f5dc527eb64f6ad5840eb6f7d4829983ffbdd13639b4a1ba139bf42cea0e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-29T14:56:05.213 INFO:tasks.rados.rados.0.smithi131.stdout:2019: done (0 left) 2024-08-29T14:56:05.213 INFO:tasks.rados.rados.0.smithi131.stdout:2020: read oid 15 snap 182 2024-08-29T14:56:05.213 INFO:tasks.rados.rados.0.smithi131.stdout:2020: expect (ObjNum 592 snap 179 seq_num 592) 2024-08-29T14:56:05.213 INFO:tasks.rados.rados.0.smithi131.stdout:2021: rollback oid 35 current snap is 197 2024-08-29T14:56:05.213 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 35 to 185 2024-08-29T14:56:05.213 INFO:tasks.rados.rados.0.smithi131.stdout:2022: rmattr oid 50 current snap is 197 2024-08-29T14:56:05.213 INFO:tasks.rados.rados.0.smithi131.stdout:2022: done (2 left) 2024-08-29T14:56:05.213 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 197 2024-08-29T14:56:05.213 INFO:tasks.rados.rados.0.smithi131.stdout:2023: seq_num 644 ranges {524288=794624,1318912=401408} 2024-08-29T14:56:05.220 INFO:tasks.rados.rados.0.smithi131.stdout:2023: writing smithi13174786-43 from 524288 to 1318912 tid 1 2024-08-29T14:56:05.223 INFO:tasks.rados.rados.0.smithi131.stdout:2023: writing smithi13174786-43 from 1318912 to 1720320 tid 2 2024-08-29T14:56:05.223 INFO:tasks.rados.rados.0.smithi131.stdout:2024: snap_create 2024-08-29T14:56:05.223 INFO:tasks.rados.rados.0.smithi131.stdout:2021: finishing rollback tid 1 to smithi13174786-35 2024-08-29T14:56:05.223 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T14:56:05.223 INFO:tasks.rados.rados.0.smithi131.stdout:2020: expect (ObjNum 592 snap 179 seq_num 592) 2024-08-29T14:56:05.238 INFO:tasks.rados.rados.0.smithi131.stdout:2023: finishing write tid 1 to smithi13174786-43 2024-08-29T14:56:05.238 INFO:tasks.rados.rados.0.smithi131.stdout:2023: finishing write tid 2 to smithi13174786-43 2024-08-29T14:56:05.238 INFO:tasks.rados.rados.0.smithi131.stdout:2023: finishing write tid 3 to smithi13174786-43 2024-08-29T14:56:05.238 INFO:tasks.rados.rados.0.smithi131.stdout:2023: finishing write tid 4 to smithi13174786-43 2024-08-29T14:56:05.238 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 989 (ObjNum 644 snap 197 seq_num 644) dirty exists 2024-08-29T14:56:05.238 INFO:tasks.rados.rados.0.smithi131.stdout:2023: left oid 43 (ObjNum 644 snap 197 seq_num 644) 2024-08-29T14:56:05.379 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:05 smithi169 podman[83943]: 2024-08-29 14:56:05.069833629 +0000 UTC m=+0.518360139 container died 1be5f5dc527eb64f6ad5840eb6f7d4829983ffbdd13639b4a1ba139bf42cea0e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-29T14:56:05.667 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:05 smithi169 podman[83986]: 2024-08-29 14:56:05.664275161 +0000 UTC m=+0.588131578 container remove 1be5f5dc527eb64f6ad5840eb6f7d4829983ffbdd13639b4a1ba139bf42cea0e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-29T14:56:05.667 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:05 smithi169 ceph-mon[78471]: pgmap v295: 121 pgs: 4 peering, 8 stale+active+clean, 109 active+clean; 197 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 284 KiB/s wr, 3 op/s 2024-08-29T14:56:05.667 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:05.667 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:05.667 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:05 smithi169 ceph-mon[78471]: osdmap e472: 8 total, 7 up, 8 in 2024-08-29T14:56:05.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:05 smithi131 ceph-mon[87973]: pgmap v295: 121 pgs: 4 peering, 8 stale+active+clean, 109 active+clean; 197 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 284 KiB/s wr, 3 op/s 2024-08-29T14:56:05.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:05.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:05.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:05 smithi131 ceph-mon[87973]: osdmap e472: 8 total, 7 up, 8 in 2024-08-29T14:56:05.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:05 smithi131 ceph-mon[90512]: pgmap v295: 121 pgs: 4 peering, 8 stale+active+clean, 109 active+clean; 197 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 284 KiB/s wr, 3 op/s 2024-08-29T14:56:05.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:05.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:05.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:05 smithi131 ceph-mon[90512]: osdmap e472: 8 total, 7 up, 8 in 2024-08-29T14:56:06.089 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:05 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-29T14:56:06.089 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:05 smithi169 systemd[1]: Stopped Ceph osd.4 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:56:06.089 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:05 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.4.service: Consumed 17.102s CPU time. 2024-08-29T14:56:06.089 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:05 smithi169 systemd[1]: Starting Ceph osd.4 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:56:06.090 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:05.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:06.090 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:05.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:06.151 INFO:tasks.rados.rados.0.smithi131.stdout:2020: done (3 left) 2024-08-29T14:56:06.151 INFO:tasks.rados.rados.0.smithi131.stdout:2021: done (2 left) 2024-08-29T14:56:06.151 INFO:tasks.rados.rados.0.smithi131.stdout:2023: done (1 left) 2024-08-29T14:56:06.151 INFO:tasks.rados.rados.0.smithi131.stdout:2024: done (0 left) 2024-08-29T14:56:06.151 INFO:tasks.rados.rados.0.smithi131.stdout:2025: read oid 48 snap -1 2024-08-29T14:56:06.151 INFO:tasks.rados.rados.0.smithi131.stdout:2025: expect (ObjNum 591 snap 179 seq_num 591) 2024-08-29T14:56:06.151 INFO:tasks.rados.rados.0.smithi131.stdout:2026: copy_from oid 1 from oid 22 current snap is 198 2024-08-29T14:56:06.151 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 198 2024-08-29T14:56:06.151 INFO:tasks.rados.rados.0.smithi131.stdout:2027: seq_num 645 ranges {10362880=409600,10772480=778240,11550720=24576} 2024-08-29T14:56:06.209 INFO:tasks.rados.rados.0.smithi131.stdout:2027: writing smithi13174786-5 from 10362880 to 10772480 tid 1 2024-08-29T14:56:06.214 INFO:tasks.rados.rados.0.smithi131.stdout:2027: writing smithi13174786-5 from 10772480 to 11550720 tid 2 2024-08-29T14:56:06.214 INFO:tasks.rados.rados.0.smithi131.stdout:2027: writing smithi13174786-5 from 11550720 to 11575296 tid 3 2024-08-29T14:56:06.215 INFO:tasks.rados.rados.0.smithi131.stdout:2028: read oid 3 snap -1 2024-08-29T14:56:06.215 INFO:tasks.rados.rados.0.smithi131.stdout:2028: expect (ObjNum 594 snap 180 seq_num 594) 2024-08-29T14:56:06.215 INFO:tasks.rados.rados.0.smithi131.stdout:2029: snap_create 2024-08-29T14:56:06.215 INFO:tasks.rados.rados.0.smithi131.stdout:2025: expect (ObjNum 591 snap 179 seq_num 591) 2024-08-29T14:56:06.340 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 podman[84092]: 2024-08-29 14:56:05.991543385 +0000 UTC m=+0.016331878 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:56:06.340 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 podman[84092]: 2024-08-29 14:56:06.107116253 +0000 UTC m=+0.131904798 container create 615333320e53b7a6c5009ae9a1830b6db00cf7a0447b932305ad0fc8a973392b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-29T14:56:06.340 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 podman[84092]: 2024-08-29 14:56:06.3352053 +0000 UTC m=+0.359993792 container init 615333320e53b7a6c5009ae9a1830b6db00cf7a0447b932305ad0fc8a973392b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-29T14:56:06.340 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 podman[84092]: 2024-08-29 14:56:06.340046848 +0000 UTC m=+0.364835331 container start 615333320e53b7a6c5009ae9a1830b6db00cf7a0447b932305ad0fc8a973392b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2) 2024-08-29T14:56:06.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:56:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:56:05] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.51.0" 2024-08-29T14:56:06.406 INFO:tasks.rados.rados.0.smithi131.stdout:2026: finishing copy_from racing read to smithi13174786-1 2024-08-29T14:56:06.406 INFO:tasks.rados.rados.0.smithi131.stdout:2026: finishing copy_from to smithi13174786-1 2024-08-29T14:56:06.406 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1417 (ObjNum 572 snap 174 seq_num 572) dirty exists 2024-08-29T14:56:06.406 INFO:tasks.rados.rados.0.smithi131.stdout:2027: finishing write tid 1 to smithi13174786-5 2024-08-29T14:56:06.406 INFO:tasks.rados.rados.0.smithi131.stdout:2027: finishing write tid 2 to smithi13174786-5 2024-08-29T14:56:06.406 INFO:tasks.rados.rados.0.smithi131.stdout:2027: finishing write tid 3 to smithi13174786-5 2024-08-29T14:56:06.407 INFO:tasks.rados.rados.0.smithi131.stdout:2027: finishing write tid 4 to smithi13174786-5 2024-08-29T14:56:06.407 INFO:tasks.rados.rados.0.smithi131.stdout:2027: finishing write tid 5 to smithi13174786-5 2024-08-29T14:56:06.407 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 855 (ObjNum 645 snap 198 seq_num 645) dirty exists 2024-08-29T14:56:06.407 INFO:tasks.rados.rados.0.smithi131.stdout:2027: left oid 5 (ObjNum 645 snap 198 seq_num 645) 2024-08-29T14:56:06.407 INFO:tasks.rados.rados.0.smithi131.stdout:2028: expect (ObjNum 594 snap 180 seq_num 594) 2024-08-29T14:56:06.630 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 podman[84092]: 2024-08-29 14:56:06.418172064 +0000 UTC m=+0.442960556 container attach 615333320e53b7a6c5009ae9a1830b6db00cf7a0447b932305ad0fc8a973392b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-29T14:56:06.630 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:06.630 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:06.630 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:06.630 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:06.630 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:56:06.630 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:56:06.630 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:06.630 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:06.630 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:06.631 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:06.631 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-29T14:56:06.631 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-29T14:56:06.631 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-29T14:56:06.631 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-29T14:56:07.129 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:06.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate[84108]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 bash[84092]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-29T14:56:07.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:06 smithi169 podman[84092]: 2024-08-29 14:56:06.895344388 +0000 UTC m=+0.920132871 container died 615333320e53b7a6c5009ae9a1830b6db00cf7a0447b932305ad0fc8a973392b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:56:07.161 INFO:tasks.rados.rados.0.smithi131.stdout:2025: done (4 left) 2024-08-29T14:56:07.161 INFO:tasks.rados.rados.0.smithi131.stdout:2026: done (3 left) 2024-08-29T14:56:07.161 INFO:tasks.rados.rados.0.smithi131.stdout:2027: done (2 left) 2024-08-29T14:56:07.161 INFO:tasks.rados.rados.0.smithi131.stdout:2028: done (1 left) 2024-08-29T14:56:07.161 INFO:tasks.rados.rados.0.smithi131.stdout:2029: done (0 left) 2024-08-29T14:56:07.162 INFO:tasks.rados.rados.0.smithi131.stdout:2030: copy_from oid 15 from oid 50 current snap is 199 2024-08-29T14:56:07.162 INFO:tasks.rados.rados.0.smithi131.stdout:2031: snap_create 2024-08-29T14:56:07.173 INFO:tasks.rados.rados.0.smithi131.stdout:2030: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:56:07.173 INFO:tasks.rados.rados.0.smithi131.stdout:2030: finishing copy_from to smithi13174786-15 2024-08-29T14:56:07.173 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1407 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:56:07.481 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:07 smithi169 ceph-mon[78471]: osdmap e473: 8 total, 7 up, 8 in 2024-08-29T14:56:07.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:07 smithi131 ceph-mon[87973]: osdmap e473: 8 total, 7 up, 8 in 2024-08-29T14:56:07.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:07 smithi131 ceph-mon[90512]: osdmap e473: 8 total, 7 up, 8 in 2024-08-29T14:56:07.740 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:07 smithi169 podman[84239]: 2024-08-29 14:56:07.480542027 +0000 UTC m=+0.578783969 container remove 615333320e53b7a6c5009ae9a1830b6db00cf7a0447b932305ad0fc8a973392b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-29T14:56:07.741 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:07 smithi169 podman[84303]: 2024-08-29 14:56:07.589474188 +0000 UTC m=+0.016482923 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:56:08.060 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:07 smithi169 podman[84303]: 2024-08-29 14:56:07.740517611 +0000 UTC m=+0.167526346 container create c83aa6304b984842c848830df36d69924f179538268b5e4cc63c2c41812058ac (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-29T14:56:08.060 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:07 smithi169 podman[84303]: 2024-08-29 14:56:07.959788105 +0000 UTC m=+0.386796841 container init c83aa6304b984842c848830df36d69924f179538268b5e4cc63c2c41812058ac (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T14:56:08.060 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:07 smithi169 podman[84303]: 2024-08-29 14:56:07.964746976 +0000 UTC m=+0.391755712 container start c83aa6304b984842c848830df36d69924f179538268b5e4cc63c2c41812058ac (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-29T14:56:08.060 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:07 smithi169 ceph-osd[84342]: -- 172.21.15.169:0/2896087914 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f8c4339a40 con 0x55f8c5106400 2024-08-29T14:56:08.164 INFO:tasks.rados.rados.0.smithi131.stdout:2030: done (1 left) 2024-08-29T14:56:08.164 INFO:tasks.rados.rados.0.smithi131.stdout:2031: done (0 left) 2024-08-29T14:56:08.164 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 200 2024-08-29T14:56:08.164 INFO:tasks.rados.rados.0.smithi131.stdout:2032: seq_num 646 ranges {1720320=425984,2146304=655360,2801664=147456} 2024-08-29T14:56:08.175 INFO:tasks.rados.rados.0.smithi131.stdout:2032: writing smithi13174786-43 from 1720320 to 2146304 tid 1 2024-08-29T14:56:08.179 INFO:tasks.rados.rados.0.smithi131.stdout:2032: writing smithi13174786-43 from 2146304 to 2801664 tid 2 2024-08-29T14:56:08.181 INFO:tasks.rados.rados.0.smithi131.stdout:2032: writing smithi13174786-43 from 2801664 to 2949120 tid 3 2024-08-29T14:56:08.181 INFO:tasks.rados.rados.0.smithi131.stdout:2033: delete oid 18 current snap is 200 2024-08-29T14:56:08.183 INFO:tasks.rados.rados.0.smithi131.stdout:2033: done (1 left) 2024-08-29T14:56:08.183 INFO:tasks.rados.rados.0.smithi131.stdout:2034: read oid 13 snap -1 2024-08-29T14:56:08.183 INFO:tasks.rados.rados.0.smithi131.stdout:2034: expect (ObjNum 551 snap 168 seq_num 551) 2024-08-29T14:56:08.184 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 200 2024-08-29T14:56:08.184 INFO:tasks.rados.rados.0.smithi131.stdout:2035: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-08-29T14:56:08.187 INFO:tasks.rados.rados.0.smithi131.stdout:2035: writing smithi13174786-39 from 0 to 458752 tid 1 2024-08-29T14:56:08.189 INFO:tasks.rados.rados.0.smithi131.stdout:2035: writing smithi13174786-39 from 458752 to 933888 tid 2 2024-08-29T14:56:08.192 INFO:tasks.rados.rados.0.smithi131.stdout:2035: writing smithi13174786-39 from 933888 to 1261568 tid 3 2024-08-29T14:56:08.193 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 30 current snap is 200 2024-08-29T14:56:08.193 INFO:tasks.rados.rados.0.smithi131.stdout:2032: finishing write tid 1 to smithi13174786-43 2024-08-29T14:56:08.193 INFO:tasks.rados.rados.0.smithi131.stdout:2032: finishing write tid 2 to smithi13174786-43 2024-08-29T14:56:08.193 INFO:tasks.rados.rados.0.smithi131.stdout:2032: finishing write tid 3 to smithi13174786-43 2024-08-29T14:56:08.193 INFO:tasks.rados.rados.0.smithi131.stdout:2032: finishing write tid 4 to smithi13174786-43 2024-08-29T14:56:08.193 INFO:tasks.rados.rados.0.smithi131.stdout:2032: finishing write tid 5 to smithi13174786-43 2024-08-29T14:56:08.193 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 993 (ObjNum 646 snap 200 seq_num 646) dirty exists 2024-08-29T14:56:08.193 INFO:tasks.rados.rados.0.smithi131.stdout:2032: left oid 43 (ObjNum 646 snap 200 seq_num 646) 2024-08-29T14:56:08.193 INFO:tasks.rados.rados.0.smithi131.stdout:2036: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2024-08-29T14:56:08.195 INFO:tasks.rados.rados.0.smithi131.stdout:2036: writing smithi13174786-30 from 0 to 475136 tid 1 2024-08-29T14:56:08.201 INFO:tasks.rados.rados.0.smithi131.stdout:2036: writing smithi13174786-30 from 475136 to 1236992 tid 2 2024-08-29T14:56:08.201 INFO:tasks.rados.rados.0.smithi131.stdout:2036: writing smithi13174786-30 from 1236992 to 1277952 tid 3 2024-08-29T14:56:08.201 INFO:tasks.rados.rados.0.smithi131.stdout:2032: done (3 left) 2024-08-29T14:56:08.201 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 200 2024-08-29T14:56:08.201 INFO:tasks.rados.rados.0.smithi131.stdout:2035: finishing write tid 1 to smithi13174786-39 2024-08-29T14:56:08.202 INFO:tasks.rados.rados.0.smithi131.stdout:2035: finishing write tid 2 to smithi13174786-39 2024-08-29T14:56:08.202 INFO:tasks.rados.rados.0.smithi131.stdout:2035: finishing write tid 3 to smithi13174786-39 2024-08-29T14:56:08.202 INFO:tasks.rados.rados.0.smithi131.stdout:2035: finishing write tid 4 to smithi13174786-39 2024-08-29T14:56:08.202 INFO:tasks.rados.rados.0.smithi131.stdout:2035: finishing write tid 5 to smithi13174786-39 2024-08-29T14:56:08.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 853 (ObjNum 648 snap 200 seq_num 648) dirty exists 2024-08-29T14:56:08.202 INFO:tasks.rados.rados.0.smithi131.stdout:2035: left oid 39 (ObjNum 648 snap 200 seq_num 648) 2024-08-29T14:56:08.202 INFO:tasks.rados.rados.0.smithi131.stdout:2034: expect (ObjNum 551 snap 168 seq_num 551) 2024-08-29T14:56:08.256 INFO:tasks.rados.rados.0.smithi131.stdout:2036: finishing write tid 1 to smithi13174786-30 2024-08-29T14:56:08.257 INFO:tasks.rados.rados.0.smithi131.stdout:2036: finishing write tid 2 to smithi13174786-30 2024-08-29T14:56:08.257 INFO:tasks.rados.rados.0.smithi131.stdout:2037: seq_num 650 ranges {0=491520,491520=647168,1138688=155648} 2024-08-29T14:56:08.259 INFO:tasks.rados.rados.0.smithi131.stdout:2037: writing smithi13174786-9 from 0 to 491520 tid 1 2024-08-29T14:56:08.263 INFO:tasks.rados.rados.0.smithi131.stdout:2037: writing smithi13174786-9 from 491520 to 1138688 tid 2 2024-08-29T14:56:08.264 INFO:tasks.rados.rados.0.smithi131.stdout:2037: writing smithi13174786-9 from 1138688 to 1294336 tid 3 2024-08-29T14:56:08.264 INFO:tasks.rados.rados.0.smithi131.stdout:2034: done (3 left) 2024-08-29T14:56:08.264 INFO:tasks.rados.rados.0.smithi131.stdout:2035: done (2 left) 2024-08-29T14:56:08.264 INFO:tasks.rados.rados.0.smithi131.stdout:2038: read oid 23 snap -1 2024-08-29T14:56:08.264 INFO:tasks.rados.rados.0.smithi131.stdout:2038: expect deleted 2024-08-29T14:56:08.264 INFO:tasks.rados.rados.0.smithi131.stdout:2039: snap_remove snap 189 2024-08-29T14:56:08.355 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:08 smithi169 bash[84303]: c83aa6304b984842c848830df36d69924f179538268b5e4cc63c2c41812058ac 2024-08-29T14:56:08.355 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:08 smithi169 systemd[1]: Started Ceph osd.4 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:56:08.355 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:08 smithi169 ceph-mon[78471]: pgmap v298: 121 pgs: 26 active+undersized, 4 peering, 2 stale+active+clean, 9 active+undersized+degraded, 80 active+clean; 197 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 284 KiB/s wr, 6 op/s; 52/387 objects degraded (13.437%) 2024-08-29T14:56:08.356 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:08 smithi169 ceph-mon[78471]: Health check failed: Degraded data redundancy: 52/387 objects degraded (13.437%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:08.356 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:08 smithi169 ceph-mon[78471]: osdmap e474: 8 total, 7 up, 8 in 2024-08-29T14:56:08.356 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:08 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:08.356 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:08 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:08.356 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:08 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[87973]: pgmap v298: 121 pgs: 26 active+undersized, 4 peering, 2 stale+active+clean, 9 active+undersized+degraded, 80 active+clean; 197 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 284 KiB/s wr, 6 op/s; 52/387 objects degraded (13.437%) 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[87973]: Health check failed: Degraded data redundancy: 52/387 objects degraded (13.437%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[87973]: osdmap e474: 8 total, 7 up, 8 in 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[90512]: pgmap v298: 121 pgs: 26 active+undersized, 4 peering, 2 stale+active+clean, 9 active+undersized+degraded, 80 active+clean; 197 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 284 KiB/s wr, 6 op/s; 52/387 objects degraded (13.437%) 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[90512]: Health check failed: Degraded data redundancy: 52/387 objects degraded (13.437%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[90512]: osdmap e474: 8 total, 7 up, 8 in 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:08 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:09.172 INFO:tasks.rados.rados.0.smithi131.stdout:2039: done (3 left) 2024-08-29T14:56:09.172 INFO:tasks.rados.rados.0.smithi131.stdout:2040: rollback oid 34 current snap is 200 2024-08-29T14:56:09.172 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 34 to 185 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2036: finishing write tid 3 to smithi13174786-30 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2036: finishing write tid 4 to smithi13174786-30 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2036: finishing write tid 5 to smithi13174786-30 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 997 (ObjNum 649 snap 200 seq_num 649) dirty exists 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2036: left oid 30 (ObjNum 649 snap 200 seq_num 649) 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2037: finishing write tid 1 to smithi13174786-9 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2037: finishing write tid 2 to smithi13174786-9 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2037: finishing write tid 3 to smithi13174786-9 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2037: finishing write tid 4 to smithi13174786-9 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2037: finishing write tid 5 to smithi13174786-9 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1001 (ObjNum 650 snap 200 seq_num 650) dirty exists 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2037: left oid 9 (ObjNum 650 snap 200 seq_num 650) 2024-08-29T14:56:09.173 INFO:tasks.rados.rados.0.smithi131.stdout:2036: done (3 left) 2024-08-29T14:56:09.174 INFO:tasks.rados.rados.0.smithi131.stdout:2037: done (2 left) 2024-08-29T14:56:09.174 INFO:tasks.rados.rados.0.smithi131.stdout:2038: done (1 left) 2024-08-29T14:56:09.174 INFO:tasks.rados.rados.0.smithi131.stdout:2041: read oid 31 snap -1 2024-08-29T14:56:09.174 INFO:tasks.rados.rados.0.smithi131.stdout:2041: expect (ObjNum 596 snap 182 seq_num 596) 2024-08-29T14:56:09.174 INFO:tasks.rados.rados.0.smithi131.stdout:2042: copy_from oid 20 from oid 24 current snap is 200 2024-08-29T14:56:09.174 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 200 2024-08-29T14:56:09.174 INFO:tasks.rados.rados.0.smithi131.stdout:2043: seq_num 651 ranges {2949120=507904,3457024=532480,3989504=270336} 2024-08-29T14:56:09.194 INFO:tasks.rados.rados.0.smithi131.stdout:2043: writing smithi13174786-43 from 2949120 to 3457024 tid 1 2024-08-29T14:56:09.197 INFO:tasks.rados.rados.0.smithi131.stdout:2043: writing smithi13174786-43 from 3457024 to 3989504 tid 2 2024-08-29T14:56:09.200 INFO:tasks.rados.rados.0.smithi131.stdout:2043: writing smithi13174786-43 from 3989504 to 4259840 tid 3 2024-08-29T14:56:09.200 INFO:tasks.rados.rados.0.smithi131.stdout:2044: read oid 23 snap -1 2024-08-29T14:56:09.200 INFO:tasks.rados.rados.0.smithi131.stdout:2044: expect deleted 2024-08-29T14:56:09.200 INFO:tasks.rados.rados.0.smithi131.stdout:2045: read oid 38 snap -1 2024-08-29T14:56:09.200 INFO:tasks.rados.rados.0.smithi131.stdout:2045: expect (ObjNum 595 snap 181 seq_num 595) 2024-08-29T14:56:09.200 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 200 2024-08-29T14:56:09.200 INFO:tasks.rados.rados.0.smithi131.stdout:2040: finishing rollback tid 0 to smithi13174786-34 2024-08-29T14:56:09.200 INFO:tasks.rados.rados.0.smithi131.stdout:2040: finishing rollback tid 1 to smithi13174786-34 2024-08-29T14:56:09.200 INFO:tasks.rados.rados.0.smithi131.stdout:2040: finishing rollback tid 2 to smithi13174786-34 2024-08-29T14:56:09.200 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 991 (ObjNum 577 snap 175 seq_num 577) dirty exists 2024-08-29T14:56:09.201 INFO:tasks.rados.rados.0.smithi131.stdout:2042: finishing copy_from racing read to smithi13174786-20 2024-08-29T14:56:09.201 INFO:tasks.rados.rados.0.smithi131.stdout:2042: finishing copy_from to smithi13174786-20 2024-08-29T14:56:09.201 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 970 (ObjNum 620 snap 187 seq_num 620) dirty exists 2024-08-29T14:56:09.201 INFO:tasks.rados.rados.0.smithi131.stdout:2043: finishing write tid 1 to smithi13174786-43 2024-08-29T14:56:09.201 INFO:tasks.rados.rados.0.smithi131.stdout:2046: seq_num 652 ranges {11575296=524288,12099584=409600,12509184=393216} 2024-08-29T14:56:09.264 INFO:tasks.rados.rados.0.smithi131.stdout:2046: writing smithi13174786-5 from 11575296 to 12099584 tid 1 2024-08-29T14:56:09.266 INFO:tasks.rados.rados.0.smithi131.stdout:2046: writing smithi13174786-5 from 12099584 to 12509184 tid 2 2024-08-29T14:56:09.268 INFO:tasks.rados.rados.0.smithi131.stdout:2046: writing smithi13174786-5 from 12509184 to 12902400 tid 3 2024-08-29T14:56:09.269 INFO:tasks.rados.rados.0.smithi131.stdout:2040: done (6 left) 2024-08-29T14:56:09.269 INFO:tasks.rados.rados.0.smithi131.stdout:2042: done (5 left) 2024-08-29T14:56:09.269 INFO:tasks.rados.rados.0.smithi131.stdout:2047: snap_remove snap 198 2024-08-29T14:56:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:09 smithi131 ceph-mon[87973]: osdmap e475: 8 total, 7 up, 8 in 2024-08-29T14:56:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:09 smithi131 ceph-mon[90512]: osdmap e475: 8 total, 7 up, 8 in 2024-08-29T14:56:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:09 smithi169 ceph-mon[78471]: osdmap e475: 8 total, 7 up, 8 in 2024-08-29T14:56:09.934 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:09 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T14:56:09.630+0000 7ff8c9560640 -1 Falling back to public interface 2024-08-29T14:56:10.176 INFO:tasks.rados.rados.0.smithi131.stdout:2047: done (5 left) 2024-08-29T14:56:10.176 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 200 2024-08-29T14:56:10.176 INFO:tasks.rados.rados.0.smithi131.stdout:2048: seq_num 653 ranges {1163264=540672,1703936=696320,2400256=106496} 2024-08-29T14:56:10.186 INFO:tasks.rados.rados.0.smithi131.stdout:2048: writing smithi13174786-33 from 1163264 to 1703936 tid 1 2024-08-29T14:56:10.190 INFO:tasks.rados.rados.0.smithi131.stdout:2048: writing smithi13174786-33 from 1703936 to 2400256 tid 2 2024-08-29T14:56:10.191 INFO:tasks.rados.rados.0.smithi131.stdout:2048: writing smithi13174786-33 from 2400256 to 2506752 tid 3 2024-08-29T14:56:10.191 INFO:tasks.rados.rados.0.smithi131.stdout:2049: delete oid 11 current snap is 200 2024-08-29T14:56:10.192 INFO:tasks.rados.rados.0.smithi131.stdout:2043: finishing write tid 2 to smithi13174786-43 2024-08-29T14:56:10.192 INFO:tasks.rados.rados.0.smithi131.stdout:2043: finishing write tid 3 to smithi13174786-43 2024-08-29T14:56:10.192 INFO:tasks.rados.rados.0.smithi131.stdout:2041: expect (ObjNum 596 snap 182 seq_num 596) 2024-08-29T14:56:10.214 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:10 smithi169 ceph-mon[78471]: pgmap v301: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 67/405 objects degraded (16.543%) 2024-08-29T14:56:10.214 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:10 smithi169 ceph-mon[78471]: osdmap e476: 8 total, 7 up, 8 in 2024-08-29T14:56:10.361 INFO:tasks.rados.rados.0.smithi131.stdout:2043: finishing write tid 4 to smithi13174786-43 2024-08-29T14:56:10.361 INFO:tasks.rados.rados.0.smithi131.stdout:2043: finishing write tid 5 to smithi13174786-43 2024-08-29T14:56:10.361 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1005 (ObjNum 651 snap 200 seq_num 651) dirty exists 2024-08-29T14:56:10.361 INFO:tasks.rados.rados.0.smithi131.stdout:2043: left oid 43 (ObjNum 651 snap 200 seq_num 651) 2024-08-29T14:56:10.361 INFO:tasks.rados.rados.0.smithi131.stdout:2045: expect (ObjNum 595 snap 181 seq_num 595) 2024-08-29T14:56:10.441 INFO:tasks.rados.rados.0.smithi131.stdout:2046: finishing write tid 1 to smithi13174786-5 2024-08-29T14:56:10.441 INFO:tasks.rados.rados.0.smithi131.stdout:2046: finishing write tid 2 to smithi13174786-5 2024-08-29T14:56:10.441 INFO:tasks.rados.rados.0.smithi131.stdout:2046: finishing write tid 3 to smithi13174786-5 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2046: finishing write tid 4 to smithi13174786-5 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2046: finishing write tid 5 to smithi13174786-5 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 859 (ObjNum 652 snap 200 seq_num 652) dirty exists 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2046: left oid 5 (ObjNum 652 snap 200 seq_num 652) 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2048: finishing write tid 1 to smithi13174786-33 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2048: finishing write tid 2 to smithi13174786-33 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2048: finishing write tid 3 to smithi13174786-33 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2041: done (6 left) 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2043: done (5 left) 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2044: done (4 left) 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2045: done (3 left) 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2046: done (2 left) 2024-08-29T14:56:10.442 INFO:tasks.rados.rados.0.smithi131.stdout:2049: done (1 left) 2024-08-29T14:56:10.443 INFO:tasks.rados.rados.0.smithi131.stdout:2050: setattr oid 31 current snap is 200 2024-08-29T14:56:10.443 INFO:tasks.rados.rados.0.smithi131.stdout:2048: finishing write tid 4 to smithi13174786-33 2024-08-29T14:56:10.443 INFO:tasks.rados.rados.0.smithi131.stdout:2048: finishing write tid 5 to smithi13174786-33 2024-08-29T14:56:10.443 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 743 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-08-29T14:56:10.443 INFO:tasks.rados.rados.0.smithi131.stdout:2048: left oid 33 (ObjNum 653 snap 200 seq_num 653) 2024-08-29T14:56:10.443 INFO:tasks.rados.rados.0.smithi131.stdout:2048: done (1 left) 2024-08-29T14:56:10.443 INFO:tasks.rados.rados.0.smithi131.stdout:2051: rmattr oid 7 current snap is 200 2024-08-29T14:56:10.443 INFO:tasks.rados.rados.0.smithi131.stdout:2051: done (1 left) 2024-08-29T14:56:10.443 INFO:tasks.rados.rados.0.smithi131.stdout:2052: delete oid 49 current snap is 200 2024-08-29T14:56:10.445 INFO:tasks.rados.rados.0.smithi131.stdout:2052: done (1 left) 2024-08-29T14:56:10.445 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 200 2024-08-29T14:56:10.445 INFO:tasks.rados.rados.0.smithi131.stdout:2053: seq_num 656 ranges {4259840=589824,4849664=802816} 2024-08-29T14:56:10.470 INFO:tasks.rados.rados.0.smithi131.stdout:2053: writing smithi13174786-43 from 4259840 to 4849664 tid 1 2024-08-29T14:56:10.476 INFO:tasks.rados.rados.0.smithi131.stdout:2053: writing smithi13174786-43 from 4849664 to 5652480 tid 2 2024-08-29T14:56:10.476 INFO:tasks.rados.rados.0.smithi131.stdout:2054: read oid 46 snap -1 2024-08-29T14:56:10.476 INFO:tasks.rados.rados.0.smithi131.stdout:2054: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:56:10.476 INFO:tasks.rados.rados.0.smithi131.stdout:2055: delete oid 34 current snap is 200 2024-08-29T14:56:10.477 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 860 (ObjNum 596 snap 182 seq_num 596) dirty exists 2024-08-29T14:56:10.477 INFO:tasks.rados.rados.0.smithi131.stdout:2053: finishing write tid 1 to smithi13174786-43 2024-08-29T14:56:10.477 INFO:tasks.rados.rados.0.smithi131.stdout:2050: done (3 left) 2024-08-29T14:56:10.478 INFO:tasks.rados.rados.0.smithi131.stdout:2055: done (2 left) 2024-08-29T14:56:10.478 INFO:tasks.rados.rados.0.smithi131.stdout:2056: snap_create 2024-08-29T14:56:10.479 INFO:tasks.rados.rados.0.smithi131.stdout:2053: finishing write tid 2 to smithi13174786-43 2024-08-29T14:56:10.480 INFO:tasks.rados.rados.0.smithi131.stdout:2053: finishing write tid 3 to smithi13174786-43 2024-08-29T14:56:10.481 INFO:tasks.rados.rados.0.smithi131.stdout:2054: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:56:10.534 INFO:tasks.rados.rados.0.smithi131.stdout:2053: finishing write tid 4 to smithi13174786-43 2024-08-29T14:56:10.534 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1008 (ObjNum 656 snap 200 seq_num 656) dirty exists 2024-08-29T14:56:10.534 INFO:tasks.rados.rados.0.smithi131.stdout:2053: left oid 43 (ObjNum 656 snap 200 seq_num 656) 2024-08-29T14:56:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:10 smithi131 ceph-mon[87973]: pgmap v301: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 67/405 objects degraded (16.543%) 2024-08-29T14:56:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:10 smithi131 ceph-mon[87973]: osdmap e476: 8 total, 7 up, 8 in 2024-08-29T14:56:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:10 smithi131 ceph-mon[90512]: pgmap v301: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 67/405 objects degraded (16.543%) 2024-08-29T14:56:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:10 smithi131 ceph-mon[90512]: osdmap e476: 8 total, 7 up, 8 in 2024-08-29T14:56:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:11.150 INFO:tasks.rados.rados.0.smithi131.stdout:2053: done (2 left) 2024-08-29T14:56:11.150 INFO:tasks.rados.rados.0.smithi131.stdout:2054: done (1 left) 2024-08-29T14:56:11.150 INFO:tasks.rados.rados.0.smithi131.stdout:2056: done (0 left) 2024-08-29T14:56:11.150 INFO:tasks.rados.rados.0.smithi131.stdout:2057: snap_create 2024-08-29T14:56:11.432 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:11 smithi169 ceph-mon[78471]: osdmap e477: 8 total, 7 up, 8 in 2024-08-29T14:56:11.433 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:11 smithi169 ceph-mon[78471]: osdmap e478: 8 total, 7 up, 8 in 2024-08-29T14:56:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:11 smithi131 ceph-mon[87973]: osdmap e477: 8 total, 7 up, 8 in 2024-08-29T14:56:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:11 smithi131 ceph-mon[87973]: osdmap e478: 8 total, 7 up, 8 in 2024-08-29T14:56:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:11 smithi131 ceph-mon[90512]: osdmap e477: 8 total, 7 up, 8 in 2024-08-29T14:56:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:11 smithi131 ceph-mon[90512]: osdmap e478: 8 total, 7 up, 8 in 2024-08-29T14:56:12.154 INFO:tasks.rados.rados.0.smithi131.stdout:2057: done (0 left) 2024-08-29T14:56:12.154 INFO:tasks.rados.rados.0.smithi131.stdout:2058: read oid 37 snap 192 2024-08-29T14:56:12.154 INFO:tasks.rados.rados.0.smithi131.stdout:2058: expect deleted 2024-08-29T14:56:12.154 INFO:tasks.rados.rados.0.smithi131.stdout:2059: read oid 11 snap -1 2024-08-29T14:56:12.154 INFO:tasks.rados.rados.0.smithi131.stdout:2059: expect deleted 2024-08-29T14:56:12.155 INFO:tasks.rados.rados.0.smithi131.stdout:2060: read oid 3 snap -1 2024-08-29T14:56:12.155 INFO:tasks.rados.rados.0.smithi131.stdout:2060: expect (ObjNum 594 snap 180 seq_num 594) 2024-08-29T14:56:12.155 INFO:tasks.rados.rados.0.smithi131.stdout:2061: snap_create 2024-08-29T14:56:12.167 INFO:tasks.rados.rados.0.smithi131.stdout:2060: expect (ObjNum 594 snap 180 seq_num 594) 2024-08-29T14:56:12.429 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:12 smithi169 ceph-mon[78471]: pgmap v304: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 69/411 objects degraded (16.788%) 2024-08-29T14:56:12.429 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:12 smithi169 ceph-mon[78471]: osdmap e479: 8 total, 7 up, 8 in 2024-08-29T14:56:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:12 smithi131 ceph-mon[87973]: pgmap v304: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 69/411 objects degraded (16.788%) 2024-08-29T14:56:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:12 smithi131 ceph-mon[87973]: osdmap e479: 8 total, 7 up, 8 in 2024-08-29T14:56:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:12 smithi131 ceph-mon[90512]: pgmap v304: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 69/411 objects degraded (16.788%) 2024-08-29T14:56:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:12 smithi131 ceph-mon[90512]: osdmap e479: 8 total, 7 up, 8 in 2024-08-29T14:56:13.154 INFO:tasks.rados.rados.0.smithi131.stdout:2058: done (3 left) 2024-08-29T14:56:13.154 INFO:tasks.rados.rados.0.smithi131.stdout:2059: done (2 left) 2024-08-29T14:56:13.154 INFO:tasks.rados.rados.0.smithi131.stdout:2060: done (1 left) 2024-08-29T14:56:13.154 INFO:tasks.rados.rados.0.smithi131.stdout:2061: done (0 left) 2024-08-29T14:56:13.155 INFO:tasks.rados.rados.0.smithi131.stdout:2062: read oid 11 snap -1 2024-08-29T14:56:13.155 INFO:tasks.rados.rados.0.smithi131.stdout:2062: expect deleted 2024-08-29T14:56:13.155 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 203 2024-08-29T14:56:13.155 INFO:tasks.rados.rados.0.smithi131.stdout:2063: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-08-29T14:56:13.157 INFO:tasks.rados.rados.0.smithi131.stdout:2063: writing smithi13174786-34 from 0 to 622592 tid 1 2024-08-29T14:56:13.161 INFO:tasks.rados.rados.0.smithi131.stdout:2063: writing smithi13174786-34 from 622592 to 1187840 tid 2 2024-08-29T14:56:13.162 INFO:tasks.rados.rados.0.smithi131.stdout:2063: writing smithi13174786-34 from 1187840 to 1425408 tid 3 2024-08-29T14:56:13.163 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 203 2024-08-29T14:56:13.163 INFO:tasks.rados.rados.0.smithi131.stdout:2064: seq_num 659 ranges {1884160=647168,2531328=450560,2981888=352256} 2024-08-29T14:56:13.176 INFO:tasks.rados.rados.0.smithi131.stdout:2064: writing smithi13174786-45 from 1884160 to 2531328 tid 1 2024-08-29T14:56:13.179 INFO:tasks.rados.rados.0.smithi131.stdout:2064: writing smithi13174786-45 from 2531328 to 2981888 tid 2 2024-08-29T14:56:13.181 INFO:tasks.rados.rados.0.smithi131.stdout:2064: writing smithi13174786-45 from 2981888 to 3334144 tid 3 2024-08-29T14:56:13.182 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 203 2024-08-29T14:56:13.182 INFO:tasks.rados.rados.0.smithi131.stdout:2065: seq_num 660 ranges {6348800=663552,7012352=737280,7749632=65536} 2024-08-29T14:56:13.219 INFO:tasks.rados.rados.0.smithi131.stdout:2065: writing smithi13174786-25 from 6348800 to 7012352 tid 1 2024-08-29T14:56:13.223 INFO:tasks.rados.rados.0.smithi131.stdout:2065: writing smithi13174786-25 from 7012352 to 7749632 tid 2 2024-08-29T14:56:13.224 INFO:tasks.rados.rados.0.smithi131.stdout:2065: writing smithi13174786-25 from 7749632 to 7815168 tid 3 2024-08-29T14:56:13.224 INFO:tasks.rados.rados.0.smithi131.stdout:2066: rollback oid 6 current snap is 203 2024-08-29T14:56:13.224 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 6 to 185 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2067: setattr oid 1 current snap is 203 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2063: finishing write tid 1 to smithi13174786-34 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2063: finishing write tid 2 to smithi13174786-34 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2063: finishing write tid 3 to smithi13174786-34 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2063: finishing write tid 4 to smithi13174786-34 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2063: finishing write tid 5 to smithi13174786-34 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 996 (ObjNum 658 snap 203 seq_num 658) dirty exists 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2063: left oid 34 (ObjNum 658 snap 203 seq_num 658) 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2064: finishing write tid 1 to smithi13174786-45 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2064: finishing write tid 2 to smithi13174786-45 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2064: finishing write tid 3 to smithi13174786-45 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2064: finishing write tid 4 to smithi13174786-45 2024-08-29T14:56:13.225 INFO:tasks.rados.rados.0.smithi131.stdout:2064: finishing write tid 5 to smithi13174786-45 2024-08-29T14:56:13.226 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1110 (ObjNum 659 snap 203 seq_num 659) dirty exists 2024-08-29T14:56:13.226 INFO:tasks.rados.rados.0.smithi131.stdout:2064: left oid 45 (ObjNum 659 snap 203 seq_num 659) 2024-08-29T14:56:13.226 INFO:tasks.rados.rados.0.smithi131.stdout:2065: finishing write tid 1 to smithi13174786-25 2024-08-29T14:56:13.226 INFO:tasks.rados.rados.0.smithi131.stdout:2062: done (5 left) 2024-08-29T14:56:13.226 INFO:tasks.rados.rados.0.smithi131.stdout:2063: done (4 left) 2024-08-29T14:56:13.226 INFO:tasks.rados.rados.0.smithi131.stdout:2064: done (3 left) 2024-08-29T14:56:13.226 INFO:tasks.rados.rados.0.smithi131.stdout:2068: read oid 17 snap 185 2024-08-29T14:56:13.227 INFO:tasks.rados.rados.0.smithi131.stdout:2068: expect (ObjNum 562 snap 171 seq_num 562) 2024-08-29T14:56:13.227 INFO:tasks.rados.rados.0.smithi131.stdout:2069: snap_create 2024-08-29T14:56:13.227 INFO:tasks.rados.rados.0.smithi131.stdout:2066: finishing rollback tid 1 to smithi13174786-6 2024-08-29T14:56:13.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 0 (ObjNum 33 snap 0 seq_num 2114950520) dirty dne 2024-08-29T14:56:13.228 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1418 (ObjNum 572 snap 174 seq_num 572) dirty exists 2024-08-29T14:56:13.229 INFO:tasks.rados.rados.0.smithi131.stdout:2065: finishing write tid 2 to smithi13174786-25 2024-08-29T14:56:13.229 INFO:tasks.rados.rados.0.smithi131.stdout:2065: finishing write tid 3 to smithi13174786-25 2024-08-29T14:56:13.229 INFO:tasks.rados.rados.0.smithi131.stdout:2065: finishing write tid 4 to smithi13174786-25 2024-08-29T14:56:13.231 INFO:tasks.rados.rados.0.smithi131.stdout:2065: finishing write tid 5 to smithi13174786-25 2024-08-29T14:56:13.231 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1450 (ObjNum 660 snap 203 seq_num 660) dirty exists 2024-08-29T14:56:13.232 INFO:tasks.rados.rados.0.smithi131.stdout:2065: left oid 25 (ObjNum 660 snap 203 seq_num 660) 2024-08-29T14:56:13.235 INFO:tasks.rados.rados.0.smithi131.stdout:2068: expect (ObjNum 562 snap 171 seq_num 562) 2024-08-29T14:56:13.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:13 smithi169 ceph-mon[78471]: pgmap v307: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 210 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 838 KiB/s wr, 13 op/s; 75/429 objects degraded (17.483%) 2024-08-29T14:56:13.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:13.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:13.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:13 smithi169 ceph-mon[78471]: osdmap e480: 8 total, 7 up, 8 in 2024-08-29T14:56:13.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:13 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 75/429 objects degraded (17.483%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:13.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:13.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:13.901 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:13 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T14:56:13.748+0000 7ff8c9560640 -1 osd.4 469 log_to_monitors true 2024-08-29T14:56:14.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[87973]: pgmap v307: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 210 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 838 KiB/s wr, 13 op/s; 75/429 objects degraded (17.483%) 2024-08-29T14:56:14.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:14.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:14.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[87973]: osdmap e480: 8 total, 7 up, 8 in 2024-08-29T14:56:14.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 75/429 objects degraded (17.483%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:14.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:14.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[90512]: pgmap v307: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 210 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 838 KiB/s wr, 13 op/s; 75/429 objects degraded (17.483%) 2024-08-29T14:56:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:14.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:14.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[90512]: osdmap e480: 8 total, 7 up, 8 in 2024-08-29T14:56:14.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 75/429 objects degraded (17.483%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:14.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:14.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:14.150 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:14.148Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.169\", device_class=\"ssd\", hostname=\"smithi169\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.169\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.169\", device_class=\"ssd\", hostname=\"smithi169\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.169\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-29T14:56:14.150 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:14.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.169\", device_class=\"ssd\", hostname=\"smithi169\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.169\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.169\", device_class=\"ssd\", hostname=\"smithi169\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.169\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:14.185 INFO:tasks.rados.rados.0.smithi131.stdout:2065: done (4 left) 2024-08-29T14:56:14.185 INFO:tasks.rados.rados.0.smithi131.stdout:2066: done (3 left) 2024-08-29T14:56:14.185 INFO:tasks.rados.rados.0.smithi131.stdout:2067: done (2 left) 2024-08-29T14:56:14.185 INFO:tasks.rados.rados.0.smithi131.stdout:2068: done (1 left) 2024-08-29T14:56:14.185 INFO:tasks.rados.rados.0.smithi131.stdout:2069: done (0 left) 2024-08-29T14:56:14.185 INFO:tasks.rados.rados.0.smithi131.stdout:2070: rollback oid 47 current snap is 204 2024-08-29T14:56:14.185 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 47 to 200 2024-08-29T14:56:14.185 INFO:tasks.rados.rados.0.smithi131.stdout:2071: read oid 15 snap -1 2024-08-29T14:56:14.185 INFO:tasks.rados.rados.0.smithi131.stdout:2071: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:56:14.186 INFO:tasks.rados.rados.0.smithi131.stdout:2072: setattr oid 4 current snap is 204 2024-08-29T14:56:14.186 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 204 2024-08-29T14:56:14.186 INFO:tasks.rados.rados.0.smithi131.stdout:2073: seq_num 661 ranges {1654784=679936,2334720=622592,2957312=180224} 2024-08-29T14:56:14.199 INFO:tasks.rados.rados.0.smithi131.stdout:2073: writing smithi13174786-29 from 1654784 to 2334720 tid 1 2024-08-29T14:56:14.203 INFO:tasks.rados.rados.0.smithi131.stdout:2073: writing smithi13174786-29 from 2334720 to 2957312 tid 2 2024-08-29T14:56:14.205 INFO:tasks.rados.rados.0.smithi131.stdout:2073: writing smithi13174786-29 from 2957312 to 3137536 tid 3 2024-08-29T14:56:14.205 INFO:tasks.rados.rados.0.smithi131.stdout:2074: snap_remove snap 182 2024-08-29T14:56:14.879 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T14:56:14.648+0000 7ff8bd302640 -1 osd.4 469 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:56:14.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:14 smithi169 ceph-mon[78471]: from='osd.4 [v2:172.21.15.169:6800/2354277124,v1:172.21.15.169:6801/2354277124]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-29T14:56:14.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:14 smithi169 ceph-mon[78471]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-29T14:56:14.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:14 smithi169 ceph-mon[78471]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T14:56:14.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:14 smithi169 ceph-mon[78471]: from='osd.4 [v2:172.21.15.169:6800/2354277124,v1:172.21.15.169:6801/2354277124]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:14.881 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:14 smithi169 ceph-mon[78471]: osdmap e481: 8 total, 7 up, 8 in 2024-08-29T14:56:14.881 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:14 smithi169 ceph-mon[78471]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:15.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[87973]: from='osd.4 [v2:172.21.15.169:6800/2354277124,v1:172.21.15.169:6801/2354277124]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[87973]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[87973]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[87973]: from='osd.4 [v2:172.21.15.169:6800/2354277124,v1:172.21.15.169:6801/2354277124]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[87973]: osdmap e481: 8 total, 7 up, 8 in 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[87973]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[90512]: from='osd.4 [v2:172.21.15.169:6800/2354277124,v1:172.21.15.169:6801/2354277124]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[90512]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[90512]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[90512]: from='osd.4 [v2:172.21.15.169:6800/2354277124,v1:172.21.15.169:6801/2354277124]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[90512]: osdmap e481: 8 total, 7 up, 8 in 2024-08-29T14:56:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:14 smithi131 ceph-mon[90512]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:15.193 INFO:tasks.rados.rados.0.smithi131.stdout:2074: done (4 left) 2024-08-29T14:56:15.193 INFO:tasks.rados.rados.0.smithi131.stdout:2075: snap_create 2024-08-29T14:56:15.193 INFO:tasks.rados.rados.0.smithi131.stdout:2071: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:56:15.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1227 (ObjNum 519 snap 155 seq_num 519) dirty exists 2024-08-29T14:56:15.227 INFO:tasks.rados.rados.0.smithi131.stdout:2070: finishing rollback tid 0 to smithi13174786-47 2024-08-29T14:56:15.227 INFO:tasks.rados.rados.0.smithi131.stdout:2070: finishing rollback tid 1 to smithi13174786-47 2024-08-29T14:56:15.227 INFO:tasks.rados.rados.0.smithi131.stdout:2070: finishing rollback tid 2 to smithi13174786-47 2024-08-29T14:56:15.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 1421 (ObjNum 641 snap 196 seq_num 641) dirty exists 2024-08-29T14:56:15.228 INFO:tasks.rados.rados.0.smithi131.stdout:2073: finishing write tid 1 to smithi13174786-29 2024-08-29T14:56:15.228 INFO:tasks.rados.rados.0.smithi131.stdout:2073: finishing write tid 2 to smithi13174786-29 2024-08-29T14:56:15.228 INFO:tasks.rados.rados.0.smithi131.stdout:2073: finishing write tid 3 to smithi13174786-29 2024-08-29T14:56:15.228 INFO:tasks.rados.rados.0.smithi131.stdout:2073: finishing write tid 4 to smithi13174786-29 2024-08-29T14:56:15.228 INFO:tasks.rados.rados.0.smithi131.stdout:2073: finishing write tid 5 to smithi13174786-29 2024-08-29T14:56:15.228 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1114 (ObjNum 661 snap 204 seq_num 661) dirty exists 2024-08-29T14:56:15.228 INFO:tasks.rados.rados.0.smithi131.stdout:2073: left oid 29 (ObjNum 661 snap 204 seq_num 661) 2024-08-29T14:56:15.741 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:15 smithi169 ceph-mon[78471]: pgmap v310: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.7 MiB/s wr, 18 op/s; 76/438 objects degraded (17.352%) 2024-08-29T14:56:15.741 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:15 smithi169 ceph-mon[78471]: from='osd.4 ' entity='osd.4' 2024-08-29T14:56:15.742 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:15 smithi169 ceph-mon[78471]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:56:15.742 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:15 smithi169 ceph-mon[78471]: osd.4 [v2:172.21.15.169:6800/2354277124,v1:172.21.15.169:6801/2354277124] boot 2024-08-29T14:56:15.742 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:15 smithi169 ceph-mon[78471]: osdmap e482: 8 total, 8 up, 8 in 2024-08-29T14:56:15.742 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:15 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-29T14:56:15.742 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:15.742 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:15.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:15.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[87973]: pgmap v310: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.7 MiB/s wr, 18 op/s; 76/438 objects degraded (17.352%) 2024-08-29T14:56:15.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[87973]: from='osd.4 ' entity='osd.4' 2024-08-29T14:56:15.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[87973]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:56:15.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[87973]: osd.4 [v2:172.21.15.169:6800/2354277124,v1:172.21.15.169:6801/2354277124] boot 2024-08-29T14:56:15.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[87973]: osdmap e482: 8 total, 8 up, 8 in 2024-08-29T14:56:15.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-29T14:56:15.916 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[90512]: pgmap v310: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.7 MiB/s wr, 18 op/s; 76/438 objects degraded (17.352%) 2024-08-29T14:56:15.916 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[90512]: from='osd.4 ' entity='osd.4' 2024-08-29T14:56:15.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[90512]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:56:15.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[90512]: osd.4 [v2:172.21.15.169:6800/2354277124,v1:172.21.15.169:6801/2354277124] boot 2024-08-29T14:56:15.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[90512]: osdmap e482: 8 total, 8 up, 8 in 2024-08-29T14:56:15.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-29T14:56:16.199 INFO:tasks.rados.rados.0.smithi131.stdout:2070: done (4 left) 2024-08-29T14:56:16.199 INFO:tasks.rados.rados.0.smithi131.stdout:2071: done (3 left) 2024-08-29T14:56:16.199 INFO:tasks.rados.rados.0.smithi131.stdout:2072: done (2 left) 2024-08-29T14:56:16.199 INFO:tasks.rados.rados.0.smithi131.stdout:2073: done (1 left) 2024-08-29T14:56:16.199 INFO:tasks.rados.rados.0.smithi131.stdout:2075: done (0 left) 2024-08-29T14:56:16.199 INFO:tasks.rados.rados.0.smithi131.stdout:2076: delete oid 38 current snap is 205 2024-08-29T14:56:16.217 INFO:tasks.rados.rados.0.smithi131.stdout:2076: done (0 left) 2024-08-29T14:56:16.217 INFO:tasks.rados.rados.0.smithi131.stdout:2077: snap_remove snap 185 2024-08-29T14:56:16.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:56:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:56:15] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.51.0" 2024-08-29T14:56:17.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:56:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:56:16.809+0000 7f4705a61640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-29T14:56:17.196 INFO:tasks.rados.rados.0.smithi131.stdout:2077: done (0 left) 2024-08-29T14:56:17.197 INFO:tasks.rados.rados.0.smithi131.stdout:2078: rmattr oid 12 current snap is 205 2024-08-29T14:56:17.197 INFO:tasks.rados.rados.0.smithi131.stdout:2078: done (0 left) 2024-08-29T14:56:17.197 INFO:tasks.rados.rados.0.smithi131.stdout:2079: snap_remove snap 202 2024-08-29T14:56:17.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi169\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi169\", job=\"node\", machine=\"x86_64\", nodename=\"smithi169\", release=\"5.14.0-503.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:17.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: osdmap e483: 8 total, 8 up, 8 in 2024-08-29T14:56:17.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:17.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:17.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:17.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:56:17.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:17.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:17.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:17.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:17.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:17.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:17 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-29T14:56:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: osdmap e483: 8 total, 8 up, 8 in 2024-08-29T14:56:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:56:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:17.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:17.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:17.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:17.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-29T14:56:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: osdmap e483: 8 total, 8 up, 8 in 2024-08-29T14:56:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:56:17.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:17.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:17.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:17.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:17.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:17.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:17 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-29T14:56:18.206 INFO:tasks.rados.rados.0.smithi131.stdout:2079: done (0 left) 2024-08-29T14:56:18.206 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 205 2024-08-29T14:56:18.206 INFO:tasks.rados.rados.0.smithi131.stdout:2080: seq_num 663 ranges {1425408=712704,2138112=442368,2580480=360448} 2024-08-29T14:56:18.218 INFO:tasks.rados.rados.0.smithi131.stdout:2080: writing smithi13174786-34 from 1425408 to 2138112 tid 1 2024-08-29T14:56:18.221 INFO:tasks.rados.rados.0.smithi131.stdout:2080: writing smithi13174786-34 from 2138112 to 2580480 tid 2 2024-08-29T14:56:18.224 INFO:tasks.rados.rados.0.smithi131.stdout:2080: writing smithi13174786-34 from 2580480 to 2940928 tid 3 2024-08-29T14:56:18.224 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 205 2024-08-29T14:56:18.224 INFO:tasks.rados.rados.0.smithi131.stdout:2081: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-08-29T14:56:18.228 INFO:tasks.rados.rados.0.smithi131.stdout:2081: writing smithi13174786-38 from 0 to 729088 tid 1 2024-08-29T14:56:18.232 INFO:tasks.rados.rados.0.smithi131.stdout:2081: writing smithi13174786-38 from 729088 to 1458176 tid 2 2024-08-29T14:56:18.232 INFO:tasks.rados.rados.0.smithi131.stdout:2081: writing smithi13174786-38 from 1458176 to 1531904 tid 3 2024-08-29T14:56:18.233 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 205 2024-08-29T14:56:18.233 INFO:tasks.rados.rados.0.smithi131.stdout:2082: seq_num 665 ranges {5292032=745472,6037504=606208,6643712=196608} 2024-08-29T14:56:18.265 INFO:tasks.rados.rados.0.smithi131.stdout:2082: writing smithi13174786-1 from 5292032 to 6037504 tid 1 2024-08-29T14:56:18.269 INFO:tasks.rados.rados.0.smithi131.stdout:2082: writing smithi13174786-1 from 6037504 to 6643712 tid 2 2024-08-29T14:56:18.271 INFO:tasks.rados.rados.0.smithi131.stdout:2082: writing smithi13174786-1 from 6643712 to 6840320 tid 3 2024-08-29T14:56:18.271 INFO:tasks.rados.rados.0.smithi131.stdout:2083: rollback oid 33 current snap is 205 2024-08-29T14:56:18.271 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 33 to 196 2024-08-29T14:56:18.271 INFO:tasks.rados.rados.0.smithi131.stdout:2080: finishing write tid 1 to smithi13174786-34 2024-08-29T14:56:18.271 INFO:tasks.rados.rados.0.smithi131.stdout:2080: finishing write tid 2 to smithi13174786-34 2024-08-29T14:56:18.271 INFO:tasks.rados.rados.0.smithi131.stdout:2080: finishing write tid 3 to smithi13174786-34 2024-08-29T14:56:18.271 INFO:tasks.rados.rados.0.smithi131.stdout:2080: finishing write tid 4 to smithi13174786-34 2024-08-29T14:56:18.271 INFO:tasks.rados.rados.0.smithi131.stdout:2080: finishing write tid 5 to smithi13174786-34 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 1000 (ObjNum 663 snap 205 seq_num 663) dirty exists 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:2080: left oid 34 (ObjNum 663 snap 205 seq_num 663) 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:2081: finishing write tid 1 to smithi13174786-38 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:2081: finishing write tid 2 to smithi13174786-38 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:2081: finishing write tid 3 to smithi13174786-38 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:2081: finishing write tid 4 to smithi13174786-38 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:2081: finishing write tid 5 to smithi13174786-38 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1412 (ObjNum 664 snap 205 seq_num 664) dirty exists 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:2081: left oid 38 (ObjNum 664 snap 205 seq_num 664) 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:2080: done (3 left) 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:2081: done (2 left) 2024-08-29T14:56:18.272 INFO:tasks.rados.rados.0.smithi131.stdout:2084: rollback oid 9 current snap is 205 2024-08-29T14:56:18.273 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 9 to 179 2024-08-29T14:56:18.273 INFO:tasks.rados.rados.0.smithi131.stdout:2085: copy_from oid 7 from oid 35 current snap is 205 2024-08-29T14:56:18.273 INFO:tasks.rados.rados.0.smithi131.stdout:2086: read oid 47 snap -1 2024-08-29T14:56:18.273 INFO:tasks.rados.rados.0.smithi131.stdout:2086: expect (ObjNum 641 snap 196 seq_num 641) 2024-08-29T14:56:18.273 INFO:tasks.rados.rados.0.smithi131.stdout:2087: delete oid 45 current snap is 205 2024-08-29T14:56:18.274 INFO:tasks.rados.rados.0.smithi131.stdout:2082: finishing write tid 1 to smithi13174786-1 2024-08-29T14:56:18.274 INFO:tasks.rados.rados.0.smithi131.stdout:2087: done (5 left) 2024-08-29T14:56:18.274 INFO:tasks.rados.rados.0.smithi131.stdout:2088: read oid 40 snap -1 2024-08-29T14:56:18.274 INFO:tasks.rados.rados.0.smithi131.stdout:2088: expect deleted 2024-08-29T14:56:18.274 INFO:tasks.rados.rados.0.smithi131.stdout:2089: snap_create 2024-08-29T14:56:18.274 INFO:tasks.rados.rados.0.smithi131.stdout:2083: finishing rollback tid 0 to smithi13174786-33 2024-08-29T14:56:18.275 INFO:tasks.rados.rados.0.smithi131.stdout:2083: finishing rollback tid 1 to smithi13174786-33 2024-08-29T14:56:18.276 INFO:tasks.rados.rados.0.smithi131.stdout:2083: finishing rollback tid 2 to smithi13174786-33 2024-08-29T14:56:18.276 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 746 (ObjNum 642 snap 196 seq_num 642) dirty exists 2024-08-29T14:56:18.276 INFO:tasks.rados.rados.0.smithi131.stdout:2084: finishing rollback tid 0 to smithi13174786-9 2024-08-29T14:56:18.277 INFO:tasks.rados.rados.0.smithi131.stdout:2082: finishing write tid 2 to smithi13174786-1 2024-08-29T14:56:18.277 INFO:tasks.rados.rados.0.smithi131.stdout:2085: finishing copy_from to smithi13174786-7 2024-08-29T14:56:18.277 INFO:tasks.rados.rados.0.smithi131.stdout:2085: got expected ENOENT (src dne) 2024-08-29T14:56:18.277 INFO:tasks.rados.rados.0.smithi131.stdout:2084: finishing rollback tid 1 to smithi13174786-9 2024-08-29T14:56:18.277 INFO:tasks.rados.rados.0.smithi131.stdout:2085: finishing copy_from racing read to smithi13174786-7 2024-08-29T14:56:18.277 INFO:tasks.rados.rados.0.smithi131.stdout:2082: finishing write tid 3 to smithi13174786-1 2024-08-29T14:56:18.277 INFO:tasks.rados.rados.0.smithi131.stdout:2084: finishing rollback tid 2 to smithi13174786-9 2024-08-29T14:56:18.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1011 (ObjNum 588 snap 177 seq_num 588) dirty exists 2024-08-29T14:56:18.278 INFO:tasks.rados.rados.0.smithi131.stdout:2082: finishing write tid 4 to smithi13174786-1 2024-08-29T14:56:18.281 INFO:tasks.rados.rados.0.smithi131.stdout:2082: finishing write tid 5 to smithi13174786-1 2024-08-29T14:56:18.281 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1425 (ObjNum 665 snap 205 seq_num 665) dirty exists 2024-08-29T14:56:18.281 INFO:tasks.rados.rados.0.smithi131.stdout:2082: left oid 1 (ObjNum 665 snap 205 seq_num 665) 2024-08-29T14:56:18.282 INFO:tasks.rados.rados.0.smithi131.stdout:2086: expect (ObjNum 641 snap 196 seq_num 641) 2024-08-29T14:56:18.505 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:18 smithi131 ceph-mon[87973]: pgmap v313: 121 pgs: 4 activating, 25 peering, 11 active+undersized, 7 active+undersized+degraded, 74 active+clean; 222 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 17 op/s; 38/447 objects degraded (8.501%) 2024-08-29T14:56:18.505 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:18 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T14:56:18.505 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:18 smithi131 ceph-mon[87973]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-29T14:56:18.505 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:18 smithi131 ceph-mon[87973]: osdmap e484: 8 total, 8 up, 8 in 2024-08-29T14:56:18.505 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:18 smithi131 ceph-mon[90512]: pgmap v313: 121 pgs: 4 activating, 25 peering, 11 active+undersized, 7 active+undersized+degraded, 74 active+clean; 222 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 17 op/s; 38/447 objects degraded (8.501%) 2024-08-29T14:56:18.505 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:18 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T14:56:18.505 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:18 smithi131 ceph-mon[90512]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-29T14:56:18.505 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:18 smithi131 ceph-mon[90512]: osdmap e484: 8 total, 8 up, 8 in 2024-08-29T14:56:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:18 smithi169 ceph-mon[78471]: pgmap v313: 121 pgs: 4 activating, 25 peering, 11 active+undersized, 7 active+undersized+degraded, 74 active+clean; 222 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 17 op/s; 38/447 objects degraded (8.501%) 2024-08-29T14:56:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:18 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T14:56:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:18 smithi169 ceph-mon[78471]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-29T14:56:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:18 smithi169 ceph-mon[78471]: osdmap e484: 8 total, 8 up, 8 in 2024-08-29T14:56:19.210 INFO:tasks.rados.rados.0.smithi131.stdout:2082: done (6 left) 2024-08-29T14:56:19.210 INFO:tasks.rados.rados.0.smithi131.stdout:2083: done (5 left) 2024-08-29T14:56:19.210 INFO:tasks.rados.rados.0.smithi131.stdout:2084: done (4 left) 2024-08-29T14:56:19.210 INFO:tasks.rados.rados.0.smithi131.stdout:2085: done (3 left) 2024-08-29T14:56:19.210 INFO:tasks.rados.rados.0.smithi131.stdout:2086: done (2 left) 2024-08-29T14:56:19.210 INFO:tasks.rados.rados.0.smithi131.stdout:2088: done (1 left) 2024-08-29T14:56:19.210 INFO:tasks.rados.rados.0.smithi131.stdout:2089: done (0 left) 2024-08-29T14:56:19.211 INFO:tasks.rados.rados.0.smithi131.stdout:2090: snap_remove snap 199 2024-08-29T14:56:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:19 smithi131 ceph-mon[87973]: osdmap e485: 8 total, 8 up, 8 in 2024-08-29T14:56:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:19 smithi131 ceph-mon[90512]: osdmap e485: 8 total, 8 up, 8 in 2024-08-29T14:56:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:19 smithi169 ceph-mon[78471]: osdmap e485: 8 total, 8 up, 8 in 2024-08-29T14:56:20.215 INFO:tasks.rados.rados.0.smithi131.stdout:2090: done (0 left) 2024-08-29T14:56:20.215 INFO:tasks.rados.rados.0.smithi131.stdout:2091: snap_remove snap 194 2024-08-29T14:56:20.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:20 smithi131 ceph-mon[87973]: pgmap v316: 121 pgs: 4 activating, 25 peering, 6 active+undersized, 3 active+undersized+degraded, 83 active+clean; 222 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 23/450 objects degraded (5.111%); 2.5 MiB/s, 1 objects/s recovering 2024-08-29T14:56:20.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:20 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 23/450 objects degraded (5.111%), 3 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:20.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:20 smithi131 ceph-mon[87973]: osdmap e486: 8 total, 8 up, 8 in 2024-08-29T14:56:20.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:20.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:20 smithi131 ceph-mon[90512]: pgmap v316: 121 pgs: 4 activating, 25 peering, 6 active+undersized, 3 active+undersized+degraded, 83 active+clean; 222 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 23/450 objects degraded (5.111%); 2.5 MiB/s, 1 objects/s recovering 2024-08-29T14:56:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:20 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 23/450 objects degraded (5.111%), 3 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:20 smithi131 ceph-mon[90512]: osdmap e486: 8 total, 8 up, 8 in 2024-08-29T14:56:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:20.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:20 smithi169 ceph-mon[78471]: pgmap v316: 121 pgs: 4 activating, 25 peering, 6 active+undersized, 3 active+undersized+degraded, 83 active+clean; 222 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 23/450 objects degraded (5.111%); 2.5 MiB/s, 1 objects/s recovering 2024-08-29T14:56:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:20 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 23/450 objects degraded (5.111%), 3 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:20 smithi169 ceph-mon[78471]: osdmap e486: 8 total, 8 up, 8 in 2024-08-29T14:56:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:20.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:21.213 INFO:tasks.rados.rados.0.smithi131.stdout:2091: done (0 left) 2024-08-29T14:56:21.213 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 206 2024-08-29T14:56:21.214 INFO:tasks.rados.rados.0.smithi131.stdout:2092: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-08-29T14:56:21.218 INFO:tasks.rados.rados.0.smithi131.stdout:2092: writing smithi13174786-8 from 0 to 778240 tid 1 2024-08-29T14:56:21.224 INFO:tasks.rados.rados.0.smithi131.stdout:2092: writing smithi13174786-8 from 778240 to 1556480 tid 2 2024-08-29T14:56:21.225 INFO:tasks.rados.rados.0.smithi131.stdout:2092: writing smithi13174786-8 from 1556480 to 1581056 tid 3 2024-08-29T14:56:21.225 INFO:tasks.rados.rados.0.smithi131.stdout:2093: rollback oid 45 current snap is 206 2024-08-29T14:56:21.225 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 45 to 184 2024-08-29T14:56:21.225 INFO:tasks.rados.rados.0.smithi131.stdout:2094: rollback oid 9 current snap is 206 2024-08-29T14:56:21.225 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 9 to 197 2024-08-29T14:56:21.225 INFO:tasks.rados.rados.0.smithi131.stdout:2095: read oid 36 snap -1 2024-08-29T14:56:21.225 INFO:tasks.rados.rados.0.smithi131.stdout:2095: expect (ObjNum 530 snap 157 seq_num 530) 2024-08-29T14:56:21.226 INFO:tasks.rados.rados.0.smithi131.stdout:2096: setattr oid 31 current snap is 206 2024-08-29T14:56:21.228 INFO:tasks.rados.rados.0.smithi131.stdout:2097: rmattr oid 39 current snap is 206 2024-08-29T14:56:21.228 INFO:tasks.rados.rados.0.smithi131.stdout:2097: done (5 left) 2024-08-29T14:56:21.228 INFO:tasks.rados.rados.0.smithi131.stdout:2098: copy_from oid 24 from oid 48 current snap is 206 2024-08-29T14:56:21.228 INFO:tasks.rados.rados.0.smithi131.stdout:2099: snap_remove snap 205 2024-08-29T14:56:21.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:21 smithi131 ceph-mon[90512]: osdmap e487: 8 total, 8 up, 8 in 2024-08-29T14:56:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:21 smithi131 ceph-mon[90512]: osdmap e488: 8 total, 8 up, 8 in 2024-08-29T14:56:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:21 smithi131 ceph-mon[87973]: osdmap e487: 8 total, 8 up, 8 in 2024-08-29T14:56:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:21 smithi131 ceph-mon[87973]: osdmap e488: 8 total, 8 up, 8 in 2024-08-29T14:56:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:21 smithi169 ceph-mon[78471]: osdmap e487: 8 total, 8 up, 8 in 2024-08-29T14:56:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:21 smithi169 ceph-mon[78471]: osdmap e488: 8 total, 8 up, 8 in 2024-08-29T14:56:22.235 INFO:tasks.rados.rados.0.smithi131.stdout:2099: done (6 left) 2024-08-29T14:56:22.235 INFO:tasks.rados.rados.0.smithi131.stdout:2100: setattr oid 16 current snap is 206 2024-08-29T14:56:22.235 INFO:tasks.rados.rados.0.smithi131.stdout:2093: finishing rollback tid 1 to smithi13174786-45 2024-08-29T14:56:22.235 INFO:tasks.rados.rados.0.smithi131.stdout:2093: finishing rollback tid 2 to smithi13174786-45 2024-08-29T14:56:22.235 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1117 (ObjNum 605 snap 184 seq_num 605) dirty exists 2024-08-29T14:56:22.235 INFO:tasks.rados.rados.0.smithi131.stdout:2094: finishing rollback tid 0 to smithi13174786-9 2024-08-29T14:56:22.235 INFO:tasks.rados.rados.0.smithi131.stdout:2092: finishing write tid 1 to smithi13174786-8 2024-08-29T14:56:22.235 INFO:tasks.rados.rados.0.smithi131.stdout:2092: finishing write tid 2 to smithi13174786-8 2024-08-29T14:56:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:2092: finishing write tid 3 to smithi13174786-8 2024-08-29T14:56:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:2092: finishing write tid 4 to smithi13174786-8 2024-08-29T14:56:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:2094: finishing rollback tid 1 to smithi13174786-9 2024-08-29T14:56:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1013 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T14:56:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:2092: finishing write tid 5 to smithi13174786-8 2024-08-29T14:56:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 864 (ObjNum 667 snap 206 seq_num 667) dirty exists 2024-08-29T14:56:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:2092: left oid 8 (ObjNum 667 snap 206 seq_num 667) 2024-08-29T14:56:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 865 (ObjNum 596 snap 182 seq_num 596) dirty exists 2024-08-29T14:56:22.236 INFO:tasks.rados.rados.0.smithi131.stdout:2095: expect (ObjNum 530 snap 157 seq_num 530) 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:2098: finishing copy_from racing read to smithi13174786-24 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:2098: finishing copy_from to smithi13174786-24 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1276 (ObjNum 591 snap 179 seq_num 591) dirty exists 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:2092: done (6 left) 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:2093: done (5 left) 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:2094: done (4 left) 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:2095: done (3 left) 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:2096: done (2 left) 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:2098: done (1 left) 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:2101: read oid 46 snap 197 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:2101: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:56:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 206 2024-08-29T14:56:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:2102: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-08-29T14:56:22.292 INFO:tasks.rados.rados.0.smithi131.stdout:2102: writing smithi13174786-23 from 0 to 794624 tid 1 2024-08-29T14:56:22.296 INFO:tasks.rados.rados.0.smithi131.stdout:2102: writing smithi13174786-23 from 794624 to 1458176 tid 2 2024-08-29T14:56:22.297 INFO:tasks.rados.rados.0.smithi131.stdout:2102: writing smithi13174786-23 from 1458176 to 1597440 tid 3 2024-08-29T14:56:22.297 INFO:tasks.rados.rados.0.smithi131.stdout:2103: copy_from oid 28 from oid 34 current snap is 206 2024-08-29T14:56:22.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1265 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-08-29T14:56:22.297 INFO:tasks.rados.rados.0.smithi131.stdout:2101: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:56:22.351 INFO:tasks.rados.rados.0.smithi131.stdout:2102: finishing write tid 1 to smithi13174786-23 2024-08-29T14:56:22.351 INFO:tasks.rados.rados.0.smithi131.stdout:2102: finishing write tid 2 to smithi13174786-23 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2102: finishing write tid 3 to smithi13174786-23 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2102: finishing write tid 4 to smithi13174786-23 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2102: finishing write tid 5 to smithi13174786-23 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1093 (ObjNum 668 snap 206 seq_num 668) dirty exists 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2102: left oid 23 (ObjNum 668 snap 206 seq_num 668) 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2103: finishing copy_from racing read to smithi13174786-28 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2103: finishing copy_from to smithi13174786-28 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 1000 (ObjNum 663 snap 205 seq_num 663) dirty exists 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2100: done (3 left) 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2101: done (2 left) 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2102: done (1 left) 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2103: done (0 left) 2024-08-29T14:56:22.352 INFO:tasks.rados.rados.0.smithi131.stdout:2104: rollback oid 9 current snap is 206 2024-08-29T14:56:22.353 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 9 to 179 2024-08-29T14:56:22.353 INFO:tasks.rados.rados.0.smithi131.stdout:2105: read oid 12 snap -1 2024-08-29T14:56:22.353 INFO:tasks.rados.rados.0.smithi131.stdout:2105: expect deleted 2024-08-29T14:56:22.353 INFO:tasks.rados.rados.0.smithi131.stdout:2106: copy_from oid 21 from oid 15 current snap is 206 2024-08-29T14:56:22.353 INFO:tasks.rados.rados.0.smithi131.stdout:2107: copy_from oid 13 from oid 36 current snap is 206 2024-08-29T14:56:22.353 INFO:tasks.rados.rados.0.smithi131.stdout:2108: snap_remove snap 192 2024-08-29T14:56:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:22 smithi131 ceph-mon[87973]: pgmap v319: 121 pgs: 4 activating, 6 peering, 111 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 718 KiB/s wr, 9 op/s; 6/447 objects degraded (1.342%); 17 MiB/s, 3 objects/s recovering 2024-08-29T14:56:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:22 smithi131 ceph-mon[87973]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/450 objects degraded (5.111%), 3 pgs degraded) 2024-08-29T14:56:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:22 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T14:56:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:22 smithi131 ceph-mon[90512]: pgmap v319: 121 pgs: 4 activating, 6 peering, 111 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 718 KiB/s wr, 9 op/s; 6/447 objects degraded (1.342%); 17 MiB/s, 3 objects/s recovering 2024-08-29T14:56:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:22 smithi131 ceph-mon[90512]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/450 objects degraded (5.111%), 3 pgs degraded) 2024-08-29T14:56:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:22 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T14:56:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:22 smithi169 ceph-mon[78471]: pgmap v319: 121 pgs: 4 activating, 6 peering, 111 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 718 KiB/s wr, 9 op/s; 6/447 objects degraded (1.342%); 17 MiB/s, 3 objects/s recovering 2024-08-29T14:56:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:22 smithi169 ceph-mon[78471]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/450 objects degraded (5.111%), 3 pgs degraded) 2024-08-29T14:56:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:22 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T14:56:23.250 INFO:tasks.rados.rados.0.smithi131.stdout:2108: done (4 left) 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:2109: read oid 41 snap -1 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:2109: expect (ObjNum 600 snap 182 seq_num 600) 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:2110: read oid 46 snap 200 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:2110: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:2111: snap_create 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:2104: finishing rollback tid 1 to smithi13174786-9 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:2104: finishing rollback tid 2 to smithi13174786-9 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1015 (ObjNum 588 snap 177 seq_num 588) dirty exists 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:2106: finishing copy_from racing read to smithi13174786-21 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:2106: finishing copy_from to smithi13174786-21 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 1407 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:56:23.251 INFO:tasks.rados.rados.0.smithi131.stdout:2107: finishing copy_from racing read to smithi13174786-13 2024-08-29T14:56:23.252 INFO:tasks.rados.rados.0.smithi131.stdout:2107: finishing copy_from to smithi13174786-13 2024-08-29T14:56:23.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1274 (ObjNum 530 snap 157 seq_num 530) dirty exists 2024-08-29T14:56:23.257 INFO:tasks.rados.rados.0.smithi131.stdout:2109: expect (ObjNum 600 snap 182 seq_num 600) 2024-08-29T14:56:23.274 INFO:tasks.rados.rados.0.smithi131.stdout:2110: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:56:23.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:23 smithi131 ceph-mon[90512]: osdmap e489: 8 total, 8 up, 8 in 2024-08-29T14:56:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:23 smithi131 ceph-mon[90512]: pgmap v322: 121 pgs: 121 active+clean; 230 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 967 KiB/s rd, 2.4 MiB/s wr, 6 op/s; 23 MiB/s, 4 objects/s recovering 2024-08-29T14:56:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:23 smithi131 ceph-mon[87973]: osdmap e489: 8 total, 8 up, 8 in 2024-08-29T14:56:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:23 smithi131 ceph-mon[87973]: pgmap v322: 121 pgs: 121 active+clean; 230 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 967 KiB/s rd, 2.4 MiB/s wr, 6 op/s; 23 MiB/s, 4 objects/s recovering 2024-08-29T14:56:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:23 smithi169 ceph-mon[78471]: osdmap e489: 8 total, 8 up, 8 in 2024-08-29T14:56:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:23 smithi169 ceph-mon[78471]: pgmap v322: 121 pgs: 121 active+clean; 230 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 967 KiB/s rd, 2.4 MiB/s wr, 6 op/s; 23 MiB/s, 4 objects/s recovering 2024-08-29T14:56:24.250 INFO:tasks.rados.rados.0.smithi131.stdout:2104: done (6 left) 2024-08-29T14:56:24.250 INFO:tasks.rados.rados.0.smithi131.stdout:2105: done (5 left) 2024-08-29T14:56:24.250 INFO:tasks.rados.rados.0.smithi131.stdout:2106: done (4 left) 2024-08-29T14:56:24.250 INFO:tasks.rados.rados.0.smithi131.stdout:2107: done (3 left) 2024-08-29T14:56:24.250 INFO:tasks.rados.rados.0.smithi131.stdout:2109: done (2 left) 2024-08-29T14:56:24.250 INFO:tasks.rados.rados.0.smithi131.stdout:2110: done (1 left) 2024-08-29T14:56:24.250 INFO:tasks.rados.rados.0.smithi131.stdout:2111: done (0 left) 2024-08-29T14:56:24.250 INFO:tasks.rados.rados.0.smithi131.stdout:2112: snap_remove snap 197 2024-08-29T14:56:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:24 smithi131 ceph-mon[87973]: osdmap e490: 8 total, 8 up, 8 in 2024-08-29T14:56:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:24 smithi131 ceph-mon[90512]: osdmap e490: 8 total, 8 up, 8 in 2024-08-29T14:56:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:24 smithi169 ceph-mon[78471]: osdmap e490: 8 total, 8 up, 8 in 2024-08-29T14:56:25.258 INFO:tasks.rados.rados.0.smithi131.stdout:2112: done (0 left) 2024-08-29T14:56:25.258 INFO:tasks.rados.rados.0.smithi131.stdout:2113: copy_from oid 3 from oid 28 current snap is 207 2024-08-29T14:56:25.259 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 207 2024-08-29T14:56:25.259 INFO:tasks.rados.rados.0.smithi131.stdout:2114: seq_num 669 ranges {1884160=409600,2293760=548864,2842624=655360} 2024-08-29T14:56:25.272 INFO:tasks.rados.rados.0.smithi131.stdout:2114: writing smithi13174786-45 from 1884160 to 2293760 tid 1 2024-08-29T14:56:25.276 INFO:tasks.rados.rados.0.smithi131.stdout:2114: writing smithi13174786-45 from 2293760 to 2842624 tid 2 2024-08-29T14:56:25.281 INFO:tasks.rados.rados.0.smithi131.stdout:2114: writing smithi13174786-45 from 2842624 to 3497984 tid 3 2024-08-29T14:56:25.281 INFO:tasks.rados.rados.0.smithi131.stdout:2115: read oid 14 snap -1 2024-08-29T14:56:25.281 INFO:tasks.rados.rados.0.smithi131.stdout:2115: expect (ObjNum 468 snap 142 seq_num 468) 2024-08-29T14:56:25.281 INFO:tasks.rados.rados.0.smithi131.stdout:2116: rollback oid 5 current snap is 207 2024-08-29T14:56:25.281 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 5 to 206 2024-08-29T14:56:25.281 INFO:tasks.rados.rados.0.smithi131.stdout:2114: finishing write tid 1 to smithi13174786-45 2024-08-29T14:56:25.281 INFO:tasks.rados.rados.0.smithi131.stdout:2114: finishing write tid 2 to smithi13174786-45 2024-08-29T14:56:25.281 INFO:tasks.rados.rados.0.smithi131.stdout:2117: setattr oid 23 current snap is 207 2024-08-29T14:56:25.283 INFO:tasks.rados.rados.0.smithi131.stdout:2118: read oid 22 snap -1 2024-08-29T14:56:25.283 INFO:tasks.rados.rados.0.smithi131.stdout:2118: expect (ObjNum 572 snap 174 seq_num 572) 2024-08-29T14:56:25.283 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 207 2024-08-29T14:56:25.283 INFO:tasks.rados.rados.0.smithi131.stdout:2119: seq_num 670 ranges {1466368=425984,1892352=483328,2375680=507904,2883584=212992} 2024-08-29T14:56:25.294 INFO:tasks.rados.rados.0.smithi131.stdout:2119: writing smithi13174786-20 from 1466368 to 1892352 tid 1 2024-08-29T14:56:25.297 INFO:tasks.rados.rados.0.smithi131.stdout:2119: writing smithi13174786-20 from 1892352 to 2375680 tid 2 2024-08-29T14:56:25.300 INFO:tasks.rados.rados.0.smithi131.stdout:2119: writing smithi13174786-20 from 2375680 to 2883584 tid 3 2024-08-29T14:56:25.301 INFO:tasks.rados.rados.0.smithi131.stdout:2119: writing smithi13174786-20 from 2883584 to 3096576 tid 4 2024-08-29T14:56:25.302 INFO:tasks.rados.rados.0.smithi131.stdout:2120: rmattr oid 33 current snap is 207 2024-08-29T14:56:25.302 INFO:tasks.rados.rados.0.smithi131.stdout:2120: done (7 left) 2024-08-29T14:56:25.302 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 207 2024-08-29T14:56:25.302 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1094 (ObjNum 668 snap 206 seq_num 668) dirty exists 2024-08-29T14:56:25.302 INFO:tasks.rados.rados.0.smithi131.stdout:2121: seq_num 671 ranges {1261568=442368,1703936=761856,2465792=442368} 2024-08-29T14:56:25.311 INFO:tasks.rados.rados.0.smithi131.stdout:2121: writing smithi13174786-39 from 1261568 to 1703936 tid 1 2024-08-29T14:56:25.315 INFO:tasks.rados.rados.0.smithi131.stdout:2121: writing smithi13174786-39 from 1703936 to 2465792 tid 2 2024-08-29T14:56:25.320 INFO:tasks.rados.rados.0.smithi131.stdout:2121: writing smithi13174786-39 from 2465792 to 2908160 tid 3 2024-08-29T14:56:25.320 INFO:tasks.rados.rados.0.smithi131.stdout:2117: done (7 left) 2024-08-29T14:56:25.320 INFO:tasks.rados.rados.0.smithi131.stdout:2122: rollback oid 33 current snap is 207 2024-08-29T14:56:25.320 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 33 to 204 2024-08-29T14:56:25.320 INFO:tasks.rados.rados.0.smithi131.stdout:2114: finishing write tid 3 to smithi13174786-45 2024-08-29T14:56:25.320 INFO:tasks.rados.rados.0.smithi131.stdout:2114: finishing write tid 4 to smithi13174786-45 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2114: finishing write tid 5 to smithi13174786-45 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1121 (ObjNum 669 snap 207 seq_num 669) dirty exists 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2114: left oid 45 (ObjNum 669 snap 207 seq_num 669) 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2113: finishing copy_from racing read to smithi13174786-3 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2119: finishing write tid 1 to smithi13174786-20 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2119: finishing write tid 2 to smithi13174786-20 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2119: finishing write tid 3 to smithi13174786-20 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2119: finishing write tid 4 to smithi13174786-20 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2119: finishing write tid 5 to smithi13174786-20 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2119: finishing write tid 6 to smithi13174786-20 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 1412 (ObjNum 670 snap 207 seq_num 670) dirty exists 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2119: left oid 20 (ObjNum 670 snap 207 seq_num 670) 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2121: finishing write tid 1 to smithi13174786-39 2024-08-29T14:56:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2113: finishing copy_from to smithi13174786-3 2024-08-29T14:56:25.322 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1000 (ObjNum 663 snap 205 seq_num 663) dirty exists 2024-08-29T14:56:25.322 INFO:tasks.rados.rados.0.smithi131.stdout:2113: done (7 left) 2024-08-29T14:56:25.322 INFO:tasks.rados.rados.0.smithi131.stdout:2114: done (6 left) 2024-08-29T14:56:25.322 INFO:tasks.rados.rados.0.smithi131.stdout:2119: done (5 left) 2024-08-29T14:56:25.322 INFO:tasks.rados.rados.0.smithi131.stdout:2123: copy_from oid 37 from oid 4 current snap is 207 2024-08-29T14:56:25.322 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 207 2024-08-29T14:56:25.322 INFO:tasks.rados.rados.0.smithi131.stdout:2124: seq_num 672 ranges {3497984=458752,3956736=647168,4603904=466944,5070848=90112} 2024-08-29T14:56:25.341 INFO:tasks.rados.rados.0.smithi131.stdout:2124: writing smithi13174786-45 from 3497984 to 3956736 tid 1 2024-08-29T14:56:25.345 INFO:tasks.rados.rados.0.smithi131.stdout:2124: writing smithi13174786-45 from 3956736 to 4603904 tid 2 2024-08-29T14:56:25.347 INFO:tasks.rados.rados.0.smithi131.stdout:2124: writing smithi13174786-45 from 4603904 to 5070848 tid 3 2024-08-29T14:56:25.348 INFO:tasks.rados.rados.0.smithi131.stdout:2124: writing smithi13174786-45 from 5070848 to 5160960 tid 4 2024-08-29T14:56:25.348 INFO:tasks.rados.rados.0.smithi131.stdout:2125: read oid 16 snap -1 2024-08-29T14:56:25.348 INFO:tasks.rados.rados.0.smithi131.stdout:2125: expect (ObjNum 454 snap 136 seq_num 454) 2024-08-29T14:56:25.349 INFO:tasks.rados.rados.0.smithi131.stdout:2126: copy_from oid 35 from oid 42 current snap is 207 2024-08-29T14:56:25.349 INFO:tasks.rados.rados.0.smithi131.stdout:2121: finishing write tid 2 to smithi13174786-39 2024-08-29T14:56:25.349 INFO:tasks.rados.rados.0.smithi131.stdout:2121: finishing write tid 3 to smithi13174786-39 2024-08-29T14:56:25.349 INFO:tasks.rados.rados.0.smithi131.stdout:2121: finishing write tid 4 to smithi13174786-39 2024-08-29T14:56:25.349 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 207 2024-08-29T14:56:25.349 INFO:tasks.rados.rados.0.smithi131.stdout:2122: finishing rollback tid 0 to smithi13174786-33 2024-08-29T14:56:25.349 INFO:tasks.rados.rados.0.smithi131.stdout:2122: finishing rollback tid 1 to smithi13174786-33 2024-08-29T14:56:25.349 INFO:tasks.rados.rados.0.smithi131.stdout:2127: seq_num 673 ranges {1687552=475136,2162688=532480,2695168=671744} 2024-08-29T14:56:25.360 INFO:tasks.rados.rados.0.smithi131.stdout:2127: writing smithi13174786-13 from 1687552 to 2162688 tid 1 2024-08-29T14:56:25.364 INFO:tasks.rados.rados.0.smithi131.stdout:2127: writing smithi13174786-13 from 2162688 to 2695168 tid 2 2024-08-29T14:56:25.369 INFO:tasks.rados.rados.0.smithi131.stdout:2127: writing smithi13174786-13 from 2695168 to 3366912 tid 3 2024-08-29T14:56:25.369 INFO:tasks.rados.rados.0.smithi131.stdout:2128: rollback oid 43 current snap is 207 2024-08-29T14:56:25.369 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 43 to 184 2024-08-29T14:56:25.370 INFO:tasks.rados.rados.0.smithi131.stdout:2122: finishing rollback tid 2 to smithi13174786-33 2024-08-29T14:56:25.370 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 1003 (ObjNum 653 snap 200 seq_num 653) dirty exists 2024-08-29T14:56:25.370 INFO:tasks.rados.rados.0.smithi131.stdout:2121: finishing write tid 5 to smithi13174786-39 2024-08-29T14:56:25.370 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 1416 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-08-29T14:56:25.370 INFO:tasks.rados.rados.0.smithi131.stdout:2121: left oid 39 (ObjNum 671 snap 207 seq_num 671) 2024-08-29T14:56:25.370 INFO:tasks.rados.rados.0.smithi131.stdout:2116: finishing rollback tid 0 to smithi13174786-5 2024-08-29T14:56:25.370 INFO:tasks.rados.rados.0.smithi131.stdout:2121: done (10 left) 2024-08-29T14:56:25.370 INFO:tasks.rados.rados.0.smithi131.stdout:2122: done (9 left) 2024-08-29T14:56:25.370 INFO:tasks.rados.rados.0.smithi131.stdout:2129: copy_from oid 18 from oid 3 current snap is 207 2024-08-29T14:56:25.370 INFO:tasks.rados.rados.0.smithi131.stdout:2118: expect (ObjNum 572 snap 174 seq_num 572) 2024-08-29T14:56:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:25 smithi131 ceph-mon[87973]: osdmap e491: 8 total, 8 up, 8 in 2024-08-29T14:56:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:25 smithi131 ceph-mon[87973]: pgmap v325: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 15 op/s; 8.5 MiB/s, 1 objects/s recovering 2024-08-29T14:56:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:25 smithi131 ceph-mon[90512]: osdmap e491: 8 total, 8 up, 8 in 2024-08-29T14:56:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:25 smithi131 ceph-mon[90512]: pgmap v325: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 15 op/s; 8.5 MiB/s, 1 objects/s recovering 2024-08-29T14:56:25.628 INFO:tasks.rados.rados.0.smithi131.stdout:2123: finishing copy_from racing read to smithi13174786-37 2024-08-29T14:56:25.628 INFO:tasks.rados.rados.0.smithi131.stdout:2115: expect (ObjNum 468 snap 142 seq_num 468) 2024-08-29T14:56:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:25 smithi169 ceph-mon[78471]: osdmap e491: 8 total, 8 up, 8 in 2024-08-29T14:56:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:25 smithi169 ceph-mon[78471]: pgmap v325: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 15 op/s; 8.5 MiB/s, 1 objects/s recovering 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:2116: finishing rollback tid 1 to smithi13174786-5 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:2116: finishing rollback tid 2 to smithi13174786-5 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 868 (ObjNum 652 snap 200 seq_num 652) dirty exists 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:2124: finishing write tid 1 to smithi13174786-45 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:2123: finishing copy_from to smithi13174786-37 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1227 (ObjNum 519 snap 155 seq_num 519) dirty exists 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:2124: finishing write tid 2 to smithi13174786-45 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:2115: done (9 left) 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:2116: done (8 left) 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:2118: done (7 left) 2024-08-29T14:56:26.123 INFO:tasks.rados.rados.0.smithi131.stdout:2123: done (6 left) 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2130: snap_create 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2124: finishing write tid 3 to smithi13174786-45 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2124: finishing write tid 4 to smithi13174786-45 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2124: finishing write tid 5 to smithi13174786-45 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2124: finishing write tid 6 to smithi13174786-45 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1126 (ObjNum 672 snap 207 seq_num 672) dirty exists 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2124: left oid 45 (ObjNum 672 snap 207 seq_num 672) 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2127: finishing write tid 1 to smithi13174786-13 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2127: finishing write tid 2 to smithi13174786-13 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2127: finishing write tid 3 to smithi13174786-13 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2128: finishing rollback tid 0 to smithi13174786-43 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2127: finishing write tid 4 to smithi13174786-13 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2128: finishing rollback tid 1 to smithi13174786-43 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:2128: finishing rollback tid 2 to smithi13174786-43 2024-08-29T14:56:26.124 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1018 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-29T14:56:26.125 INFO:tasks.rados.rados.0.smithi131.stdout:2127: finishing write tid 5 to smithi13174786-13 2024-08-29T14:56:26.125 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1278 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-08-29T14:56:26.125 INFO:tasks.rados.rados.0.smithi131.stdout:2127: left oid 13 (ObjNum 673 snap 207 seq_num 673) 2024-08-29T14:56:26.125 INFO:tasks.rados.rados.0.smithi131.stdout:2129: finishing copy_from racing read to smithi13174786-18 2024-08-29T14:56:26.125 INFO:tasks.rados.rados.0.smithi131.stdout:2129: finishing copy_from to smithi13174786-18 2024-08-29T14:56:26.125 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1000 (ObjNum 663 snap 205 seq_num 663) dirty exists 2024-08-29T14:56:26.125 INFO:tasks.rados.rados.0.smithi131.stdout:2125: expect (ObjNum 454 snap 136 seq_num 454) 2024-08-29T14:56:26.253 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:56:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:56:25] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.51.0" 2024-08-29T14:56:26.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:26 smithi131 ceph-mon[90512]: osdmap e492: 8 total, 8 up, 8 in 2024-08-29T14:56:26.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:26 smithi131 ceph-mon[90512]: osdmap e493: 8 total, 8 up, 8 in 2024-08-29T14:56:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:26 smithi131 ceph-mon[87973]: osdmap e492: 8 total, 8 up, 8 in 2024-08-29T14:56:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:26 smithi131 ceph-mon[87973]: osdmap e493: 8 total, 8 up, 8 in 2024-08-29T14:56:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:26 smithi169 ceph-mon[78471]: osdmap e492: 8 total, 8 up, 8 in 2024-08-29T14:56:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:26 smithi169 ceph-mon[78471]: osdmap e493: 8 total, 8 up, 8 in 2024-08-29T14:56:27.197 INFO:tasks.rados.rados.0.smithi131.stdout:2126: finishing copy_from racing read to smithi13174786-35 2024-08-29T14:56:27.197 INFO:tasks.rados.rados.0.smithi131.stdout:2126: finishing copy_from to smithi13174786-35 2024-08-29T14:56:27.197 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1280 (ObjNum 618 snap 187 seq_num 618) dirty exists 2024-08-29T14:56:27.197 INFO:tasks.rados.rados.0.smithi131.stdout:2124: done (6 left) 2024-08-29T14:56:27.197 INFO:tasks.rados.rados.0.smithi131.stdout:2125: done (5 left) 2024-08-29T14:56:27.197 INFO:tasks.rados.rados.0.smithi131.stdout:2126: done (4 left) 2024-08-29T14:56:27.197 INFO:tasks.rados.rados.0.smithi131.stdout:2127: done (3 left) 2024-08-29T14:56:27.197 INFO:tasks.rados.rados.0.smithi131.stdout:2128: done (2 left) 2024-08-29T14:56:27.197 INFO:tasks.rados.rados.0.smithi131.stdout:2129: done (1 left) 2024-08-29T14:56:27.197 INFO:tasks.rados.rados.0.smithi131.stdout:2130: done (0 left) 2024-08-29T14:56:27.198 INFO:tasks.rados.rados.0.smithi131.stdout:2131: copy_from oid 35 from oid 2 current snap is 208 2024-08-29T14:56:27.198 INFO:tasks.rados.rados.0.smithi131.stdout:2132: copy_from oid 24 from oid 12 current snap is 208 2024-08-29T14:56:27.198 INFO:tasks.rados.rados.0.smithi131.stdout:2133: copy_from oid 44 from oid 36 current snap is 208 2024-08-29T14:56:27.198 INFO:tasks.rados.rados.0.smithi131.stdout:2134: snap_create 2024-08-29T14:56:27.198 INFO:tasks.rados.rados.0.smithi131.stdout:2132: finishing copy_from to smithi13174786-24 2024-08-29T14:56:27.198 INFO:tasks.rados.rados.0.smithi131.stdout:2132: got expected ENOENT (src dne) 2024-08-29T14:56:27.198 INFO:tasks.rados.rados.0.smithi131.stdout:2132: finishing copy_from racing read to smithi13174786-24 2024-08-29T14:56:27.199 INFO:tasks.rados.rados.0.smithi131.stdout:2131: finishing copy_from to smithi13174786-35 2024-08-29T14:56:27.199 INFO:tasks.rados.rados.0.smithi131.stdout:2131: got expected ENOENT (src dne) 2024-08-29T14:56:27.199 INFO:tasks.rados.rados.0.smithi131.stdout:2131: finishing copy_from racing read to smithi13174786-35 2024-08-29T14:56:27.205 INFO:tasks.rados.rados.0.smithi131.stdout:2133: finishing copy_from racing read to smithi13174786-44 2024-08-29T14:56:27.206 INFO:tasks.rados.rados.0.smithi131.stdout:2133: finishing copy_from to smithi13174786-44 2024-08-29T14:56:27.206 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1274 (ObjNum 530 snap 157 seq_num 530) dirty exists 2024-08-29T14:56:27.261 INFO:tasks.rados.rados.0.smithi131.stdout:2131: done (3 left) 2024-08-29T14:56:27.261 INFO:tasks.rados.rados.0.smithi131.stdout:2132: done (2 left) 2024-08-29T14:56:27.261 INFO:tasks.rados.rados.0.smithi131.stdout:2133: done (1 left) 2024-08-29T14:56:27.261 INFO:tasks.rados.rados.0.smithi131.stdout:2134: done (0 left) 2024-08-29T14:56:27.261 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 209 2024-08-29T14:56:27.261 INFO:tasks.rados.rados.0.smithi131.stdout:2135: seq_num 674 ranges {5160960=491520,5652480=417792,6070272=483328,6553600=303104} 2024-08-29T14:56:27.291 INFO:tasks.rados.rados.0.smithi131.stdout:2135: writing smithi13174786-45 from 5160960 to 5652480 tid 1 2024-08-29T14:56:27.293 INFO:tasks.rados.rados.0.smithi131.stdout:2135: writing smithi13174786-45 from 5652480 to 6070272 tid 2 2024-08-29T14:56:27.296 INFO:tasks.rados.rados.0.smithi131.stdout:2135: writing smithi13174786-45 from 6070272 to 6553600 tid 3 2024-08-29T14:56:27.298 INFO:tasks.rados.rados.0.smithi131.stdout:2135: writing smithi13174786-45 from 6553600 to 6856704 tid 4 2024-08-29T14:56:27.298 INFO:tasks.rados.rados.0.smithi131.stdout:2136: rollback oid 15 current snap is 209 2024-08-29T14:56:27.298 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 15 to 203 2024-08-29T14:56:27.298 INFO:tasks.rados.rados.0.smithi131.stdout:2135: finishing write tid 1 to smithi13174786-45 2024-08-29T14:56:27.298 INFO:tasks.rados.rados.0.smithi131.stdout:2135: finishing write tid 2 to smithi13174786-45 2024-08-29T14:56:27.298 INFO:tasks.rados.rados.0.smithi131.stdout:2137: snap_remove snap 196 2024-08-29T14:56:27.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:27 smithi131 ceph-mon[87973]: pgmap v328: 121 pgs: 121 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-08-29T14:56:27.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:27 smithi131 ceph-mon[90512]: pgmap v328: 121 pgs: 121 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-08-29T14:56:27.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:27 smithi169 ceph-mon[78471]: pgmap v328: 121 pgs: 121 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-08-29T14:56:28.268 INFO:tasks.rados.rados.0.smithi131.stdout:2135: finishing write tid 3 to smithi13174786-45 2024-08-29T14:56:28.268 INFO:tasks.rados.rados.0.smithi131.stdout:2135: finishing write tid 4 to smithi13174786-45 2024-08-29T14:56:28.268 INFO:tasks.rados.rados.0.smithi131.stdout:2135: finishing write tid 5 to smithi13174786-45 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2135: finishing write tid 6 to smithi13174786-45 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1131 (ObjNum 674 snap 209 seq_num 674) dirty exists 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2135: left oid 45 (ObjNum 674 snap 209 seq_num 674) 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2136: finishing rollback tid 0 to smithi13174786-15 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2136: finishing rollback tid 1 to smithi13174786-15 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2136: finishing rollback tid 2 to smithi13174786-15 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1415 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2135: done (2 left) 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2136: done (1 left) 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2137: done (0 left) 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2138: read oid 6 snap 184 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2138: expect deleted 2024-08-29T14:56:28.269 INFO:tasks.rados.rados.0.smithi131.stdout:2139: rollback oid 37 current snap is 209 2024-08-29T14:56:28.270 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 37 to 184 2024-08-29T14:56:28.270 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 209 2024-08-29T14:56:28.270 INFO:tasks.rados.rados.0.smithi131.stdout:2140: seq_num 675 ranges {0=507904,507904=704512,1212416=499712} 2024-08-29T14:56:28.271 INFO:tasks.rados.rados.0.smithi131.stdout:2140: writing smithi13174786-49 from 0 to 507904 tid 1 2024-08-29T14:56:28.276 INFO:tasks.rados.rados.0.smithi131.stdout:2140: writing smithi13174786-49 from 507904 to 1212416 tid 2 2024-08-29T14:56:28.280 INFO:tasks.rados.rados.0.smithi131.stdout:2140: writing smithi13174786-49 from 1212416 to 1712128 tid 3 2024-08-29T14:56:28.280 INFO:tasks.rados.rados.0.smithi131.stdout:2138: done (2 left) 2024-08-29T14:56:28.281 INFO:tasks.rados.rados.0.smithi131.stdout:2141: copy_from oid 35 from oid 21 current snap is 209 2024-08-29T14:56:28.281 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 209 2024-08-29T14:56:28.281 INFO:tasks.rados.rados.0.smithi131.stdout:2142: seq_num 676 ranges {2940928=524288,3465216=589824,4055040=450560,4505600=163840} 2024-08-29T14:56:28.301 INFO:tasks.rados.rados.0.smithi131.stdout:2142: writing smithi13174786-3 from 2940928 to 3465216 tid 1 2024-08-29T14:56:28.304 INFO:tasks.rados.rados.0.smithi131.stdout:2142: writing smithi13174786-3 from 3465216 to 4055040 tid 2 2024-08-29T14:56:28.307 INFO:tasks.rados.rados.0.smithi131.stdout:2142: writing smithi13174786-3 from 4055040 to 4505600 tid 3 2024-08-29T14:56:28.308 INFO:tasks.rados.rados.0.smithi131.stdout:2142: writing smithi13174786-3 from 4505600 to 4669440 tid 4 2024-08-29T14:56:28.308 INFO:tasks.rados.rados.0.smithi131.stdout:2143: snap_remove snap 179 2024-08-29T14:56:28.597 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:28 smithi131 ceph-mon[87973]: osdmap e494: 8 total, 8 up, 8 in 2024-08-29T14:56:28.598 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:28 smithi131 ceph-mon[90512]: osdmap e494: 8 total, 8 up, 8 in 2024-08-29T14:56:28.598 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:56:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:28 smithi169 ceph-mon[78471]: osdmap e494: 8 total, 8 up, 8 in 2024-08-29T14:56:29.149 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (5m) 50s ago 9m 21.3M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (4m) 16s ago 9m 84.3M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (11m) 50s ago 11m 16.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (11m) 16s ago 11m 22.0M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (4m) 16s ago 14m 454M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (4m) 50s ago 16m 523M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (4m) 50s ago 16m 56.4M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (3m) 16s ago 15m 45.0M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (3m) 50s ago 14m 48.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (5m) 50s ago 9m 10.7M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (4m) 16s ago 9m 11.7M - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (2m) 50s ago 14m 114M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 2b80a23f091c 2024-08-29T14:56:29.150 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (2m) 50s ago 13m 114M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 7ef2711f92d6 2024-08-29T14:56:29.151 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (87s) 50s ago 13m 99.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec def684d0aaf6 2024-08-29T14:56:29.151 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (54s) 50s ago 13m 12.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 413c5146ddeb 2024-08-29T14:56:29.151 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (21s) 16s ago 12m 12.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec c83aa6304b98 2024-08-29T14:56:29.151 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (12m) 16s ago 12m 264M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 a160fd87e5ef 2024-08-29T14:56:29.151 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (11m) 16s ago 11m 183M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:56:29.151 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (11m) 16s ago 11m 133M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:56:29.151 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (4m) 16s ago 10m 51.5M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:56:29.276 INFO:tasks.rados.rados.0.smithi131.stdout:2143: done (4 left) 2024-08-29T14:56:29.276 INFO:tasks.rados.rados.0.smithi131.stdout:2144: snap_remove snap 208 2024-08-29T14:56:29.503 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:56:29.503 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:56:29.503 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3, 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 5 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:56:29.504 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:56:29.505 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:56:29.505 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 5, 2024-08-29T14:56:29.505 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 10 2024-08-29T14:56:29.505 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:56:29.505 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:56:29.505 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:29 smithi131 ceph-mon[87973]: osdmap e495: 8 total, 8 up, 8 in 2024-08-29T14:56:29.505 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:29 smithi131 ceph-mon[87973]: pgmap v331: 121 pgs: 121 active+clean; 245 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-08-29T14:56:29.506 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:29 smithi131 ceph-mon[87973]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:29.506 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:29 smithi131 ceph-mon[87973]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:29.506 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:29 smithi131 ceph-mon[87973]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:29.506 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:29 smithi131 ceph-mon[90512]: osdmap e495: 8 total, 8 up, 8 in 2024-08-29T14:56:29.506 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:29 smithi131 ceph-mon[90512]: pgmap v331: 121 pgs: 121 active+clean; 245 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-08-29T14:56:29.506 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:29 smithi131 ceph-mon[90512]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:29.506 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:29 smithi131 ceph-mon[90512]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:29.506 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:29 smithi131 ceph-mon[90512]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:29 smithi169 ceph-mon[78471]: osdmap e495: 8 total, 8 up, 8 in 2024-08-29T14:56:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:29 smithi169 ceph-mon[78471]: pgmap v331: 121 pgs: 121 active+clean; 245 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-08-29T14:56:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:29 smithi169 ceph-mon[78471]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:29 smithi169 ceph-mon[78471]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:29 smithi169 ceph-mon[78471]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:29.789 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:56:29.789 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:56:29.789 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:56:29.789 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:56:29.789 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:56:29.789 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:56:29.789 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:56:29.789 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:56:29.789 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "10/20 daemons upgraded", 2024-08-29T14:56:29.789 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading osd daemons", 2024-08-29T14:56:29.790 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:56:29.790 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:56:30.280 INFO:tasks.rados.rados.0.smithi131.stdout:2139: finishing rollback tid 0 to smithi13174786-37 2024-08-29T14:56:30.280 INFO:tasks.rados.rados.0.smithi131.stdout:2139: finishing rollback tid 1 to smithi13174786-37 2024-08-29T14:56:30.280 INFO:tasks.rados.rados.0.smithi131.stdout:2139: finishing rollback tid 2 to smithi13174786-37 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1418 (ObjNum 509 snap 149 seq_num 509) dirty exists 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2140: finishing write tid 1 to smithi13174786-49 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2140: finishing write tid 2 to smithi13174786-49 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2140: finishing write tid 3 to smithi13174786-49 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2140: finishing write tid 4 to smithi13174786-49 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2141: finishing copy_from racing read to smithi13174786-35 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2141: finishing copy_from to smithi13174786-35 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1407 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2140: finishing write tid 5 to smithi13174786-49 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1292 (ObjNum 675 snap 209 seq_num 675) dirty exists 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2140: left oid 49 (ObjNum 675 snap 209 seq_num 675) 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2142: finishing write tid 1 to smithi13174786-3 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2142: finishing write tid 2 to smithi13174786-3 2024-08-29T14:56:30.281 INFO:tasks.rados.rados.0.smithi131.stdout:2142: finishing write tid 3 to smithi13174786-3 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:2142: finishing write tid 4 to smithi13174786-3 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:2142: finishing write tid 5 to smithi13174786-3 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:2142: finishing write tid 6 to smithi13174786-3 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1515 (ObjNum 676 snap 209 seq_num 676) dirty exists 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:2142: left oid 3 (ObjNum 676 snap 209 seq_num 676) 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:2139: done (4 left) 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:2140: done (3 left) 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:2141: done (2 left) 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:2142: done (1 left) 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:2144: done (0 left) 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 209 2024-08-29T14:56:30.282 INFO:tasks.rados.rados.0.smithi131.stdout:2145: seq_num 677 ranges {253952=540672,794624=516096,1310720=655360,1966080=32768} 2024-08-29T14:56:30.285 INFO:tasks.rados.rados.0.smithi131.stdout:2145: writing smithi13174786-9 from 253952 to 794624 tid 1 2024-08-29T14:56:30.288 INFO:tasks.rados.rados.0.smithi131.stdout:2145: writing smithi13174786-9 from 794624 to 1310720 tid 2 2024-08-29T14:56:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:2145: writing smithi13174786-9 from 1310720 to 1966080 tid 3 2024-08-29T14:56:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:2145: writing smithi13174786-9 from 1966080 to 1998848 tid 4 2024-08-29T14:56:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:2146: setattr oid 30 current snap is 209 2024-08-29T14:56:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:2145: finishing write tid 1 to smithi13174786-9 2024-08-29T14:56:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:2145: finishing write tid 2 to smithi13174786-9 2024-08-29T14:56:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:2147: rollback oid 11 current snap is 209 2024-08-29T14:56:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 11 to 201 2024-08-29T14:56:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:2148: read oid 46 snap -1 2024-08-29T14:56:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:2148: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:56:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:2149: setattr oid 23 current snap is 209 2024-08-29T14:56:30.297 INFO:tasks.rados.rados.0.smithi131.stdout:2150: read oid 50 snap 207 2024-08-29T14:56:30.297 INFO:tasks.rados.rados.0.smithi131.stdout:2150: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:56:30.297 INFO:tasks.rados.rados.0.smithi131.stdout:2151: snap_create 2024-08-29T14:56:30.300 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1095 (ObjNum 668 snap 206 seq_num 668) dirty exists 2024-08-29T14:56:30.301 INFO:tasks.rados.rados.0.smithi131.stdout:2148: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:56:30.355 INFO:tasks.rados.rados.0.smithi131.stdout:2145: finishing write tid 3 to smithi13174786-9 2024-08-29T14:56:30.355 INFO:tasks.rados.rados.0.smithi131.stdout:2145: finishing write tid 4 to smithi13174786-9 2024-08-29T14:56:30.356 INFO:tasks.rados.rados.0.smithi131.stdout:2145: finishing write tid 5 to smithi13174786-9 2024-08-29T14:56:30.356 INFO:tasks.rados.rados.0.smithi131.stdout:2150: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:56:30.378 INFO:tasks.rados.rados.0.smithi131.stdout:2147: finishing rollback tid 1 to smithi13174786-11 2024-08-29T14:56:30.378 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1223 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-29T14:56:30.378 INFO:tasks.rados.rados.0.smithi131.stdout:2145: finishing write tid 6 to smithi13174786-9 2024-08-29T14:56:30.378 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1023 (ObjNum 677 snap 209 seq_num 677) dirty exists 2024-08-29T14:56:30.378 INFO:tasks.rados.rados.0.smithi131.stdout:2145: left oid 9 (ObjNum 677 snap 209 seq_num 677) 2024-08-29T14:56:30.378 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1024 (ObjNum 649 snap 200 seq_num 649) dirty exists 2024-08-29T14:56:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:30 smithi131 ceph-mon[87973]: osdmap e496: 8 total, 8 up, 8 in 2024-08-29T14:56:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:30 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3769213343' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:30.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:30 smithi131 ceph-mon[87973]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:30 smithi131 ceph-mon[90512]: osdmap e496: 8 total, 8 up, 8 in 2024-08-29T14:56:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:30 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3769213343' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:30 smithi131 ceph-mon[90512]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:30 smithi169 ceph-mon[78471]: osdmap e496: 8 total, 8 up, 8 in 2024-08-29T14:56:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:30 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3769213343' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:30 smithi169 ceph-mon[78471]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:30.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:31.158 INFO:tasks.rados.rados.0.smithi131.stdout:2145: done (6 left) 2024-08-29T14:56:31.158 INFO:tasks.rados.rados.0.smithi131.stdout:2146: done (5 left) 2024-08-29T14:56:31.158 INFO:tasks.rados.rados.0.smithi131.stdout:2147: done (4 left) 2024-08-29T14:56:31.159 INFO:tasks.rados.rados.0.smithi131.stdout:2148: done (3 left) 2024-08-29T14:56:31.159 INFO:tasks.rados.rados.0.smithi131.stdout:2149: done (2 left) 2024-08-29T14:56:31.159 INFO:tasks.rados.rados.0.smithi131.stdout:2150: done (1 left) 2024-08-29T14:56:31.159 INFO:tasks.rados.rados.0.smithi131.stdout:2151: done (0 left) 2024-08-29T14:56:31.159 INFO:tasks.rados.rados.0.smithi131.stdout:2152: read oid 24 snap -1 2024-08-29T14:56:31.159 INFO:tasks.rados.rados.0.smithi131.stdout:2152: expect (ObjNum 591 snap 179 seq_num 591) 2024-08-29T14:56:31.159 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 210 2024-08-29T14:56:31.159 INFO:tasks.rados.rados.0.smithi131.stdout:2153: seq_num 678 ranges {1597440=565248,2162688=802816,2965504=401408} 2024-08-29T14:56:31.170 INFO:tasks.rados.rados.0.smithi131.stdout:2153: writing smithi13174786-23 from 1597440 to 2162688 tid 1 2024-08-29T14:56:31.175 INFO:tasks.rados.rados.0.smithi131.stdout:2153: writing smithi13174786-23 from 2162688 to 2965504 tid 2 2024-08-29T14:56:31.177 INFO:tasks.rados.rados.0.smithi131.stdout:2153: writing smithi13174786-23 from 2965504 to 3366912 tid 3 2024-08-29T14:56:31.178 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 210 2024-08-29T14:56:31.178 INFO:tasks.rados.rados.0.smithi131.stdout:2154: seq_num 679 ranges {12902400=581632,13484032=688128,14172160=516096} 2024-08-29T14:56:31.250 INFO:tasks.rados.rados.0.smithi131.stdout:2154: writing smithi13174786-5 from 12902400 to 13484032 tid 1 2024-08-29T14:56:31.253 INFO:tasks.rados.rados.0.smithi131.stdout:2154: writing smithi13174786-5 from 13484032 to 14172160 tid 2 2024-08-29T14:56:31.256 INFO:tasks.rados.rados.0.smithi131.stdout:2154: writing smithi13174786-5 from 14172160 to 14688256 tid 3 2024-08-29T14:56:31.256 INFO:tasks.rados.rados.0.smithi131.stdout:2155: snap_remove snap 207 2024-08-29T14:56:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:31 smithi131 ceph-mon[87973]: pgmap v333: 121 pgs: 121 active+clean; 257 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-08-29T14:56:31.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:31 smithi131 ceph-mon[87973]: osdmap e497: 8 total, 8 up, 8 in 2024-08-29T14:56:31.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:31 smithi131 ceph-mon[87973]: osdmap e498: 8 total, 8 up, 8 in 2024-08-29T14:56:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:31 smithi131 ceph-mon[90512]: pgmap v333: 121 pgs: 121 active+clean; 257 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-08-29T14:56:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:31 smithi131 ceph-mon[90512]: osdmap e497: 8 total, 8 up, 8 in 2024-08-29T14:56:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:31 smithi131 ceph-mon[90512]: osdmap e498: 8 total, 8 up, 8 in 2024-08-29T14:56:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:31 smithi169 ceph-mon[78471]: pgmap v333: 121 pgs: 121 active+clean; 257 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-08-29T14:56:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:31 smithi169 ceph-mon[78471]: osdmap e497: 8 total, 8 up, 8 in 2024-08-29T14:56:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:31 smithi169 ceph-mon[78471]: osdmap e498: 8 total, 8 up, 8 in 2024-08-29T14:56:32.158 INFO:tasks.rados.rados.0.smithi131.stdout:2155: done (3 left) 2024-08-29T14:56:32.158 INFO:tasks.rados.rados.0.smithi131.stdout:2156: read oid 4 snap 209 2024-08-29T14:56:32.158 INFO:tasks.rados.rados.0.smithi131.stdout:2156: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-29T14:56:32.158 INFO:tasks.rados.rados.0.smithi131.stdout:2157: snap_remove snap 187 2024-08-29T14:56:32.554 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:32 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-29T14:56:32.554 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:32 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T14:56:32.554 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:32 smithi169 ceph-mon[78471]: Upgrade: osd.5 is safe to restart 2024-08-29T14:56:32.554 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:32 smithi169 ceph-mon[78471]: osdmap e499: 8 total, 8 up, 8 in 2024-08-29T14:56:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:32 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-29T14:56:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:32 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T14:56:32.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:32 smithi131 ceph-mon[87973]: Upgrade: osd.5 is safe to restart 2024-08-29T14:56:32.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:32 smithi131 ceph-mon[87973]: osdmap e499: 8 total, 8 up, 8 in 2024-08-29T14:56:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:32 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-29T14:56:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:32 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T14:56:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:32 smithi131 ceph-mon[90512]: Upgrade: osd.5 is safe to restart 2024-08-29T14:56:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:32 smithi131 ceph-mon[90512]: osdmap e499: 8 total, 8 up, 8 in 2024-08-29T14:56:33.164 INFO:tasks.rados.rados.0.smithi131.stdout:2157: done (4 left) 2024-08-29T14:56:33.164 INFO:tasks.rados.rados.0.smithi131.stdout:2158: copy_from oid 22 from oid 8 current snap is 210 2024-08-29T14:56:33.164 INFO:tasks.rados.rados.0.smithi131.stdout:2152: expect (ObjNum 591 snap 179 seq_num 591) 2024-08-29T14:56:33.363 INFO:tasks.rados.rados.0.smithi131.stdout:2153: finishing write tid 1 to smithi13174786-23 2024-08-29T14:56:33.363 INFO:tasks.rados.rados.0.smithi131.stdout:2152: done (4 left) 2024-08-29T14:56:33.363 INFO:tasks.rados.rados.0.smithi131.stdout:2159: read oid 26 snap -1 2024-08-29T14:56:33.363 INFO:tasks.rados.rados.0.smithi131.stdout:2159: expect deleted 2024-08-29T14:56:33.363 INFO:tasks.rados.rados.0.smithi131.stdout:2160: setattr oid 40 current snap is 210 2024-08-29T14:56:33.363 INFO:tasks.rados.rados.0.smithi131.stdout:2153: finishing write tid 2 to smithi13174786-23 2024-08-29T14:56:33.363 INFO:tasks.rados.rados.0.smithi131.stdout:2153: finishing write tid 3 to smithi13174786-23 2024-08-29T14:56:33.363 INFO:tasks.rados.rados.0.smithi131.stdout:2153: finishing write tid 4 to smithi13174786-23 2024-08-29T14:56:33.363 INFO:tasks.rados.rados.0.smithi131.stdout:2153: finishing write tid 5 to smithi13174786-23 2024-08-29T14:56:33.363 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1099 (ObjNum 678 snap 210 seq_num 678) dirty exists 2024-08-29T14:56:33.364 INFO:tasks.rados.rados.0.smithi131.stdout:2153: left oid 23 (ObjNum 678 snap 210 seq_num 678) 2024-08-29T14:56:33.364 INFO:tasks.rados.rados.0.smithi131.stdout:2154: finishing write tid 1 to smithi13174786-5 2024-08-29T14:56:33.364 INFO:tasks.rados.rados.0.smithi131.stdout:2154: finishing write tid 2 to smithi13174786-5 2024-08-29T14:56:33.364 INFO:tasks.rados.rados.0.smithi131.stdout:2154: finishing write tid 3 to smithi13174786-5 2024-08-29T14:56:33.364 INFO:tasks.rados.rados.0.smithi131.stdout:2154: finishing write tid 4 to smithi13174786-5 2024-08-29T14:56:33.364 INFO:tasks.rados.rados.0.smithi131.stdout:2154: finishing write tid 5 to smithi13174786-5 2024-08-29T14:56:33.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 872 (ObjNum 679 snap 210 seq_num 679) dirty exists 2024-08-29T14:56:33.364 INFO:tasks.rados.rados.0.smithi131.stdout:2154: left oid 5 (ObjNum 679 snap 210 seq_num 679) 2024-08-29T14:56:33.364 INFO:tasks.rados.rados.0.smithi131.stdout:2156: expect (ObjNum 519 snap 155 seq_num 519) 2024-08-29T14:56:33.576 INFO:tasks.rados.rados.0.smithi131.stdout:2158: finishing copy_from racing read to smithi13174786-22 2024-08-29T14:56:33.576 INFO:tasks.rados.rados.0.smithi131.stdout:2158: finishing copy_from to smithi13174786-22 2024-08-29T14:56:33.576 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 864 (ObjNum 667 snap 206 seq_num 667) dirty exists 2024-08-29T14:56:33.576 INFO:tasks.rados.rados.0.smithi131.stdout:2153: done (5 left) 2024-08-29T14:56:33.577 INFO:tasks.rados.rados.0.smithi131.stdout:2154: done (4 left) 2024-08-29T14:56:33.577 INFO:tasks.rados.rados.0.smithi131.stdout:2156: done (3 left) 2024-08-29T14:56:33.577 INFO:tasks.rados.rados.0.smithi131.stdout:2158: done (2 left) 2024-08-29T14:56:33.577 INFO:tasks.rados.rados.0.smithi131.stdout:2159: done (1 left) 2024-08-29T14:56:33.577 INFO:tasks.rados.rados.0.smithi131.stdout:2161: snap_remove snap 204 2024-08-29T14:56:34.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:34 smithi169 ceph-mon[78471]: pgmap v337: 121 pgs: 121 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-08-29T14:56:34.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:34 smithi169 ceph-mon[78471]: osdmap e500: 8 total, 8 up, 8 in 2024-08-29T14:56:34.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:34.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-29T14:56:34.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:34.382 INFO:tasks.rados.rados.0.smithi131.stdout:2161: done (1 left) 2024-08-29T14:56:34.382 INFO:tasks.rados.rados.0.smithi131.stdout:2162: read oid 31 snap 201 2024-08-29T14:56:34.382 INFO:tasks.rados.rados.0.smithi131.stdout:2162: expect (ObjNum 596 snap 182 seq_num 596) 2024-08-29T14:56:34.382 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 210 2024-08-29T14:56:34.382 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1289 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-29T14:56:34.383 INFO:tasks.rados.rados.0.smithi131.stdout:2163: seq_num 680 ranges {1687552=598016,2285568=573440,2859008=434176,3293184=196608} 2024-08-29T14:56:34.395 INFO:tasks.rados.rados.0.smithi131.stdout:2163: writing smithi13174786-36 from 1687552 to 2285568 tid 1 2024-08-29T14:56:34.399 INFO:tasks.rados.rados.0.smithi131.stdout:2163: writing smithi13174786-36 from 2285568 to 2859008 tid 2 2024-08-29T14:56:34.403 INFO:tasks.rados.rados.0.smithi131.stdout:2163: writing smithi13174786-36 from 2859008 to 3293184 tid 3 2024-08-29T14:56:34.405 INFO:tasks.rados.rados.0.smithi131.stdout:2163: writing smithi13174786-36 from 3293184 to 3489792 tid 4 2024-08-29T14:56:34.405 INFO:tasks.rados.rados.0.smithi131.stdout:2160: done (2 left) 2024-08-29T14:56:34.405 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 210 2024-08-29T14:56:34.405 INFO:tasks.rados.rados.0.smithi131.stdout:2164: seq_num 681 ranges {1712128=614400,2326528=458752,2785280=638976,3424256=106496} 2024-08-29T14:56:34.418 INFO:tasks.rados.rados.0.smithi131.stdout:2164: writing smithi13174786-49 from 1712128 to 2326528 tid 1 2024-08-29T14:56:34.421 INFO:tasks.rados.rados.0.smithi131.stdout:2164: writing smithi13174786-49 from 2326528 to 2785280 tid 2 2024-08-29T14:56:34.425 INFO:tasks.rados.rados.0.smithi131.stdout:2164: writing smithi13174786-49 from 2785280 to 3424256 tid 3 2024-08-29T14:56:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:2164: writing smithi13174786-49 from 3424256 to 3530752 tid 4 2024-08-29T14:56:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:2165: read oid 20 snap -1 2024-08-29T14:56:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:2165: expect (ObjNum 670 snap 207 seq_num 670) 2024-08-29T14:56:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:2166: read oid 5 snap 201 2024-08-29T14:56:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:2166: expect (ObjNum 652 snap 200 seq_num 652) 2024-08-29T14:56:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 30 current snap is 210 2024-08-29T14:56:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:2163: finishing write tid 1 to smithi13174786-36 2024-08-29T14:56:34.427 INFO:tasks.rados.rados.0.smithi131.stdout:2167: seq_num 682 ranges {1277952=630784,1908736=745472,2654208=442368,3096576=16384} 2024-08-29T14:56:34.437 INFO:tasks.rados.rados.0.smithi131.stdout:2167: writing smithi13174786-30 from 1277952 to 1908736 tid 1 2024-08-29T14:56:34.442 INFO:tasks.rados.rados.0.smithi131.stdout:2167: writing smithi13174786-30 from 1908736 to 2654208 tid 2 2024-08-29T14:56:34.445 INFO:tasks.rados.rados.0.smithi131.stdout:2167: writing smithi13174786-30 from 2654208 to 3096576 tid 3 2024-08-29T14:56:34.445 INFO:tasks.rados.rados.0.smithi131.stdout:2167: writing smithi13174786-30 from 3096576 to 3112960 tid 4 2024-08-29T14:56:34.445 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 210 2024-08-29T14:56:34.445 INFO:tasks.rados.rados.0.smithi131.stdout:2163: finishing write tid 2 to smithi13174786-36 2024-08-29T14:56:34.446 INFO:tasks.rados.rados.0.smithi131.stdout:2162: expect (ObjNum 596 snap 182 seq_num 596) 2024-08-29T14:56:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:34 smithi131 ceph-mon[87973]: pgmap v337: 121 pgs: 121 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-08-29T14:56:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:34 smithi131 ceph-mon[87973]: osdmap e500: 8 total, 8 up, 8 in 2024-08-29T14:56:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-29T14:56:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:34 smithi131 ceph-mon[90512]: pgmap v337: 121 pgs: 121 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-08-29T14:56:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:34 smithi131 ceph-mon[90512]: osdmap e500: 8 total, 8 up, 8 in 2024-08-29T14:56:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-29T14:56:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:34.621 INFO:tasks.rados.rados.0.smithi131.stdout:2163: finishing write tid 3 to smithi13174786-36 2024-08-29T14:56:34.622 INFO:tasks.rados.rados.0.smithi131.stdout:2163: finishing write tid 4 to smithi13174786-36 2024-08-29T14:56:34.622 INFO:tasks.rados.rados.0.smithi131.stdout:2163: finishing write tid 5 to smithi13174786-36 2024-08-29T14:56:34.622 INFO:tasks.rados.rados.0.smithi131.stdout:2163: finishing write tid 6 to smithi13174786-36 2024-08-29T14:56:34.622 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1294 (ObjNum 680 snap 210 seq_num 680) dirty exists 2024-08-29T14:56:34.622 INFO:tasks.rados.rados.0.smithi131.stdout:2163: left oid 36 (ObjNum 680 snap 210 seq_num 680) 2024-08-29T14:56:34.622 INFO:tasks.rados.rados.0.smithi131.stdout:2164: finishing write tid 1 to smithi13174786-49 2024-08-29T14:56:34.622 INFO:tasks.rados.rados.0.smithi131.stdout:2164: finishing write tid 2 to smithi13174786-49 2024-08-29T14:56:34.622 INFO:tasks.rados.rados.0.smithi131.stdout:2164: finishing write tid 3 to smithi13174786-49 2024-08-29T14:56:34.622 INFO:tasks.rados.rados.0.smithi131.stdout:2164: finishing write tid 4 to smithi13174786-49 2024-08-29T14:56:34.622 INFO:tasks.rados.rados.0.smithi131.stdout:2168: seq_num 683 ranges {2015232=647168,2662400=630784,3293184=573440} 2024-08-29T14:56:34.636 INFO:tasks.rados.rados.0.smithi131.stdout:2168: writing smithi13174786-17 from 2015232 to 2662400 tid 1 2024-08-29T14:56:34.640 INFO:tasks.rados.rados.0.smithi131.stdout:2168: writing smithi13174786-17 from 2662400 to 3293184 tid 2 2024-08-29T14:56:34.644 INFO:tasks.rados.rados.0.smithi131.stdout:2168: writing smithi13174786-17 from 3293184 to 3866624 tid 3 2024-08-29T14:56:34.644 INFO:tasks.rados.rados.0.smithi131.stdout:2162: done (6 left) 2024-08-29T14:56:34.644 INFO:tasks.rados.rados.0.smithi131.stdout:2163: done (5 left) 2024-08-29T14:56:34.644 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 210 2024-08-29T14:56:34.644 INFO:tasks.rados.rados.0.smithi131.stdout:2164: finishing write tid 5 to smithi13174786-49 2024-08-29T14:56:34.644 INFO:tasks.rados.rados.0.smithi131.stdout:2164: finishing write tid 6 to smithi13174786-49 2024-08-29T14:56:34.644 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1412 (ObjNum 681 snap 210 seq_num 681) dirty exists 2024-08-29T14:56:34.644 INFO:tasks.rados.rados.0.smithi131.stdout:2164: left oid 49 (ObjNum 681 snap 210 seq_num 681) 2024-08-29T14:56:34.644 INFO:tasks.rados.rados.0.smithi131.stdout:2169: seq_num 684 ranges {10313728=663552,10977280=507904,11485184=409600,11894784=286720} 2024-08-29T14:56:34.701 INFO:tasks.rados.rados.0.smithi131.stdout:2169: writing smithi13174786-37 from 10313728 to 10977280 tid 1 2024-08-29T14:56:34.704 INFO:tasks.rados.rados.0.smithi131.stdout:2169: writing smithi13174786-37 from 10977280 to 11485184 tid 2 2024-08-29T14:56:34.707 INFO:tasks.rados.rados.0.smithi131.stdout:2169: writing smithi13174786-37 from 11485184 to 11894784 tid 3 2024-08-29T14:56:34.709 INFO:tasks.rados.rados.0.smithi131.stdout:2169: writing smithi13174786-37 from 11894784 to 12181504 tid 4 2024-08-29T14:56:34.709 INFO:tasks.rados.rados.0.smithi131.stdout:2164: done (5 left) 2024-08-29T14:56:34.709 INFO:tasks.rados.rados.0.smithi131.stdout:2170: read oid 13 snap 201 2024-08-29T14:56:34.709 INFO:tasks.rados.rados.0.smithi131.stdout:2170: expect (ObjNum 551 snap 168 seq_num 551) 2024-08-29T14:56:34.709 INFO:tasks.rados.rados.0.smithi131.stdout:2171: snap_remove snap 203 2024-08-29T14:56:35.430 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:35 smithi169 ceph-mon[78471]: Upgrade: Updating osd.5 2024-08-29T14:56:35.430 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:35 smithi169 ceph-mon[78471]: Deploying daemon osd.5 on smithi169 2024-08-29T14:56:35.431 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:35 smithi169 ceph-mon[78471]: osdmap e501: 8 total, 8 up, 8 in 2024-08-29T14:56:35.431 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:35.431 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:35.533 INFO:tasks.rados.rados.0.smithi131.stdout:2171: done (6 left) 2024-08-29T14:56:35.533 INFO:tasks.rados.rados.0.smithi131.stdout:2172: rollback oid 24 current snap is 210 2024-08-29T14:56:35.533 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 24 to 200 2024-08-29T14:56:35.533 INFO:tasks.rados.rados.0.smithi131.stdout:2165: expect (ObjNum 670 snap 207 seq_num 670) 2024-08-29T14:56:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-mon[87973]: Upgrade: Updating osd.5 2024-08-29T14:56:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-mon[87973]: Deploying daemon osd.5 on smithi169 2024-08-29T14:56:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-mon[87973]: osdmap e501: 8 total, 8 up, 8 in 2024-08-29T14:56:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-mon[90512]: Upgrade: Updating osd.5 2024-08-29T14:56:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-mon[90512]: Deploying daemon osd.5 on smithi169 2024-08-29T14:56:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-mon[90512]: osdmap e501: 8 total, 8 up, 8 in 2024-08-29T14:56:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:35.656 INFO:tasks.rados.rados.0.smithi131.stdout:2167: finishing write tid 1 to smithi13174786-30 2024-08-29T14:56:35.656 INFO:tasks.rados.rados.0.smithi131.stdout:2167: finishing write tid 2 to smithi13174786-30 2024-08-29T14:56:35.656 INFO:tasks.rados.rados.0.smithi131.stdout:2167: finishing write tid 3 to smithi13174786-30 2024-08-29T14:56:35.656 INFO:tasks.rados.rados.0.smithi131.stdout:2167: finishing write tid 4 to smithi13174786-30 2024-08-29T14:56:35.657 INFO:tasks.rados.rados.0.smithi131.stdout:2167: finishing write tid 5 to smithi13174786-30 2024-08-29T14:56:35.657 INFO:tasks.rados.rados.0.smithi131.stdout:2167: finishing write tid 6 to smithi13174786-30 2024-08-29T14:56:35.657 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1029 (ObjNum 682 snap 210 seq_num 682) dirty exists 2024-08-29T14:56:35.657 INFO:tasks.rados.rados.0.smithi131.stdout:2167: left oid 30 (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:56:35.657 INFO:tasks.rados.rados.0.smithi131.stdout:2166: expect (ObjNum 652 snap 200 seq_num 652) 2024-08-29T14:56:36.170 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:56:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:56:35] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.51.0" 2024-08-29T14:56:36.550 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:36 smithi169 ceph-mon[78471]: pgmap v339: 121 pgs: 121 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-29T14:56:36.550 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:36 smithi169 ceph-mon[78471]: osdmap e502: 8 total, 8 up, 8 in 2024-08-29T14:56:36.551 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:36 smithi169 ceph-mon[78471]: osdmap e503: 8 total, 8 up, 8 in 2024-08-29T14:56:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:36 smithi131 ceph-mon[87973]: pgmap v339: 121 pgs: 121 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-29T14:56:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:36 smithi131 ceph-mon[87973]: osdmap e502: 8 total, 8 up, 8 in 2024-08-29T14:56:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:36 smithi131 ceph-mon[87973]: osdmap e503: 8 total, 8 up, 8 in 2024-08-29T14:56:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:36 smithi131 ceph-mon[90512]: pgmap v339: 121 pgs: 121 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-29T14:56:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:36 smithi131 ceph-mon[90512]: osdmap e502: 8 total, 8 up, 8 in 2024-08-29T14:56:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:36 smithi131 ceph-mon[90512]: osdmap e503: 8 total, 8 up, 8 in 2024-08-29T14:56:36.875 INFO:tasks.rados.rados.0.smithi131.stdout:2168: finishing write tid 1 to smithi13174786-17 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2168: finishing write tid 2 to smithi13174786-17 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2168: finishing write tid 3 to smithi13174786-17 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2168: finishing write tid 4 to smithi13174786-17 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2168: finishing write tid 5 to smithi13174786-17 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 1298 (ObjNum 683 snap 210 seq_num 683) dirty exists 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2168: left oid 17 (ObjNum 683 snap 210 seq_num 683) 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2169: finishing write tid 1 to smithi13174786-37 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2165: done (6 left) 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2166: done (5 left) 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2167: done (4 left) 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2168: done (3 left) 2024-08-29T14:56:36.876 INFO:tasks.rados.rados.0.smithi131.stdout:2173: snap_remove snap 184 2024-08-29T14:56:36.879 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:36 smithi169 systemd[1]: Stopping Ceph osd.5 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:56:37.175 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[32231]: 2024-08-29T14:56:36.905+0000 7f8c0b3e1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:56:37.176 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[32231]: 2024-08-29T14:56:36.905+0000 7f8c0b3e1640 -1 osd.5 503 *** Got signal Terminated *** 2024-08-29T14:56:37.176 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[32231]: 2024-08-29T14:56:36.905+0000 7f8c0b3e1640 -1 osd.5 503 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:56:37.185 INFO:tasks.rados.rados.0.smithi131.stdout:2173: done (3 left) 2024-08-29T14:56:37.185 INFO:tasks.rados.rados.0.smithi131.stdout:2174: copy_from oid 20 from oid 46 current snap is 210 2024-08-29T14:56:37.185 INFO:tasks.rados.rados.0.smithi131.stdout:2175: snap_remove snap 206 2024-08-29T14:56:37.541 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:37 smithi169 ceph-mon[78471]: osd.5 marked itself down and dead 2024-08-29T14:56:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:37 smithi131 ceph-mon[87973]: osd.5 marked itself down and dead 2024-08-29T14:56:37.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:37 smithi131 ceph-mon[90512]: osd.5 marked itself down and dead 2024-08-29T14:56:37.792 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:37 smithi169 podman[89034]: 2024-08-29 14:56:37.755156453 +0000 UTC m=+1.060346221 container died a160fd87e5ef9f385e36a7d8ca0cbbb6b6afdbb62377e053f21b3ba20df64a44 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-a89f613, io.buildah.version=1.37.1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-29T14:56:38.182 INFO:tasks.rados.rados.0.smithi131.stdout:2175: done (4 left) 2024-08-29T14:56:38.182 INFO:tasks.rados.rados.0.smithi131.stdout:2176: delete oid 36 current snap is 210 2024-08-29T14:56:38.182 INFO:tasks.rados.rados.0.smithi131.stdout:2169: finishing write tid 2 to smithi13174786-37 2024-08-29T14:56:38.182 INFO:tasks.rados.rados.0.smithi131.stdout:2169: finishing write tid 3 to smithi13174786-37 2024-08-29T14:56:38.182 INFO:tasks.rados.rados.0.smithi131.stdout:2169: finishing write tid 4 to smithi13174786-37 2024-08-29T14:56:38.182 INFO:tasks.rados.rados.0.smithi131.stdout:2169: finishing write tid 5 to smithi13174786-37 2024-08-29T14:56:38.182 INFO:tasks.rados.rados.0.smithi131.stdout:2169: finishing write tid 6 to smithi13174786-37 2024-08-29T14:56:38.183 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1423 (ObjNum 684 snap 210 seq_num 684) dirty exists 2024-08-29T14:56:38.183 INFO:tasks.rados.rados.0.smithi131.stdout:2169: left oid 37 (ObjNum 684 snap 210 seq_num 684) 2024-08-29T14:56:38.183 INFO:tasks.rados.rados.0.smithi131.stdout:2170: expect (ObjNum 551 snap 168 seq_num 551) 2024-08-29T14:56:38.251 INFO:tasks.rados.rados.0.smithi131.stdout:2172: finishing rollback tid 0 to smithi13174786-24 2024-08-29T14:56:38.251 INFO:tasks.rados.rados.0.smithi131.stdout:2172: finishing rollback tid 1 to smithi13174786-24 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2169: done (4 left) 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2170: done (3 left) 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2176: done (2 left) 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2177: read oid 50 snap -1 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2177: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2178: read oid 16 snap -1 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2178: expect (ObjNum 454 snap 136 seq_num 454) 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2179: delete oid 39 current snap is 210 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2172: finishing rollback tid 2 to smithi13174786-24 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1428 (ObjNum 620 snap 187 seq_num 620) dirty exists 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2174: finishing copy_from racing read to smithi13174786-20 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:2174: finishing copy_from to smithi13174786-20 2024-08-29T14:56:38.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 732 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:56:38.254 INFO:tasks.rados.rados.0.smithi131.stdout:2172: done (4 left) 2024-08-29T14:56:38.254 INFO:tasks.rados.rados.0.smithi131.stdout:2174: done (3 left) 2024-08-29T14:56:38.254 INFO:tasks.rados.rados.0.smithi131.stdout:2179: done (2 left) 2024-08-29T14:56:38.254 INFO:tasks.rados.rados.0.smithi131.stdout:2180: snap_create 2024-08-29T14:56:38.256 INFO:tasks.rados.rados.0.smithi131.stdout:2177: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:56:38.287 INFO:tasks.rados.rados.0.smithi131.stdout:2178: expect (ObjNum 454 snap 136 seq_num 454) 2024-08-29T14:56:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:38 smithi169 ceph-mon[78471]: pgmap v343: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-29T14:56:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:38 smithi169 ceph-mon[78471]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:56:38.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:38 smithi169 ceph-mon[78471]: osdmap e504: 8 total, 7 up, 8 in 2024-08-29T14:56:38.380 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:38 smithi169 podman[89034]: 2024-08-29 14:56:38.146277884 +0000 UTC m=+1.451467651 container cleanup a160fd87e5ef9f385e36a7d8ca0cbbb6b6afdbb62377e053f21b3ba20df64a44 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=quincy-a89f613, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux ) 2024-08-29T14:56:38.380 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:38 smithi169 bash[89034]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5 2024-08-29T14:56:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:38 smithi131 ceph-mon[87973]: pgmap v343: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-29T14:56:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:38 smithi131 ceph-mon[87973]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:56:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:38 smithi131 ceph-mon[87973]: osdmap e504: 8 total, 7 up, 8 in 2024-08-29T14:56:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:38 smithi131 ceph-mon[90512]: pgmap v343: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-29T14:56:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:38 smithi131 ceph-mon[90512]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:56:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:38 smithi131 ceph-mon[90512]: osdmap e504: 8 total, 7 up, 8 in 2024-08-29T14:56:38.740 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:38 smithi169 podman[89056]: 2024-08-29 14:56:38.381071452 +0000 UTC m=+0.624418127 container remove a160fd87e5ef9f385e36a7d8ca0cbbb6b6afdbb62377e053f21b3ba20df64a44 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=quincy-a89f613, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-29T14:56:39.010 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:38 smithi169 podman[89165]: 2024-08-29 14:56:38.642871843 +0000 UTC m=+0.016254375 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:56:39.011 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:38 smithi169 podman[89165]: 2024-08-29 14:56:38.761862928 +0000 UTC m=+0.135245458 container create 863a05b24e33061b381315a5905c0af6c8e5181eebb9947bfc403388c1471aec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-29T14:56:39.362 INFO:tasks.rados.rados.0.smithi131.stdout:2177: done (2 left) 2024-08-29T14:56:39.362 INFO:tasks.rados.rados.0.smithi131.stdout:2178: done (1 left) 2024-08-29T14:56:39.362 INFO:tasks.rados.rados.0.smithi131.stdout:2180: done (0 left) 2024-08-29T14:56:39.362 INFO:tasks.rados.rados.0.smithi131.stdout:2181: copy_from oid 23 from oid 20 current snap is 211 2024-08-29T14:56:39.362 INFO:tasks.rados.rados.0.smithi131.stdout:2182: rmattr oid 4 current snap is 211 2024-08-29T14:56:39.362 INFO:tasks.rados.rados.0.smithi131.stdout:2183: snap_create 2024-08-29T14:56:39.369 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1413 (ObjNum 519 snap 155 seq_num 519) dirty exists 2024-08-29T14:56:39.371 INFO:tasks.rados.rados.0.smithi131.stdout:2181: finishing copy_from racing read to smithi13174786-23 2024-08-29T14:56:39.372 INFO:tasks.rados.rados.0.smithi131.stdout:2181: finishing copy_from to smithi13174786-23 2024-08-29T14:56:39.372 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 732 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:56:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:39 smithi169 ceph-mon[78471]: osdmap e505: 8 total, 7 up, 8 in 2024-08-29T14:56:39.379 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:39 smithi169 podman[89165]: 2024-08-29 14:56:39.010238683 +0000 UTC m=+0.383621206 container init 863a05b24e33061b381315a5905c0af6c8e5181eebb9947bfc403388c1471aec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T14:56:39.379 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:39 smithi169 podman[89165]: 2024-08-29 14:56:39.015311467 +0000 UTC m=+0.388693990 container start 863a05b24e33061b381315a5905c0af6c8e5181eebb9947bfc403388c1471aec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:56:39.379 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:39 smithi169 podman[89165]: 2024-08-29 14:56:39.118543817 +0000 UTC m=+0.491926351 container attach 863a05b24e33061b381315a5905c0af6c8e5181eebb9947bfc403388c1471aec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-29T14:56:39.379 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:39 smithi169 podman[89165]: 2024-08-29 14:56:39.214558083 +0000 UTC m=+0.587940608 container died 863a05b24e33061b381315a5905c0af6c8e5181eebb9947bfc403388c1471aec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T14:56:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:39 smithi131 ceph-mon[87973]: osdmap e505: 8 total, 7 up, 8 in 2024-08-29T14:56:39.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:39 smithi131 ceph-mon[90512]: osdmap e505: 8 total, 7 up, 8 in 2024-08-29T14:56:40.129 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:39 smithi169 podman[89208]: 2024-08-29 14:56:39.838946245 +0000 UTC m=+0.618611492 container remove 863a05b24e33061b381315a5905c0af6c8e5181eebb9947bfc403388c1471aec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-29T14:56:40.129 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:39 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-29T14:56:40.129 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:39 smithi169 systemd[1]: Stopped Ceph osd.5 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:56:40.129 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:39 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.5.service: Consumed 17.443s CPU time. 2024-08-29T14:56:40.129 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 systemd[1]: Starting Ceph osd.5 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:56:40.195 INFO:tasks.rados.rados.0.smithi131.stdout:2181: done (2 left) 2024-08-29T14:56:40.196 INFO:tasks.rados.rados.0.smithi131.stdout:2182: done (1 left) 2024-08-29T14:56:40.196 INFO:tasks.rados.rados.0.smithi131.stdout:2183: done (0 left) 2024-08-29T14:56:40.196 INFO:tasks.rados.rados.0.smithi131.stdout:2184: rollback oid 37 current snap is 212 2024-08-29T14:56:40.196 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 37 to 200 2024-08-29T14:56:40.196 INFO:tasks.rados.rados.0.smithi131.stdout:2185: read oid 25 snap -1 2024-08-29T14:56:40.196 INFO:tasks.rados.rados.0.smithi131.stdout:2185: expect (ObjNum 660 snap 203 seq_num 660) 2024-08-29T14:56:40.196 INFO:tasks.rados.rados.0.smithi131.stdout:2186: delete oid 32 current snap is 212 2024-08-29T14:56:40.201 INFO:tasks.rados.rados.0.smithi131.stdout:2184: finishing rollback tid 0 to smithi13174786-37 2024-08-29T14:56:40.202 INFO:tasks.rados.rados.0.smithi131.stdout:2184: finishing rollback tid 1 to smithi13174786-37 2024-08-29T14:56:40.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1425 (ObjNum 145 snap 0 seq_num 2121118376) dirty dne 2024-08-29T14:56:40.231 INFO:tasks.rados.rados.0.smithi131.stdout:2185: expect (ObjNum 660 snap 203 seq_num 660) 2024-08-29T14:56:40.525 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-mon[78471]: pgmap v346: 121 pgs: 2 active+clean+snaptrim, 2 activating+undersized, 2 active+undersized, 18 stale+active+clean, 2 active+undersized+degraded, 95 active+clean; 256 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s; 15/420 objects degraded (3.571%) 2024-08-29T14:56:40.526 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-mon[78471]: Health check failed: Degraded data redundancy: 15/420 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:40.526 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-mon[78471]: osdmap e506: 8 total, 7 up, 8 in 2024-08-29T14:56:40.526 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 podman[89313]: 2024-08-29 14:56:40.16966475 +0000 UTC m=+0.016474057 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:56:40.526 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 podman[89313]: 2024-08-29 14:56:40.298462042 +0000 UTC m=+0.145271398 container create 83d4616c76258b6c3788254bf2bbbcee17892780a86cf9e136550f435e138584 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-29T14:56:40.527 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:40 smithi131 ceph-mon[87973]: pgmap v346: 121 pgs: 2 active+clean+snaptrim, 2 activating+undersized, 2 active+undersized, 18 stale+active+clean, 2 active+undersized+degraded, 95 active+clean; 256 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s; 15/420 objects degraded (3.571%) 2024-08-29T14:56:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:40 smithi131 ceph-mon[87973]: Health check failed: Degraded data redundancy: 15/420 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:40 smithi131 ceph-mon[87973]: osdmap e506: 8 total, 7 up, 8 in 2024-08-29T14:56:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:40 smithi131 ceph-mon[90512]: pgmap v346: 121 pgs: 2 active+clean+snaptrim, 2 activating+undersized, 2 active+undersized, 18 stale+active+clean, 2 active+undersized+degraded, 95 active+clean; 256 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s; 15/420 objects degraded (3.571%) 2024-08-29T14:56:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:40 smithi131 ceph-mon[90512]: Health check failed: Degraded data redundancy: 15/420 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:40 smithi131 ceph-mon[90512]: osdmap e506: 8 total, 7 up, 8 in 2024-08-29T14:56:40.794 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 podman[89313]: 2024-08-29 14:56:40.659949983 +0000 UTC m=+0.506759282 container init 83d4616c76258b6c3788254bf2bbbcee17892780a86cf9e136550f435e138584 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T14:56:40.794 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 podman[89313]: 2024-08-29 14:56:40.664451867 +0000 UTC m=+0.511261161 container start 83d4616c76258b6c3788254bf2bbbcee17892780a86cf9e136550f435e138584 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD) 2024-08-29T14:56:40.794 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 podman[89313]: 2024-08-29 14:56:40.751045186 +0000 UTC m=+0.597854493 container attach 83d4616c76258b6c3788254bf2bbbcee17892780a86cf9e136550f435e138584 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-29T14:56:40.841 INFO:tasks.rados.rados.0.smithi131.stdout:2184: done (2 left) 2024-08-29T14:56:40.841 INFO:tasks.rados.rados.0.smithi131.stdout:2185: done (1 left) 2024-08-29T14:56:40.841 INFO:tasks.rados.rados.0.smithi131.stdout:2186: done (0 left) 2024-08-29T14:56:40.842 INFO:tasks.rados.rados.0.smithi131.stdout:2187: rollback oid 27 current snap is 212 2024-08-29T14:56:40.842 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 209 2024-08-29T14:56:40.842 INFO:tasks.rados.rados.0.smithi131.stdout:2188: read oid 10 snap -1 2024-08-29T14:56:40.842 INFO:tasks.rados.rados.0.smithi131.stdout:2188: expect (ObjNum 633 snap 192 seq_num 633) 2024-08-29T14:56:40.842 INFO:tasks.rados.rados.0.smithi131.stdout:2189: read oid 9 snap 211 2024-08-29T14:56:40.842 INFO:tasks.rados.rados.0.smithi131.stdout:2189: expect (ObjNum 677 snap 209 seq_num 677) 2024-08-29T14:56:40.842 INFO:tasks.rados.rados.0.smithi131.stdout:2190: copy_from oid 14 from oid 6 current snap is 212 2024-08-29T14:56:40.842 INFO:tasks.rados.rados.0.smithi131.stdout:2191: snap_create 2024-08-29T14:56:40.843 INFO:tasks.rados.rados.0.smithi131.stdout:2190: finishing copy_from to smithi13174786-14 2024-08-29T14:56:40.843 INFO:tasks.rados.rados.0.smithi131.stdout:2190: got expected ENOENT (src dne) 2024-08-29T14:56:40.843 INFO:tasks.rados.rados.0.smithi131.stdout:2190: finishing copy_from racing read to smithi13174786-14 2024-08-29T14:56:40.845 INFO:tasks.rados.rados.0.smithi131.stdout:2187: finishing rollback tid 0 to smithi13174786-27 2024-08-29T14:56:40.846 INFO:tasks.rados.rados.0.smithi131.stdout:2187: finishing rollback tid 1 to smithi13174786-27 2024-08-29T14:56:40.846 INFO:tasks.rados.rados.0.smithi131.stdout:2187: finishing rollback tid 2 to smithi13174786-27 2024-08-29T14:56:40.846 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1428 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-29T14:56:40.850 INFO:tasks.rados.rados.0.smithi131.stdout:2189: expect (ObjNum 677 snap 209 seq_num 677) 2024-08-29T14:56:40.905 INFO:tasks.rados.rados.0.smithi131.stdout:2188: expect (ObjNum 633 snap 192 seq_num 633) 2024-08-29T14:56:41.129 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 bash[89313]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 bash[89313]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 bash[89313]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 bash[89313]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 bash[89313]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 bash[89313]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-29T14:56:41.130 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:40 smithi169 bash[89313]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-29T14:56:41.158 INFO:tasks.rados.rados.0.smithi131.stdout:2187: done (4 left) 2024-08-29T14:56:41.158 INFO:tasks.rados.rados.0.smithi131.stdout:2188: done (3 left) 2024-08-29T14:56:41.158 INFO:tasks.rados.rados.0.smithi131.stdout:2189: done (2 left) 2024-08-29T14:56:41.158 INFO:tasks.rados.rados.0.smithi131.stdout:2190: done (1 left) 2024-08-29T14:56:41.158 INFO:tasks.rados.rados.0.smithi131.stdout:2191: done (0 left) 2024-08-29T14:56:41.158 INFO:tasks.rados.rados.0.smithi131.stdout:2192: snap_remove snap 211 2024-08-29T14:56:41.565 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:41 smithi169 ceph-mon[78471]: osdmap e507: 8 total, 7 up, 8 in 2024-08-29T14:56:41.565 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:41 smithi169 ceph-mon[78471]: osdmap e508: 8 total, 7 up, 8 in 2024-08-29T14:56:41.565 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-29T14:56:41.565 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 bash[89313]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-29T14:56:41.565 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-29T14:56:41.565 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 bash[89313]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-29T14:56:41.565 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-29T14:56:41.565 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 bash[89313]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-29T14:56:41.565 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-29T14:56:41.566 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 bash[89313]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-29T14:56:41.566 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate[89328]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-29T14:56:41.566 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 bash[89313]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-29T14:56:41.566 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 podman[89313]: 2024-08-29 14:56:41.217104517 +0000 UTC m=+1.063913813 container died 83d4616c76258b6c3788254bf2bbbcee17892780a86cf9e136550f435e138584 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-08-29T14:56:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:41 smithi131 ceph-mon[87973]: osdmap e507: 8 total, 7 up, 8 in 2024-08-29T14:56:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:41 smithi131 ceph-mon[87973]: osdmap e508: 8 total, 7 up, 8 in 2024-08-29T14:56:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:41 smithi131 ceph-mon[90512]: osdmap e507: 8 total, 7 up, 8 in 2024-08-29T14:56:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:41 smithi131 ceph-mon[90512]: osdmap e508: 8 total, 7 up, 8 in 2024-08-29T14:56:42.114 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:41 smithi169 podman[89453]: 2024-08-29 14:56:41.863561707 +0000 UTC m=+0.640555888 container remove 83d4616c76258b6c3788254bf2bbbcee17892780a86cf9e136550f435e138584 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-08-29T14:56:42.115 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:42 smithi169 podman[89518]: 2024-08-29 14:56:41.97264364 +0000 UTC m=+0.016410219 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:56:42.160 INFO:tasks.rados.rados.0.smithi131.stdout:2192: done (0 left) 2024-08-29T14:56:42.161 INFO:tasks.rados.rados.0.smithi131.stdout:2193: delete oid 21 current snap is 213 2024-08-29T14:56:42.165 INFO:tasks.rados.rados.0.smithi131.stdout:2193: done (0 left) 2024-08-29T14:56:42.166 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 213 2024-08-29T14:56:42.166 INFO:tasks.rados.rados.0.smithi131.stdout:2194: seq_num 689 ranges {1548288=745472,2293760=786432,3080192=417792} 2024-08-29T14:56:42.177 INFO:tasks.rados.rados.0.smithi131.stdout:2194: writing smithi13174786-23 from 1548288 to 2293760 tid 1 2024-08-29T14:56:42.182 INFO:tasks.rados.rados.0.smithi131.stdout:2194: writing smithi13174786-23 from 2293760 to 3080192 tid 2 2024-08-29T14:56:42.185 INFO:tasks.rados.rados.0.smithi131.stdout:2194: writing smithi13174786-23 from 3080192 to 3497984 tid 3 2024-08-29T14:56:42.185 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 213 2024-08-29T14:56:42.186 INFO:tasks.rados.rados.0.smithi131.stdout:2195: seq_num 690 ranges {1556480=761856,2318336=663552,2981888=409600,3391488=131072} 2024-08-29T14:56:42.198 INFO:tasks.rados.rados.0.smithi131.stdout:2195: writing smithi13174786-43 from 1556480 to 2318336 tid 1 2024-08-29T14:56:42.203 INFO:tasks.rados.rados.0.smithi131.stdout:2195: writing smithi13174786-43 from 2318336 to 2981888 tid 2 2024-08-29T14:56:42.205 INFO:tasks.rados.rados.0.smithi131.stdout:2195: writing smithi13174786-43 from 2981888 to 3391488 tid 3 2024-08-29T14:56:42.207 INFO:tasks.rados.rados.0.smithi131.stdout:2195: writing smithi13174786-43 from 3391488 to 3522560 tid 4 2024-08-29T14:56:42.207 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 213 2024-08-29T14:56:42.207 INFO:tasks.rados.rados.0.smithi131.stdout:2194: finishing write tid 1 to smithi13174786-23 2024-08-29T14:56:42.207 INFO:tasks.rados.rados.0.smithi131.stdout:2194: finishing write tid 2 to smithi13174786-23 2024-08-29T14:56:42.207 INFO:tasks.rados.rados.0.smithi131.stdout:2194: finishing write tid 3 to smithi13174786-23 2024-08-29T14:56:42.207 INFO:tasks.rados.rados.0.smithi131.stdout:2194: finishing write tid 4 to smithi13174786-23 2024-08-29T14:56:42.207 INFO:tasks.rados.rados.0.smithi131.stdout:2196: seq_num 691 ranges {4063232=778240,4841472=548864,5390336=614400,6004736=40960} 2024-08-29T14:56:42.232 INFO:tasks.rados.rados.0.smithi131.stdout:2196: writing smithi13174786-48 from 4063232 to 4841472 tid 1 2024-08-29T14:56:42.235 INFO:tasks.rados.rados.0.smithi131.stdout:2196: writing smithi13174786-48 from 4841472 to 5390336 tid 2 2024-08-29T14:56:42.239 INFO:tasks.rados.rados.0.smithi131.stdout:2196: writing smithi13174786-48 from 5390336 to 6004736 tid 3 2024-08-29T14:56:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2196: writing smithi13174786-48 from 6004736 to 6045696 tid 4 2024-08-29T14:56:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2197: read oid 10 snap -1 2024-08-29T14:56:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2197: expect (ObjNum 633 snap 192 seq_num 633) 2024-08-29T14:56:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2198: snap_remove snap 210 2024-08-29T14:56:42.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:42 smithi169 ceph-mon[78471]: pgmap v349: 121 pgs: 2 active+clean+snaptrim, 2 activating+undersized, 17 active+undersized, 10 stale+active+clean, 9 active+undersized+degraded, 81 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 50/405 objects degraded (12.346%) 2024-08-29T14:56:42.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:42 smithi169 ceph-mon[78471]: osdmap e509: 8 total, 7 up, 8 in 2024-08-29T14:56:42.379 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:42 smithi169 podman[89518]: 2024-08-29 14:56:42.114575686 +0000 UTC m=+0.158342261 container create 99f84d9bb02902bbad03148c5900cc384aeef2e9c8d5fbd907789cbbc6c5794e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-29T14:56:42.379 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:42 smithi169 podman[89518]: 2024-08-29 14:56:42.333889951 +0000 UTC m=+0.377656526 container init 99f84d9bb02902bbad03148c5900cc384aeef2e9c8d5fbd907789cbbc6c5794e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-29T14:56:42.379 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:42 smithi169 podman[89518]: 2024-08-29 14:56:42.338497277 +0000 UTC m=+0.382263847 container start 99f84d9bb02902bbad03148c5900cc384aeef2e9c8d5fbd907789cbbc6c5794e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-29T14:56:42.380 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:42 smithi169 ceph-osd[89556]: -- 172.21.15.169:0/439968563 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555742b47a40 con 0x555742b25c00 2024-08-29T14:56:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:42 smithi131 ceph-mon[87973]: pgmap v349: 121 pgs: 2 active+clean+snaptrim, 2 activating+undersized, 17 active+undersized, 10 stale+active+clean, 9 active+undersized+degraded, 81 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 50/405 objects degraded (12.346%) 2024-08-29T14:56:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:42 smithi131 ceph-mon[87973]: osdmap e509: 8 total, 7 up, 8 in 2024-08-29T14:56:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:42 smithi131 ceph-mon[90512]: pgmap v349: 121 pgs: 2 active+clean+snaptrim, 2 activating+undersized, 17 active+undersized, 10 stale+active+clean, 9 active+undersized+degraded, 81 active+clean; 250 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 50/405 objects degraded (12.346%) 2024-08-29T14:56:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:42 smithi131 ceph-mon[90512]: osdmap e509: 8 total, 7 up, 8 in 2024-08-29T14:56:42.879 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:42 smithi169 bash[89518]: 99f84d9bb02902bbad03148c5900cc384aeef2e9c8d5fbd907789cbbc6c5794e 2024-08-29T14:56:42.879 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:42 smithi169 systemd[1]: Started Ceph osd.5 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:56:43.207 INFO:tasks.rados.rados.0.smithi131.stdout:2198: done (4 left) 2024-08-29T14:56:43.208 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 213 2024-08-29T14:56:43.208 INFO:tasks.rados.rados.0.smithi131.stdout:2194: finishing write tid 5 to smithi13174786-23 2024-08-29T14:56:43.208 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1103 (ObjNum 689 snap 213 seq_num 689) dirty exists 2024-08-29T14:56:43.208 INFO:tasks.rados.rados.0.smithi131.stdout:2194: left oid 23 (ObjNum 689 snap 213 seq_num 689) 2024-08-29T14:56:43.208 INFO:tasks.rados.rados.0.smithi131.stdout:2195: finishing write tid 1 to smithi13174786-43 2024-08-29T14:56:43.208 INFO:tasks.rados.rados.0.smithi131.stdout:2195: finishing write tid 2 to smithi13174786-43 2024-08-29T14:56:43.208 INFO:tasks.rados.rados.0.smithi131.stdout:2199: seq_num 692 ranges {10608640=794624,11403264=483328,11886592=720896} 2024-08-29T14:56:43.267 INFO:tasks.rados.rados.0.smithi131.stdout:2199: writing smithi13174786-16 from 10608640 to 11403264 tid 1 2024-08-29T14:56:43.269 INFO:tasks.rados.rados.0.smithi131.stdout:2199: writing smithi13174786-16 from 11403264 to 11886592 tid 2 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:2199: writing smithi13174786-16 from 11886592 to 12607488 tid 3 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:2194: done (4 left) 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:2200: read oid 8 snap 200 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:2200: expect deleted 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:2201: read oid 50 snap -1 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:2201: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:2202: rollback oid 26 current snap is 213 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 209 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:2203: read oid 35 snap -1 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:2203: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:56:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:2204: rollback oid 11 current snap is 213 2024-08-29T14:56:43.277 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 11 to 209 2024-08-29T14:56:43.277 INFO:tasks.rados.rados.0.smithi131.stdout:2205: delete oid 9 current snap is 213 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2195: finishing write tid 3 to smithi13174786-43 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2195: finishing write tid 4 to smithi13174786-43 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2195: finishing write tid 5 to smithi13174786-43 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2195: finishing write tid 6 to smithi13174786-43 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1034 (ObjNum 690 snap 213 seq_num 690) dirty exists 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2195: left oid 43 (ObjNum 690 snap 213 seq_num 690) 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2196: finishing write tid 1 to smithi13174786-48 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2196: finishing write tid 2 to smithi13174786-48 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2196: finishing write tid 3 to smithi13174786-48 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2196: finishing write tid 4 to smithi13174786-48 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2196: finishing write tid 5 to smithi13174786-48 2024-08-29T14:56:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:2196: finishing write tid 6 to smithi13174786-48 2024-08-29T14:56:43.283 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1304 (ObjNum 691 snap 213 seq_num 691) dirty exists 2024-08-29T14:56:43.283 INFO:tasks.rados.rados.0.smithi131.stdout:2196: left oid 48 (ObjNum 691 snap 213 seq_num 691) 2024-08-29T14:56:43.283 INFO:tasks.rados.rados.0.smithi131.stdout:2197: expect (ObjNum 633 snap 192 seq_num 633) 2024-08-29T14:56:43.385 INFO:tasks.rados.rados.0.smithi131.stdout:2202: finishing rollback tid 1 to smithi13174786-26 2024-08-29T14:56:43.386 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 985 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T14:56:43.386 INFO:tasks.rados.rados.0.smithi131.stdout:2204: finishing rollback tid 1 to smithi13174786-11 2024-08-29T14:56:43.386 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:56:43.386 INFO:tasks.rados.rados.0.smithi131.stdout:2199: finishing write tid 1 to smithi13174786-16 2024-08-29T14:56:43.386 INFO:tasks.rados.rados.0.smithi131.stdout:2201: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:56:43.408 INFO:tasks.rados.rados.0.smithi131.stdout:2199: finishing write tid 2 to smithi13174786-16 2024-08-29T14:56:43.408 INFO:tasks.rados.rados.0.smithi131.stdout:2199: finishing write tid 3 to smithi13174786-16 2024-08-29T14:56:43.408 INFO:tasks.rados.rados.0.smithi131.stdout:2199: finishing write tid 4 to smithi13174786-16 2024-08-29T14:56:43.408 INFO:tasks.rados.rados.0.smithi131.stdout:2203: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:56:43.431 INFO:tasks.rados.rados.0.smithi131.stdout:2199: finishing write tid 5 to smithi13174786-16 2024-08-29T14:56:43.431 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1417 (ObjNum 692 snap 213 seq_num 692) dirty exists 2024-08-29T14:56:43.432 INFO:tasks.rados.rados.0.smithi131.stdout:2199: left oid 16 (ObjNum 692 snap 213 seq_num 692) 2024-08-29T14:56:43.432 INFO:tasks.rados.rados.0.smithi131.stdout:2195: done (9 left) 2024-08-29T14:56:43.432 INFO:tasks.rados.rados.0.smithi131.stdout:2196: done (8 left) 2024-08-29T14:56:43.432 INFO:tasks.rados.rados.0.smithi131.stdout:2197: done (7 left) 2024-08-29T14:56:43.432 INFO:tasks.rados.rados.0.smithi131.stdout:2199: done (6 left) 2024-08-29T14:56:43.432 INFO:tasks.rados.rados.0.smithi131.stdout:2200: done (5 left) 2024-08-29T14:56:43.432 INFO:tasks.rados.rados.0.smithi131.stdout:2201: done (4 left) 2024-08-29T14:56:43.432 INFO:tasks.rados.rados.0.smithi131.stdout:2202: done (3 left) 2024-08-29T14:56:43.432 INFO:tasks.rados.rados.0.smithi131.stdout:2203: done (2 left) 2024-08-29T14:56:43.432 INFO:tasks.rados.rados.0.smithi131.stdout:2204: done (1 left) 2024-08-29T14:56:43.433 INFO:tasks.rados.rados.0.smithi131.stdout:2205: done (0 left) 2024-08-29T14:56:43.433 INFO:tasks.rados.rados.0.smithi131.stdout:2206: read oid 38 snap -1 2024-08-29T14:56:43.433 INFO:tasks.rados.rados.0.smithi131.stdout:2206: expect (ObjNum 664 snap 205 seq_num 664) 2024-08-29T14:56:43.433 INFO:tasks.rados.rados.0.smithi131.stdout:2207: copy_from oid 16 from oid 5 current snap is 213 2024-08-29T14:56:43.433 INFO:tasks.rados.rados.0.smithi131.stdout:2208: snap_create 2024-08-29T14:56:43.436 INFO:tasks.rados.rados.0.smithi131.stdout:2206: expect (ObjNum 664 snap 205 seq_num 664) 2024-08-29T14:56:43.488 INFO:tasks.rados.rados.0.smithi131.stdout:2207: finishing copy_from racing read to smithi13174786-16 2024-08-29T14:56:43.494 INFO:tasks.rados.rados.0.smithi131.stdout:2207: finishing copy_from to smithi13174786-16 2024-08-29T14:56:43.494 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 872 (ObjNum 679 snap 210 seq_num 679) dirty exists 2024-08-29T14:56:43.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:43 smithi131 ceph-mon[87973]: pgmap v352: 121 pgs: 2 active+clean+snaptrim, 2 activating+undersized, 35 active+undersized, 13 active+undersized+degraded, 69 active+clean; 206 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 378 KiB/s wr, 10 op/s; 57/369 objects degraded (15.447%) 2024-08-29T14:56:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:43 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:43.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:43 smithi131 ceph-mon[87973]: osdmap e510: 8 total, 7 up, 8 in 2024-08-29T14:56:43.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:43 smithi131 ceph-mon[90512]: pgmap v352: 121 pgs: 2 active+clean+snaptrim, 2 activating+undersized, 35 active+undersized, 13 active+undersized+degraded, 69 active+clean; 206 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 378 KiB/s wr, 10 op/s; 57/369 objects degraded (15.447%) 2024-08-29T14:56:43.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:43.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:43.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:43 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:43.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:43 smithi131 ceph-mon[90512]: osdmap e510: 8 total, 7 up, 8 in 2024-08-29T14:56:43.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:43 smithi169 ceph-mon[78471]: pgmap v352: 121 pgs: 2 active+clean+snaptrim, 2 activating+undersized, 35 active+undersized, 13 active+undersized+degraded, 69 active+clean; 206 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 378 KiB/s wr, 10 op/s; 57/369 objects degraded (15.447%) 2024-08-29T14:56:43.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:43.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:43.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:43 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:43.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:43 smithi169 ceph-mon[78471]: osdmap e510: 8 total, 7 up, 8 in 2024-08-29T14:56:44.208 INFO:tasks.rados.rados.0.smithi131.stdout:2206: done (2 left) 2024-08-29T14:56:44.208 INFO:tasks.rados.rados.0.smithi131.stdout:2207: done (1 left) 2024-08-29T14:56:44.208 INFO:tasks.rados.rados.0.smithi131.stdout:2208: done (0 left) 2024-08-29T14:56:44.208 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 214 2024-08-29T14:56:44.208 INFO:tasks.rados.rados.0.smithi131.stdout:2209: seq_num 694 ranges {0=425984,425984=655360,1081344=786432,1867776=163840} 2024-08-29T14:56:44.210 INFO:tasks.rados.rados.0.smithi131.stdout:2209: writing smithi13174786-36 from 0 to 425984 tid 1 2024-08-29T14:56:44.214 INFO:tasks.rados.rados.0.smithi131.stdout:2209: writing smithi13174786-36 from 425984 to 1081344 tid 2 2024-08-29T14:56:44.218 INFO:tasks.rados.rados.0.smithi131.stdout:2209: writing smithi13174786-36 from 1081344 to 1867776 tid 3 2024-08-29T14:56:44.219 INFO:tasks.rados.rados.0.smithi131.stdout:2209: writing smithi13174786-36 from 1867776 to 2031616 tid 4 2024-08-29T14:56:44.220 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 214 2024-08-29T14:56:44.220 INFO:tasks.rados.rados.0.smithi131.stdout:2209: finishing write tid 1 to smithi13174786-36 2024-08-29T14:56:44.220 INFO:tasks.rados.rados.0.smithi131.stdout:2210: seq_num 695 ranges {3596288=442368,4038656=540672,4579328=598016,5177344=466944} 2024-08-29T14:56:44.241 INFO:tasks.rados.rados.0.smithi131.stdout:2210: writing smithi13174786-31 from 3596288 to 4038656 tid 1 2024-08-29T14:56:44.244 INFO:tasks.rados.rados.0.smithi131.stdout:2210: writing smithi13174786-31 from 4038656 to 4579328 tid 2 2024-08-29T14:56:44.248 INFO:tasks.rados.rados.0.smithi131.stdout:2210: writing smithi13174786-31 from 4579328 to 5177344 tid 3 2024-08-29T14:56:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:2210: writing smithi13174786-31 from 5177344 to 5644288 tid 4 2024-08-29T14:56:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:2211: rmattr oid 39 current snap is 214 2024-08-29T14:56:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:2211: done (2 left) 2024-08-29T14:56:44.251 INFO:tasks.rados.rados.0.smithi131.stdout:2212: snap_remove snap 201 2024-08-29T14:56:44.333 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:44 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T14:56:44.014+0000 7f943c6f8640 -1 Falling back to public interface 2024-08-29T14:56:45.216 INFO:tasks.rados.rados.0.smithi131.stdout:2212: done (2 left) 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2213: delete oid 18 current snap is 214 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2209: finishing write tid 2 to smithi13174786-36 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2209: finishing write tid 3 to smithi13174786-36 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2209: finishing write tid 4 to smithi13174786-36 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2209: finishing write tid 5 to smithi13174786-36 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2209: finishing write tid 6 to smithi13174786-36 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1309 (ObjNum 694 snap 214 seq_num 694) dirty exists 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2209: left oid 36 (ObjNum 694 snap 214 seq_num 694) 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2210: finishing write tid 1 to smithi13174786-31 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2210: finishing write tid 2 to smithi13174786-31 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2210: finishing write tid 3 to smithi13174786-31 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2210: finishing write tid 4 to smithi13174786-31 2024-08-29T14:56:45.217 INFO:tasks.rados.rados.0.smithi131.stdout:2210: finishing write tid 5 to smithi13174786-31 2024-08-29T14:56:45.218 INFO:tasks.rados.rados.0.smithi131.stdout:2210: finishing write tid 6 to smithi13174786-31 2024-08-29T14:56:45.218 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 877 (ObjNum 695 snap 214 seq_num 695) dirty exists 2024-08-29T14:56:45.218 INFO:tasks.rados.rados.0.smithi131.stdout:2210: left oid 31 (ObjNum 695 snap 214 seq_num 695) 2024-08-29T14:56:45.218 INFO:tasks.rados.rados.0.smithi131.stdout:2209: done (2 left) 2024-08-29T14:56:45.218 INFO:tasks.rados.rados.0.smithi131.stdout:2210: done (1 left) 2024-08-29T14:56:45.219 INFO:tasks.rados.rados.0.smithi131.stdout:2213: done (0 left) 2024-08-29T14:56:45.219 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 214 2024-08-29T14:56:45.219 INFO:tasks.rados.rados.0.smithi131.stdout:2214: seq_num 697 ranges {2277376=475136,2752512=704512,3457024=557056,4014080=344064} 2024-08-29T14:56:45.234 INFO:tasks.rados.rados.0.smithi131.stdout:2214: writing smithi13174786-27 from 2277376 to 2752512 tid 1 2024-08-29T14:56:45.238 INFO:tasks.rados.rados.0.smithi131.stdout:2214: writing smithi13174786-27 from 2752512 to 3457024 tid 2 2024-08-29T14:56:45.241 INFO:tasks.rados.rados.0.smithi131.stdout:2214: writing smithi13174786-27 from 3457024 to 4014080 tid 3 2024-08-29T14:56:45.244 INFO:tasks.rados.rados.0.smithi131.stdout:2214: writing smithi13174786-27 from 4014080 to 4358144 tid 4 2024-08-29T14:56:45.244 INFO:tasks.rados.rados.0.smithi131.stdout:2215: delete oid 7 current snap is 214 2024-08-29T14:56:45.244 INFO:tasks.rados.rados.0.smithi131.stdout:2214: finishing write tid 1 to smithi13174786-27 2024-08-29T14:56:45.244 INFO:tasks.rados.rados.0.smithi131.stdout:2214: finishing write tid 2 to smithi13174786-27 2024-08-29T14:56:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:2215: done (1 left) 2024-08-29T14:56:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 214 2024-08-29T14:56:45.246 INFO:tasks.rados.rados.0.smithi131.stdout:2216: seq_num 699 ranges {6840320=516096,7356416=475136,7831552=573440,8404992=557056} 2024-08-29T14:56:45.285 INFO:tasks.rados.rados.0.smithi131.stdout:2216: writing smithi13174786-1 from 6840320 to 7356416 tid 1 2024-08-29T14:56:45.288 INFO:tasks.rados.rados.0.smithi131.stdout:2216: writing smithi13174786-1 from 7356416 to 7831552 tid 2 2024-08-29T14:56:45.291 INFO:tasks.rados.rados.0.smithi131.stdout:2216: writing smithi13174786-1 from 7831552 to 8404992 tid 3 2024-08-29T14:56:45.295 INFO:tasks.rados.rados.0.smithi131.stdout:2216: writing smithi13174786-1 from 8404992 to 8962048 tid 4 2024-08-29T14:56:45.295 INFO:tasks.rados.rados.0.smithi131.stdout:2217: snap_create 2024-08-29T14:56:45.295 INFO:tasks.rados.rados.0.smithi131.stdout:2214: finishing write tid 3 to smithi13174786-27 2024-08-29T14:56:45.295 INFO:tasks.rados.rados.0.smithi131.stdout:2214: finishing write tid 4 to smithi13174786-27 2024-08-29T14:56:45.295 INFO:tasks.rados.rados.0.smithi131.stdout:2214: finishing write tid 5 to smithi13174786-27 2024-08-29T14:56:45.295 INFO:tasks.rados.rados.0.smithi131.stdout:2214: finishing write tid 6 to smithi13174786-27 2024-08-29T14:56:45.295 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1433 (ObjNum 697 snap 214 seq_num 697) dirty exists 2024-08-29T14:56:45.295 INFO:tasks.rados.rados.0.smithi131.stdout:2214: left oid 27 (ObjNum 697 snap 214 seq_num 697) 2024-08-29T14:56:45.296 INFO:tasks.rados.rados.0.smithi131.stdout:2216: finishing write tid 1 to smithi13174786-1 2024-08-29T14:56:45.296 INFO:tasks.rados.rados.0.smithi131.stdout:2216: finishing write tid 2 to smithi13174786-1 2024-08-29T14:56:45.296 INFO:tasks.rados.rados.0.smithi131.stdout:2216: finishing write tid 3 to smithi13174786-1 2024-08-29T14:56:45.298 INFO:tasks.rados.rados.0.smithi131.stdout:2216: finishing write tid 4 to smithi13174786-1 2024-08-29T14:56:45.298 INFO:tasks.rados.rados.0.smithi131.stdout:2216: finishing write tid 5 to smithi13174786-1 2024-08-29T14:56:45.299 INFO:tasks.rados.rados.0.smithi131.stdout:2216: finishing write tid 6 to smithi13174786-1 2024-08-29T14:56:45.299 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1433 (ObjNum 699 snap 214 seq_num 699) dirty exists 2024-08-29T14:56:45.299 INFO:tasks.rados.rados.0.smithi131.stdout:2216: left oid 1 (ObjNum 699 snap 214 seq_num 699) 2024-08-29T14:56:45.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:45 smithi169 ceph-mon[78471]: osdmap e511: 8 total, 7 up, 8 in 2024-08-29T14:56:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:45 smithi131 ceph-mon[87973]: osdmap e511: 8 total, 7 up, 8 in 2024-08-29T14:56:45.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:45 smithi131 ceph-mon[90512]: osdmap e511: 8 total, 7 up, 8 in 2024-08-29T14:56:46.160 INFO:tasks.rados.rados.0.smithi131.stdout:2214: done (2 left) 2024-08-29T14:56:46.161 INFO:tasks.rados.rados.0.smithi131.stdout:2216: done (1 left) 2024-08-29T14:56:46.161 INFO:tasks.rados.rados.0.smithi131.stdout:2217: done (0 left) 2024-08-29T14:56:46.161 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 215 2024-08-29T14:56:46.161 INFO:tasks.rados.rados.0.smithi131.stdout:2218: seq_num 700 ranges {5644288=532480,6176768=409600,6586368=737280,7323648=458752} 2024-08-29T14:56:46.194 INFO:tasks.rados.rados.0.smithi131.stdout:2218: writing smithi13174786-31 from 5644288 to 6176768 tid 1 2024-08-29T14:56:46.196 INFO:tasks.rados.rados.0.smithi131.stdout:2218: writing smithi13174786-31 from 6176768 to 6586368 tid 2 2024-08-29T14:56:46.201 INFO:tasks.rados.rados.0.smithi131.stdout:2218: writing smithi13174786-31 from 6586368 to 7323648 tid 3 2024-08-29T14:56:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:2218: writing smithi13174786-31 from 7323648 to 7782400 tid 4 2024-08-29T14:56:46.204 INFO:tasks.rados.rados.0.smithi131.stdout:2219: read oid 19 snap -1 2024-08-29T14:56:46.205 INFO:tasks.rados.rados.0.smithi131.stdout:2219: expect (ObjNum 615 snap 187 seq_num 615) 2024-08-29T14:56:46.205 INFO:tasks.rados.rados.0.smithi131.stdout:2220: snap_remove snap 209 2024-08-29T14:56:46.205 INFO:tasks.rados.rados.0.smithi131.stdout:2218: finishing write tid 1 to smithi13174786-31 2024-08-29T14:56:46.205 INFO:tasks.rados.rados.0.smithi131.stdout:2218: finishing write tid 2 to smithi13174786-31 2024-08-29T14:56:46.212 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:56:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:56:45] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.51.0" 2024-08-29T14:56:46.510 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:46 smithi169 ceph-mon[78471]: pgmap v355: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 211 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 59/387 objects degraded (15.245%) 2024-08-29T14:56:46.510 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:46 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 59/387 objects degraded (15.245%), 13 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:46.510 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:46 smithi169 ceph-mon[78471]: osdmap e512: 8 total, 7 up, 8 in 2024-08-29T14:56:46.510 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:46 smithi169 ceph-mon[78471]: osdmap e513: 8 total, 7 up, 8 in 2024-08-29T14:56:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:46 smithi131 ceph-mon[87973]: pgmap v355: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 211 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 59/387 objects degraded (15.245%) 2024-08-29T14:56:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:46 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 59/387 objects degraded (15.245%), 13 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:46 smithi131 ceph-mon[87973]: osdmap e512: 8 total, 7 up, 8 in 2024-08-29T14:56:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:46 smithi131 ceph-mon[87973]: osdmap e513: 8 total, 7 up, 8 in 2024-08-29T14:56:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:46 smithi131 ceph-mon[90512]: pgmap v355: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 211 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 59/387 objects degraded (15.245%) 2024-08-29T14:56:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:46 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 59/387 objects degraded (15.245%), 13 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:46 smithi131 ceph-mon[90512]: osdmap e512: 8 total, 7 up, 8 in 2024-08-29T14:56:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:46 smithi131 ceph-mon[90512]: osdmap e513: 8 total, 7 up, 8 in 2024-08-29T14:56:47.164 INFO:tasks.rados.rados.0.smithi131.stdout:2220: done (2 left) 2024-08-29T14:56:47.164 INFO:tasks.rados.rados.0.smithi131.stdout:2221: rollback oid 45 current snap is 215 2024-08-29T14:56:47.164 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 45 to 213 2024-08-29T14:56:47.164 INFO:tasks.rados.rados.0.smithi131.stdout:2218: finishing write tid 3 to smithi13174786-31 2024-08-29T14:56:47.165 INFO:tasks.rados.rados.0.smithi131.stdout:2218: finishing write tid 4 to smithi13174786-31 2024-08-29T14:56:47.165 INFO:tasks.rados.rados.0.smithi131.stdout:2218: finishing write tid 5 to smithi13174786-31 2024-08-29T14:56:47.165 INFO:tasks.rados.rados.0.smithi131.stdout:2218: finishing write tid 6 to smithi13174786-31 2024-08-29T14:56:47.165 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 882 (ObjNum 700 snap 215 seq_num 700) dirty exists 2024-08-29T14:56:47.165 INFO:tasks.rados.rados.0.smithi131.stdout:2218: left oid 31 (ObjNum 700 snap 215 seq_num 700) 2024-08-29T14:56:47.165 INFO:tasks.rados.rados.0.smithi131.stdout:2219: expect (ObjNum 615 snap 187 seq_num 615) 2024-08-29T14:56:47.191 INFO:tasks.rados.rados.0.smithi131.stdout:2221: finishing rollback tid 0 to smithi13174786-45 2024-08-29T14:56:47.191 INFO:tasks.rados.rados.0.smithi131.stdout:2218: done (2 left) 2024-08-29T14:56:47.191 INFO:tasks.rados.rados.0.smithi131.stdout:2219: done (1 left) 2024-08-29T14:56:47.191 INFO:tasks.rados.rados.0.smithi131.stdout:2222: setattr oid 35 current snap is 215 2024-08-29T14:56:47.191 INFO:tasks.rados.rados.0.smithi131.stdout:2221: finishing rollback tid 1 to smithi13174786-45 2024-08-29T14:56:47.191 INFO:tasks.rados.rados.0.smithi131.stdout:2221: finishing rollback tid 2 to smithi13174786-45 2024-08-29T14:56:47.191 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1134 (ObjNum 674 snap 209 seq_num 674) dirty exists 2024-08-29T14:56:47.191 INFO:tasks.rados.rados.0.smithi131.stdout:2221: done (1 left) 2024-08-29T14:56:47.192 INFO:tasks.rados.rados.0.smithi131.stdout:2223: snap_create 2024-08-29T14:56:47.194 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1418 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:56:48.164 INFO:tasks.rados.rados.0.smithi131.stdout:2222: done (1 left) 2024-08-29T14:56:48.164 INFO:tasks.rados.rados.0.smithi131.stdout:2223: done (0 left) 2024-08-29T14:56:48.164 INFO:tasks.rados.rados.0.smithi131.stdout:2224: delete oid 49 current snap is 216 2024-08-29T14:56:48.170 INFO:tasks.rados.rados.0.smithi131.stdout:2224: done (0 left) 2024-08-29T14:56:48.170 INFO:tasks.rados.rados.0.smithi131.stdout:2225: read oid 3 snap 213 2024-08-29T14:56:48.170 INFO:tasks.rados.rados.0.smithi131.stdout:2225: expect (ObjNum 676 snap 209 seq_num 676) 2024-08-29T14:56:48.170 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 216 2024-08-29T14:56:48.170 INFO:tasks.rados.rados.0.smithi131.stdout:2226: seq_num 702 ranges {2711552=565248,3276800=581632,3858432=745472,4603904=278528} 2024-08-29T14:56:48.187 INFO:tasks.rados.rados.0.smithi131.stdout:2226: writing smithi13174786-10 from 2711552 to 3276800 tid 1 2024-08-29T14:56:48.190 INFO:tasks.rados.rados.0.smithi131.stdout:2226: writing smithi13174786-10 from 3276800 to 3858432 tid 2 2024-08-29T14:56:48.194 INFO:tasks.rados.rados.0.smithi131.stdout:2226: writing smithi13174786-10 from 3858432 to 4603904 tid 3 2024-08-29T14:56:48.196 INFO:tasks.rados.rados.0.smithi131.stdout:2226: writing smithi13174786-10 from 4603904 to 4882432 tid 4 2024-08-29T14:56:48.196 INFO:tasks.rados.rados.0.smithi131.stdout:2227: snap_create 2024-08-29T14:56:48.197 INFO:tasks.rados.rados.0.smithi131.stdout:2225: expect (ObjNum 676 snap 209 seq_num 676) 2024-08-29T14:56:48.207 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:48 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T14:56:48.089+0000 7f943c6f8640 -1 osd.5 503 log_to_monitors true 2024-08-29T14:56:48.207 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:47 smithi169 ceph-mon[78471]: pgmap v358: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 225 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 16 op/s; 59/393 objects degraded (15.013%) 2024-08-29T14:56:48.207 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:47 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.207 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:47 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.207 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:47 smithi169 ceph-mon[78471]: osdmap e514: 8 total, 7 up, 8 in 2024-08-29T14:56:48.207 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:47 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.208 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:47 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[87973]: pgmap v358: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 225 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 16 op/s; 59/393 objects degraded (15.013%) 2024-08-29T14:56:48.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[87973]: osdmap e514: 8 total, 7 up, 8 in 2024-08-29T14:56:48.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[90512]: pgmap v358: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 225 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 16 op/s; 59/393 objects degraded (15.013%) 2024-08-29T14:56:48.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[90512]: osdmap e514: 8 total, 7 up, 8 in 2024-08-29T14:56:48.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:47 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:48.388 INFO:tasks.rados.rados.0.smithi131.stdout:2226: finishing write tid 1 to smithi13174786-10 2024-08-29T14:56:48.389 INFO:tasks.rados.rados.0.smithi131.stdout:2226: finishing write tid 2 to smithi13174786-10 2024-08-29T14:56:48.389 INFO:tasks.rados.rados.0.smithi131.stdout:2226: finishing write tid 3 to smithi13174786-10 2024-08-29T14:56:48.389 INFO:tasks.rados.rados.0.smithi131.stdout:2226: finishing write tid 4 to smithi13174786-10 2024-08-29T14:56:48.389 INFO:tasks.rados.rados.0.smithi131.stdout:2226: finishing write tid 5 to smithi13174786-10 2024-08-29T14:56:48.389 INFO:tasks.rados.rados.0.smithi131.stdout:2226: finishing write tid 6 to smithi13174786-10 2024-08-29T14:56:48.389 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1424 (ObjNum 702 snap 216 seq_num 702) dirty exists 2024-08-29T14:56:48.389 INFO:tasks.rados.rados.0.smithi131.stdout:2226: left oid 10 (ObjNum 702 snap 216 seq_num 702) 2024-08-29T14:56:48.802 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:56:48 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T14:56:48.667+0000 7f943049a640 -1 osd.5 503 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:56:49.119 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:48 smithi169 ceph-mon[78471]: from='osd.5 [v2:172.21.15.169:6808/4248649490,v1:172.21.15.169:6809/4248649490]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-29T14:56:49.119 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:48 smithi169 ceph-mon[78471]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-29T14:56:49.119 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:48 smithi169 ceph-mon[78471]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T14:56:49.119 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:48 smithi169 ceph-mon[78471]: osdmap e515: 8 total, 7 up, 8 in 2024-08-29T14:56:49.120 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:48 smithi169 ceph-mon[78471]: from='osd.5 [v2:172.21.15.169:6808/4248649490,v1:172.21.15.169:6809/4248649490]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:49.120 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:48 smithi169 ceph-mon[78471]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:49.120 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:48 smithi169 ceph-mon[78471]: from='osd.5 ' entity='osd.5' 2024-08-29T14:56:49.178 INFO:tasks.rados.rados.0.smithi131.stdout:2225: done (2 left) 2024-08-29T14:56:49.178 INFO:tasks.rados.rados.0.smithi131.stdout:2226: done (1 left) 2024-08-29T14:56:49.178 INFO:tasks.rados.rados.0.smithi131.stdout:2227: done (0 left) 2024-08-29T14:56:49.178 INFO:tasks.rados.rados.0.smithi131.stdout:2228: copy_from oid 45 from oid 2 current snap is 217 2024-08-29T14:56:49.179 INFO:tasks.rados.rados.0.smithi131.stdout:2229: read oid 19 snap 215 2024-08-29T14:56:49.179 INFO:tasks.rados.rados.0.smithi131.stdout:2229: expect (ObjNum 615 snap 187 seq_num 615) 2024-08-29T14:56:49.179 INFO:tasks.rados.rados.0.smithi131.stdout:2230: setattr oid 40 current snap is 217 2024-08-29T14:56:49.180 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 217 2024-08-29T14:56:49.180 INFO:tasks.rados.rados.0.smithi131.stdout:2231: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2024-08-29T14:56:49.184 INFO:tasks.rados.rados.0.smithi131.stdout:2231: writing smithi13174786-49 from 0 to 581632 tid 1 2024-08-29T14:56:49.187 INFO:tasks.rados.rados.0.smithi131.stdout:2231: writing smithi13174786-49 from 581632 to 1040384 tid 2 2024-08-29T14:56:49.191 INFO:tasks.rados.rados.0.smithi131.stdout:2231: writing smithi13174786-49 from 1040384 to 1597440 tid 3 2024-08-29T14:56:49.194 INFO:tasks.rados.rados.0.smithi131.stdout:2231: writing smithi13174786-49 from 1597440 to 2015232 tid 4 2024-08-29T14:56:49.196 INFO:tasks.rados.rados.0.smithi131.stdout:2231: writing smithi13174786-49 from 2015232 to 2187264 tid 5 2024-08-29T14:56:49.197 INFO:tasks.rados.rados.0.smithi131.stdout:2232: rmattr oid 27 current snap is 217 2024-08-29T14:56:49.197 INFO:tasks.rados.rados.0.smithi131.stdout:2232: done (4 left) 2024-08-29T14:56:49.197 INFO:tasks.rados.rados.0.smithi131.stdout:2233: rmattr oid 15 current snap is 217 2024-08-29T14:56:49.197 INFO:tasks.rados.rados.0.smithi131.stdout:2233: done (4 left) 2024-08-29T14:56:49.197 INFO:tasks.rados.rados.0.smithi131.stdout:2234: delete oid 44 current snap is 217 2024-08-29T14:56:49.197 INFO:tasks.rados.rados.0.smithi131.stdout:2231: finishing write tid 1 to smithi13174786-49 2024-08-29T14:56:49.198 INFO:tasks.rados.rados.0.smithi131.stdout:2231: finishing write tid 2 to smithi13174786-49 2024-08-29T14:56:49.198 INFO:tasks.rados.rados.0.smithi131.stdout:2231: finishing write tid 3 to smithi13174786-49 2024-08-29T14:56:49.198 INFO:tasks.rados.rados.0.smithi131.stdout:2231: finishing write tid 4 to smithi13174786-49 2024-08-29T14:56:49.200 INFO:tasks.rados.rados.0.smithi131.stdout:2231: finishing write tid 5 to smithi13174786-49 2024-08-29T14:56:49.201 INFO:tasks.rados.rados.0.smithi131.stdout:2231: finishing write tid 6 to smithi13174786-49 2024-08-29T14:56:49.203 INFO:tasks.rados.rados.0.smithi131.stdout:2234: done (4 left) 2024-08-29T14:56:49.203 INFO:tasks.rados.rados.0.smithi131.stdout:2235: rmattr oid 33 current snap is 217 2024-08-29T14:56:49.203 INFO:tasks.rados.rados.0.smithi131.stdout:2235: done (4 left) 2024-08-29T14:56:49.203 INFO:tasks.rados.rados.0.smithi131.stdout:2236: read oid 31 snap 216 2024-08-29T14:56:49.203 INFO:tasks.rados.rados.0.smithi131.stdout:2236: expect (ObjNum 700 snap 215 seq_num 700) 2024-08-29T14:56:49.204 INFO:tasks.rados.rados.0.smithi131.stdout:2237: rollback oid 29 current snap is 217 2024-08-29T14:56:49.204 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 29 to 216 2024-08-29T14:56:49.204 INFO:tasks.rados.rados.0.smithi131.stdout:2238: copy_from oid 12 from oid 46 current snap is 217 2024-08-29T14:56:49.204 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 217 2024-08-29T14:56:49.204 INFO:tasks.rados.rados.0.smithi131.stdout:2239: seq_num 705 ranges {7815168=614400,8429568=630784,9060352=524288,9584640=450560} 2024-08-29T14:56:49.248 INFO:tasks.rados.rados.0.smithi131.stdout:2239: writing smithi13174786-25 from 7815168 to 8429568 tid 1 2024-08-29T14:56:49.251 INFO:tasks.rados.rados.0.smithi131.stdout:2239: writing smithi13174786-25 from 8429568 to 9060352 tid 2 2024-08-29T14:56:49.254 INFO:tasks.rados.rados.0.smithi131.stdout:2239: writing smithi13174786-25 from 9060352 to 9584640 tid 3 2024-08-29T14:56:49.256 INFO:tasks.rados.rados.0.smithi131.stdout:2239: writing smithi13174786-25 from 9584640 to 10035200 tid 4 2024-08-29T14:56:49.256 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 217 2024-08-29T14:56:49.257 INFO:tasks.rados.rados.0.smithi131.stdout:2231: finishing write tid 7 to smithi13174786-49 2024-08-29T14:56:49.257 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1430 (ObjNum 703 snap 217 seq_num 703) dirty exists 2024-08-29T14:56:49.257 INFO:tasks.rados.rados.0.smithi131.stdout:2231: left oid 49 (ObjNum 703 snap 217 seq_num 703) 2024-08-29T14:56:49.257 INFO:tasks.rados.rados.0.smithi131.stdout:2240: seq_num 706 ranges {2940928=630784,3571712=516096,4087808=729088,4816896=360448} 2024-08-29T14:56:49.275 INFO:tasks.rados.rados.0.smithi131.stdout:2240: writing smithi13174786-34 from 2940928 to 3571712 tid 1 2024-08-29T14:56:49.278 INFO:tasks.rados.rados.0.smithi131.stdout:2240: writing smithi13174786-34 from 3571712 to 4087808 tid 2 2024-08-29T14:56:49.281 INFO:tasks.rados.rados.0.smithi131.stdout:2240: writing smithi13174786-34 from 4087808 to 4816896 tid 3 2024-08-29T14:56:49.284 INFO:tasks.rados.rados.0.smithi131.stdout:2240: writing smithi13174786-34 from 4816896 to 5177344 tid 4 2024-08-29T14:56:49.284 INFO:tasks.rados.rados.0.smithi131.stdout:2231: done (8 left) 2024-08-29T14:56:49.284 INFO:tasks.rados.rados.0.smithi131.stdout:2241: read oid 1 snap -1 2024-08-29T14:56:49.284 INFO:tasks.rados.rados.0.smithi131.stdout:2241: expect (ObjNum 699 snap 214 seq_num 699) 2024-08-29T14:56:49.284 INFO:tasks.rados.rados.0.smithi131.stdout:2242: delete oid 7 current snap is 217 2024-08-29T14:56:49.284 INFO:tasks.rados.rados.0.smithi131.stdout:2236: expect (ObjNum 700 snap 215 seq_num 700) 2024-08-29T14:56:49.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[87973]: from='osd.5 [v2:172.21.15.169:6808/4248649490,v1:172.21.15.169:6809/4248649490]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-29T14:56:49.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[87973]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-29T14:56:49.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[87973]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T14:56:49.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[87973]: osdmap e515: 8 total, 7 up, 8 in 2024-08-29T14:56:49.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[87973]: from='osd.5 [v2:172.21.15.169:6808/4248649490,v1:172.21.15.169:6809/4248649490]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:49.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[87973]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:49.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[87973]: from='osd.5 ' entity='osd.5' 2024-08-29T14:56:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[90512]: from='osd.5 [v2:172.21.15.169:6808/4248649490,v1:172.21.15.169:6809/4248649490]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-29T14:56:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[90512]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-29T14:56:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[90512]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T14:56:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[90512]: osdmap e515: 8 total, 7 up, 8 in 2024-08-29T14:56:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[90512]: from='osd.5 [v2:172.21.15.169:6808/4248649490,v1:172.21.15.169:6809/4248649490]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:49.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[90512]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:56:49.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:48 smithi131 ceph-mon[90512]: from='osd.5 ' entity='osd.5' 2024-08-29T14:56:49.711 INFO:tasks.rados.rados.0.smithi131.stdout:2241: expect (ObjNum 699 snap 214 seq_num 699) 2024-08-29T14:56:50.214 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:56:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T14:56:50.201+0000 7ff8a8abf640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 116 after trimming was started 2024-08-29T14:56:50.215 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:49 smithi169 ceph-mon[78471]: pgmap v361: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 226 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.9 MiB/s wr, 11 op/s; 59/390 objects degraded (15.128%) 2024-08-29T14:56:50.215 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:49 smithi169 ceph-mon[78471]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:56:50.215 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:49 smithi169 ceph-mon[78471]: osd.5 [v2:172.21.15.169:6808/4248649490,v1:172.21.15.169:6809/4248649490] boot 2024-08-29T14:56:50.215 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:49 smithi169 ceph-mon[78471]: osdmap e516: 8 total, 8 up, 8 in 2024-08-29T14:56:50.215 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:49 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-29T14:56:50.215 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:49 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:50.215 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:49 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:50.265 INFO:tasks.rados.rados.0.smithi131.stdout:2229: expect (ObjNum 615 snap 187 seq_num 615) 2024-08-29T14:56:50.287 INFO:tasks.rados.rados.0.smithi131.stdout:2240: finishing write tid 1 to smithi13174786-34 2024-08-29T14:56:50.287 INFO:tasks.rados.rados.0.smithi131.stdout:2240: finishing write tid 2 to smithi13174786-34 2024-08-29T14:56:50.287 INFO:tasks.rados.rados.0.smithi131.stdout:2237: finishing rollback tid 0 to smithi13174786-29 2024-08-29T14:56:50.287 INFO:tasks.rados.rados.0.smithi131.stdout:2240: finishing write tid 3 to smithi13174786-34 2024-08-29T14:56:50.287 INFO:tasks.rados.rados.0.smithi131.stdout:2240: finishing write tid 4 to smithi13174786-34 2024-08-29T14:56:50.287 INFO:tasks.rados.rados.0.smithi131.stdout:2240: finishing write tid 5 to smithi13174786-34 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:2238: finishing copy_from racing read to smithi13174786-12 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:2240: finishing write tid 6 to smithi13174786-34 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 1005 (ObjNum 706 snap 217 seq_num 706) dirty exists 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:2240: left oid 34 (ObjNum 706 snap 217 seq_num 706) 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:2238: finishing copy_from to smithi13174786-12 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 732 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:2237: finishing rollback tid 1 to smithi13174786-29 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:2237: finishing rollback tid 2 to smithi13174786-29 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1137 (ObjNum 661 snap 204 seq_num 661) dirty exists 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1310 (ObjNum 33 snap 0 seq_num 2120167648) dirty exists 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:2239: finishing write tid 1 to smithi13174786-25 2024-08-29T14:56:50.288 INFO:tasks.rados.rados.0.smithi131.stdout:2239: finishing write tid 2 to smithi13174786-25 2024-08-29T14:56:50.289 INFO:tasks.rados.rados.0.smithi131.stdout:2239: finishing write tid 3 to smithi13174786-25 2024-08-29T14:56:50.289 INFO:tasks.rados.rados.0.smithi131.stdout:2239: finishing write tid 4 to smithi13174786-25 2024-08-29T14:56:50.289 INFO:tasks.rados.rados.0.smithi131.stdout:2239: finishing write tid 5 to smithi13174786-25 2024-08-29T14:56:50.289 INFO:tasks.rados.rados.0.smithi131.stdout:2239: finishing write tid 6 to smithi13174786-25 2024-08-29T14:56:50.289 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1563 (ObjNum 705 snap 217 seq_num 705) dirty exists 2024-08-29T14:56:50.289 INFO:tasks.rados.rados.0.smithi131.stdout:2239: left oid 25 (ObjNum 705 snap 217 seq_num 705) 2024-08-29T14:56:50.289 INFO:tasks.rados.rados.0.smithi131.stdout:2228: finishing copy_from to smithi13174786-45 2024-08-29T14:56:50.289 INFO:tasks.rados.rados.0.smithi131.stdout:2228: got expected ENOENT (src dne) 2024-08-29T14:56:50.289 INFO:tasks.rados.rados.0.smithi131.stdout:2228: finishing copy_from racing read to smithi13174786-45 2024-08-29T14:56:50.290 INFO:tasks.rados.rados.0.smithi131.stdout:2228: done (9 left) 2024-08-29T14:56:50.290 INFO:tasks.rados.rados.0.smithi131.stdout:2229: done (8 left) 2024-08-29T14:56:50.291 INFO:tasks.rados.rados.0.smithi131.stdout:2230: done (7 left) 2024-08-29T14:56:50.291 INFO:tasks.rados.rados.0.smithi131.stdout:2236: done (6 left) 2024-08-29T14:56:50.291 INFO:tasks.rados.rados.0.smithi131.stdout:2237: done (5 left) 2024-08-29T14:56:50.291 INFO:tasks.rados.rados.0.smithi131.stdout:2238: done (4 left) 2024-08-29T14:56:50.291 INFO:tasks.rados.rados.0.smithi131.stdout:2239: done (3 left) 2024-08-29T14:56:50.291 INFO:tasks.rados.rados.0.smithi131.stdout:2240: done (2 left) 2024-08-29T14:56:50.291 INFO:tasks.rados.rados.0.smithi131.stdout:2241: done (1 left) 2024-08-29T14:56:50.291 INFO:tasks.rados.rados.0.smithi131.stdout:2242: done (0 left) 2024-08-29T14:56:50.291 INFO:tasks.rados.rados.0.smithi131.stdout:2243: read oid 40 snap -1 2024-08-29T14:56:50.292 INFO:tasks.rados.rados.0.smithi131.stdout:2243: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:56:50.292 INFO:tasks.rados.rados.0.smithi131.stdout:2244: read oid 22 snap 212 2024-08-29T14:56:50.292 INFO:tasks.rados.rados.0.smithi131.stdout:2244: expect (ObjNum 667 snap 206 seq_num 667) 2024-08-29T14:56:50.292 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 217 2024-08-29T14:56:50.292 INFO:tasks.rados.rados.0.smithi131.stdout:2245: seq_num 708 ranges {2506752=663552,3170304=737280,3907584=696320,4603904=172032} 2024-08-29T14:56:50.305 INFO:tasks.rados.rados.0.smithi131.stdout:2245: writing smithi13174786-33 from 2506752 to 3170304 tid 1 2024-08-29T14:56:50.309 INFO:tasks.rados.rados.0.smithi131.stdout:2245: writing smithi13174786-33 from 3170304 to 3907584 tid 2 2024-08-29T14:56:50.314 INFO:tasks.rados.rados.0.smithi131.stdout:2245: writing smithi13174786-33 from 3907584 to 4603904 tid 3 2024-08-29T14:56:50.315 INFO:tasks.rados.rados.0.smithi131.stdout:2245: writing smithi13174786-33 from 4603904 to 4775936 tid 4 2024-08-29T14:56:50.315 INFO:tasks.rados.rados.0.smithi131.stdout:2246: snap_create 2024-08-29T14:56:50.315 INFO:tasks.rados.rados.0.smithi131.stdout:2243: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:56:50.320 INFO:tasks.rados.rados.0.smithi131.stdout:2244: expect (ObjNum 667 snap 206 seq_num 667) 2024-08-29T14:56:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[87973]: pgmap v361: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 226 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.9 MiB/s wr, 11 op/s; 59/390 objects degraded (15.128%) 2024-08-29T14:56:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[87973]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:56:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[87973]: osd.5 [v2:172.21.15.169:6808/4248649490,v1:172.21.15.169:6809/4248649490] boot 2024-08-29T14:56:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[87973]: osdmap e516: 8 total, 8 up, 8 in 2024-08-29T14:56:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-29T14:56:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[90512]: pgmap v361: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 226 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.9 MiB/s wr, 11 op/s; 59/390 objects degraded (15.128%) 2024-08-29T14:56:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[90512]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:56:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[90512]: osd.5 [v2:172.21.15.169:6808/4248649490,v1:172.21.15.169:6809/4248649490] boot 2024-08-29T14:56:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[90512]: osdmap e516: 8 total, 8 up, 8 in 2024-08-29T14:56:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-29T14:56:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:50.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:49 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:56:50.360 INFO:tasks.rados.rados.0.smithi131.stdout:2245: finishing write tid 1 to smithi13174786-33 2024-08-29T14:56:50.360 INFO:tasks.rados.rados.0.smithi131.stdout:2245: finishing write tid 2 to smithi13174786-33 2024-08-29T14:56:50.360 INFO:tasks.rados.rados.0.smithi131.stdout:2245: finishing write tid 3 to smithi13174786-33 2024-08-29T14:56:50.360 INFO:tasks.rados.rados.0.smithi131.stdout:2245: finishing write tid 4 to smithi13174786-33 2024-08-29T14:56:50.360 INFO:tasks.rados.rados.0.smithi131.stdout:2245: finishing write tid 5 to smithi13174786-33 2024-08-29T14:56:50.360 INFO:tasks.rados.rados.0.smithi131.stdout:2245: finishing write tid 6 to smithi13174786-33 2024-08-29T14:56:50.360 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 1008 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-08-29T14:56:50.360 INFO:tasks.rados.rados.0.smithi131.stdout:2245: left oid 33 (ObjNum 708 snap 217 seq_num 708) 2024-08-29T14:56:50.468 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:56:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:56:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:56:51.178 INFO:tasks.rados.rados.0.smithi131.stdout:2243: done (3 left) 2024-08-29T14:56:51.178 INFO:tasks.rados.rados.0.smithi131.stdout:2244: done (2 left) 2024-08-29T14:56:51.178 INFO:tasks.rados.rados.0.smithi131.stdout:2245: done (1 left) 2024-08-29T14:56:51.178 INFO:tasks.rados.rados.0.smithi131.stdout:2246: done (0 left) 2024-08-29T14:56:51.178 INFO:tasks.rados.rados.0.smithi131.stdout:2247: copy_from oid 47 from oid 36 current snap is 218 2024-08-29T14:56:51.178 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 218 2024-08-29T14:56:51.178 INFO:tasks.rados.rados.0.smithi131.stdout:2248: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-08-29T14:56:51.181 INFO:tasks.rados.rados.0.smithi131.stdout:2248: writing smithi13174786-9 from 0 to 679936 tid 1 2024-08-29T14:56:51.185 INFO:tasks.rados.rados.0.smithi131.stdout:2248: writing smithi13174786-9 from 679936 to 1294336 tid 2 2024-08-29T14:56:51.189 INFO:tasks.rados.rados.0.smithi131.stdout:2248: writing smithi13174786-9 from 1294336 to 1794048 tid 3 2024-08-29T14:56:51.193 INFO:tasks.rados.rados.0.smithi131.stdout:2248: writing smithi13174786-9 from 1794048 to 2285568 tid 4 2024-08-29T14:56:51.193 INFO:tasks.rados.rados.0.smithi131.stdout:2249: read oid 33 snap -1 2024-08-29T14:56:51.193 INFO:tasks.rados.rados.0.smithi131.stdout:2249: expect (ObjNum 708 snap 217 seq_num 708) 2024-08-29T14:56:51.193 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 218 2024-08-29T14:56:51.193 INFO:tasks.rados.rados.0.smithi131.stdout:2248: finishing write tid 1 to smithi13174786-9 2024-08-29T14:56:51.193 INFO:tasks.rados.rados.0.smithi131.stdout:2248: finishing write tid 2 to smithi13174786-9 2024-08-29T14:56:51.193 INFO:tasks.rados.rados.0.smithi131.stdout:2247: finishing copy_from racing read to smithi13174786-47 2024-08-29T14:56:51.193 INFO:tasks.rados.rados.0.smithi131.stdout:2247: finishing copy_from to smithi13174786-47 2024-08-29T14:56:51.194 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 1309 (ObjNum 694 snap 214 seq_num 694) dirty exists 2024-08-29T14:56:51.194 INFO:tasks.rados.rados.0.smithi131.stdout:2250: seq_num 710 ranges {892928=696320,1589248=499712,2088960=712704,2801664=393216} 2024-08-29T14:56:51.202 INFO:tasks.rados.rados.0.smithi131.stdout:2250: writing smithi13174786-50 from 892928 to 1589248 tid 1 2024-08-29T14:56:51.206 INFO:tasks.rados.rados.0.smithi131.stdout:2250: writing smithi13174786-50 from 1589248 to 2088960 tid 2 2024-08-29T14:56:51.210 INFO:tasks.rados.rados.0.smithi131.stdout:2250: writing smithi13174786-50 from 2088960 to 2801664 tid 3 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2250: writing smithi13174786-50 from 2801664 to 3194880 tid 4 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2247: done (3 left) 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2251: copy_from oid 11 from oid 45 current snap is 218 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2248: finishing write tid 3 to smithi13174786-9 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2248: finishing write tid 4 to smithi13174786-9 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2252: read oid 19 snap -1 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2252: expect (ObjNum 615 snap 187 seq_num 615) 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2253: snap_create 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2248: finishing write tid 5 to smithi13174786-9 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2248: finishing write tid 6 to smithi13174786-9 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1040 (ObjNum 709 snap 218 seq_num 709) dirty exists 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2248: left oid 9 (ObjNum 709 snap 218 seq_num 709) 2024-08-29T14:56:51.213 INFO:tasks.rados.rados.0.smithi131.stdout:2250: finishing write tid 1 to smithi13174786-50 2024-08-29T14:56:51.214 INFO:tasks.rados.rados.0.smithi131.stdout:2249: expect (ObjNum 708 snap 217 seq_num 708) 2024-08-29T14:56:51.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:56:50 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:56:50.958+0000 7f4705a61640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: osdmap e517: 8 total, 8 up, 8 in 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 59/390 objects degraded (15.128%), 13 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:51.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: osdmap e517: 8 total, 8 up, 8 in 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-29T14:56:51.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:51 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 59/390 objects degraded (15.128%), 13 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:51.397 INFO:tasks.rados.rados.0.smithi131.stdout:2250: finishing write tid 2 to smithi13174786-50 2024-08-29T14:56:51.397 INFO:tasks.rados.rados.0.smithi131.stdout:2250: finishing write tid 3 to smithi13174786-50 2024-08-29T14:56:51.397 INFO:tasks.rados.rados.0.smithi131.stdout:2250: finishing write tid 4 to smithi13174786-50 2024-08-29T14:56:51.398 INFO:tasks.rados.rados.0.smithi131.stdout:2250: finishing write tid 5 to smithi13174786-50 2024-08-29T14:56:51.398 INFO:tasks.rados.rados.0.smithi131.stdout:2252: expect (ObjNum 615 snap 187 seq_num 615) 2024-08-29T14:56:51.415 INFO:tasks.rados.rados.0.smithi131.stdout:2250: finishing write tid 6 to smithi13174786-50 2024-08-29T14:56:51.415 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1589 (ObjNum 710 snap 218 seq_num 710) dirty exists 2024-08-29T14:56:51.415 INFO:tasks.rados.rados.0.smithi131.stdout:2250: left oid 50 (ObjNum 710 snap 218 seq_num 710) 2024-08-29T14:56:51.415 INFO:tasks.rados.rados.0.smithi131.stdout:2251: finishing copy_from racing read to smithi13174786-11 2024-08-29T14:56:51.415 INFO:tasks.rados.rados.0.smithi131.stdout:2251: finishing copy_from to smithi13174786-11 2024-08-29T14:56:51.415 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1134 (ObjNum 674 snap 209 seq_num 674) dirty exists 2024-08-29T14:56:51.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: osdmap e517: 8 total, 8 up, 8 in 2024-08-29T14:56:51.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:51.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:51.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:56:51.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:56:51.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:56:51.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:56:51.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:51.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:51.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:56:51.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-29T14:56:51.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:51 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 59/390 objects degraded (15.128%), 13 pgs degraded (PG_DEGRADED) 2024-08-29T14:56:52.182 INFO:tasks.rados.rados.0.smithi131.stdout:2248: done (5 left) 2024-08-29T14:56:52.182 INFO:tasks.rados.rados.0.smithi131.stdout:2249: done (4 left) 2024-08-29T14:56:52.182 INFO:tasks.rados.rados.0.smithi131.stdout:2250: done (3 left) 2024-08-29T14:56:52.182 INFO:tasks.rados.rados.0.smithi131.stdout:2251: done (2 left) 2024-08-29T14:56:52.182 INFO:tasks.rados.rados.0.smithi131.stdout:2252: done (1 left) 2024-08-29T14:56:52.182 INFO:tasks.rados.rados.0.smithi131.stdout:2253: done (0 left) 2024-08-29T14:56:52.182 INFO:tasks.rados.rados.0.smithi131.stdout:2254: delete oid 16 current snap is 219 2024-08-29T14:56:52.187 INFO:tasks.rados.rados.0.smithi131.stdout:2254: done (0 left) 2024-08-29T14:56:52.187 INFO:tasks.rados.rados.0.smithi131.stdout:2255: rollback oid 28 current snap is 219 2024-08-29T14:56:52.187 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 28 to 214 2024-08-29T14:56:52.187 INFO:tasks.rados.rados.0.smithi131.stdout:2256: copy_from oid 35 from oid 21 current snap is 219 2024-08-29T14:56:52.187 INFO:tasks.rados.rados.0.smithi131.stdout:2257: delete oid 50 current snap is 219 2024-08-29T14:56:52.189 INFO:tasks.rados.rados.0.smithi131.stdout:2256: finishing copy_from to smithi13174786-35 2024-08-29T14:56:52.189 INFO:tasks.rados.rados.0.smithi131.stdout:2256: got expected ENOENT (src dne) 2024-08-29T14:56:52.189 INFO:tasks.rados.rados.0.smithi131.stdout:2256: finishing copy_from racing read to smithi13174786-35 2024-08-29T14:56:52.191 INFO:tasks.rados.rados.0.smithi131.stdout:2255: finishing rollback tid 0 to smithi13174786-28 2024-08-29T14:56:52.192 INFO:tasks.rados.rados.0.smithi131.stdout:2255: finishing rollback tid 1 to smithi13174786-28 2024-08-29T14:56:52.192 INFO:tasks.rados.rados.0.smithi131.stdout:2256: done (2 left) 2024-08-29T14:56:52.192 INFO:tasks.rados.rados.0.smithi131.stdout:2257: done (1 left) 2024-08-29T14:56:52.192 INFO:tasks.rados.rados.0.smithi131.stdout:2258: setattr oid 19 current snap is 219 2024-08-29T14:56:52.192 INFO:tasks.rados.rados.0.smithi131.stdout:2255: finishing rollback tid 2 to smithi13174786-28 2024-08-29T14:56:52.192 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 1011 (ObjNum 663 snap 205 seq_num 663) dirty exists 2024-08-29T14:56:52.194 INFO:tasks.rados.rados.0.smithi131.stdout:2255: done (1 left) 2024-08-29T14:56:52.194 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 30 current snap is 219 2024-08-29T14:56:52.194 INFO:tasks.rados.rados.0.smithi131.stdout:2259: seq_num 713 ranges {3112960=745472,3858432=557056,4415488=483328,4898816=565248} 2024-08-29T14:56:52.215 INFO:tasks.rados.rados.0.smithi131.stdout:2259: writing smithi13174786-30 from 3112960 to 3858432 tid 1 2024-08-29T14:56:52.218 INFO:tasks.rados.rados.0.smithi131.stdout:2259: writing smithi13174786-30 from 3858432 to 4415488 tid 2 2024-08-29T14:56:52.221 INFO:tasks.rados.rados.0.smithi131.stdout:2259: writing smithi13174786-30 from 4415488 to 4898816 tid 3 2024-08-29T14:56:52.225 INFO:tasks.rados.rados.0.smithi131.stdout:2259: writing smithi13174786-30 from 4898816 to 5464064 tid 4 2024-08-29T14:56:52.226 INFO:tasks.rados.rados.0.smithi131.stdout:2260: read oid 29 snap -1 2024-08-29T14:56:52.226 INFO:tasks.rados.rados.0.smithi131.stdout:2260: expect (ObjNum 661 snap 204 seq_num 661) 2024-08-29T14:56:52.226 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 219 2024-08-29T14:56:52.226 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 1006 (ObjNum 615 snap 187 seq_num 615) dirty exists 2024-08-29T14:56:52.226 INFO:tasks.rados.rados.0.smithi131.stdout:2259: finishing write tid 1 to smithi13174786-30 2024-08-29T14:56:52.226 INFO:tasks.rados.rados.0.smithi131.stdout:2259: finishing write tid 2 to smithi13174786-30 2024-08-29T14:56:52.226 INFO:tasks.rados.rados.0.smithi131.stdout:2261: seq_num 714 ranges {0=761856,761856=442368,1204224=688128,1892352=475136} 2024-08-29T14:56:52.230 INFO:tasks.rados.rados.0.smithi131.stdout:2261: writing smithi13174786-7 from 0 to 761856 tid 1 2024-08-29T14:56:52.233 INFO:tasks.rados.rados.0.smithi131.stdout:2261: writing smithi13174786-7 from 761856 to 1204224 tid 2 2024-08-29T14:56:52.237 INFO:tasks.rados.rados.0.smithi131.stdout:2261: writing smithi13174786-7 from 1204224 to 1892352 tid 3 2024-08-29T14:56:52.241 INFO:tasks.rados.rados.0.smithi131.stdout:2261: writing smithi13174786-7 from 1892352 to 2367488 tid 4 2024-08-29T14:56:52.241 INFO:tasks.rados.rados.0.smithi131.stdout:2258: done (3 left) 2024-08-29T14:56:52.241 INFO:tasks.rados.rados.0.smithi131.stdout:2262: snap_create 2024-08-29T14:56:52.241 INFO:tasks.rados.rados.0.smithi131.stdout:2259: finishing write tid 3 to smithi13174786-30 2024-08-29T14:56:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:2259: finishing write tid 4 to smithi13174786-30 2024-08-29T14:56:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:2259: finishing write tid 5 to smithi13174786-30 2024-08-29T14:56:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:2259: finishing write tid 6 to smithi13174786-30 2024-08-29T14:56:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1045 (ObjNum 713 snap 219 seq_num 713) dirty exists 2024-08-29T14:56:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:2259: left oid 30 (ObjNum 713 snap 219 seq_num 713) 2024-08-29T14:56:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:2261: finishing write tid 1 to smithi13174786-7 2024-08-29T14:56:52.242 INFO:tasks.rados.rados.0.smithi131.stdout:2261: finishing write tid 2 to smithi13174786-7 2024-08-29T14:56:52.243 INFO:tasks.rados.rados.0.smithi131.stdout:2261: finishing write tid 3 to smithi13174786-7 2024-08-29T14:56:52.243 INFO:tasks.rados.rados.0.smithi131.stdout:2260: expect (ObjNum 661 snap 204 seq_num 661) 2024-08-29T14:56:52.389 INFO:tasks.rados.rados.0.smithi131.stdout:2261: finishing write tid 4 to smithi13174786-7 2024-08-29T14:56:52.389 INFO:tasks.rados.rados.0.smithi131.stdout:2261: finishing write tid 5 to smithi13174786-7 2024-08-29T14:56:52.389 INFO:tasks.rados.rados.0.smithi131.stdout:2261: finishing write tid 6 to smithi13174786-7 2024-08-29T14:56:52.389 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1438 (ObjNum 714 snap 219 seq_num 714) dirty exists 2024-08-29T14:56:52.389 INFO:tasks.rados.rados.0.smithi131.stdout:2261: left oid 7 (ObjNum 714 snap 219 seq_num 714) 2024-08-29T14:56:52.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:52 smithi131 ceph-mon[87973]: pgmap v364: 121 pgs: 1 active+clean+snaptrim, 2 peering, 29 active+undersized, 7 active+undersized+degraded, 82 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 9 op/s; 39/378 objects degraded (10.317%); 3.3 MiB/s, 0 objects/s recovering 2024-08-29T14:56:52.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:52 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T14:56:52.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:52 smithi131 ceph-mon[87973]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-29T14:56:52.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:52 smithi131 ceph-mon[87973]: osdmap e518: 8 total, 8 up, 8 in 2024-08-29T14:56:52.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:52 smithi131 ceph-mon[90512]: pgmap v364: 121 pgs: 1 active+clean+snaptrim, 2 peering, 29 active+undersized, 7 active+undersized+degraded, 82 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 9 op/s; 39/378 objects degraded (10.317%); 3.3 MiB/s, 0 objects/s recovering 2024-08-29T14:56:52.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:52 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T14:56:52.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:52 smithi131 ceph-mon[90512]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-29T14:56:52.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:52 smithi131 ceph-mon[90512]: osdmap e518: 8 total, 8 up, 8 in 2024-08-29T14:56:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:52 smithi169 ceph-mon[78471]: pgmap v364: 121 pgs: 1 active+clean+snaptrim, 2 peering, 29 active+undersized, 7 active+undersized+degraded, 82 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 9 op/s; 39/378 objects degraded (10.317%); 3.3 MiB/s, 0 objects/s recovering 2024-08-29T14:56:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:52 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T14:56:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:52 smithi169 ceph-mon[78471]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-29T14:56:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:52 smithi169 ceph-mon[78471]: osdmap e518: 8 total, 8 up, 8 in 2024-08-29T14:56:53.187 INFO:tasks.rados.rados.0.smithi131.stdout:2259: done (3 left) 2024-08-29T14:56:53.187 INFO:tasks.rados.rados.0.smithi131.stdout:2260: done (2 left) 2024-08-29T14:56:53.187 INFO:tasks.rados.rados.0.smithi131.stdout:2261: done (1 left) 2024-08-29T14:56:53.187 INFO:tasks.rados.rados.0.smithi131.stdout:2262: done (0 left) 2024-08-29T14:56:53.187 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 220 2024-08-29T14:56:53.187 INFO:tasks.rados.rados.0.smithi131.stdout:2263: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-08-29T14:56:53.191 INFO:tasks.rados.rados.0.smithi131.stdout:2263: writing smithi13174786-6 from 0 to 778240 tid 1 2024-08-29T14:56:53.195 INFO:tasks.rados.rados.0.smithi131.stdout:2263: writing smithi13174786-6 from 778240 to 1548288 tid 2 2024-08-29T14:56:53.198 INFO:tasks.rados.rados.0.smithi131.stdout:2263: writing smithi13174786-6 from 1548288 to 2048000 tid 3 2024-08-29T14:56:53.200 INFO:tasks.rados.rados.0.smithi131.stdout:2263: writing smithi13174786-6 from 2048000 to 2383872 tid 4 2024-08-29T14:56:53.200 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 220 2024-08-29T14:56:53.201 INFO:tasks.rados.rados.0.smithi131.stdout:2263: finishing write tid 1 to smithi13174786-6 2024-08-29T14:56:53.201 INFO:tasks.rados.rados.0.smithi131.stdout:2263: finishing write tid 2 to smithi13174786-6 2024-08-29T14:56:53.201 INFO:tasks.rados.rados.0.smithi131.stdout:2264: seq_num 716 ranges {2031616=794624,2826240=655360,3481600=704512,4186112=245760} 2024-08-29T14:56:53.215 INFO:tasks.rados.rados.0.smithi131.stdout:2264: writing smithi13174786-36 from 2031616 to 2826240 tid 1 2024-08-29T14:56:53.220 INFO:tasks.rados.rados.0.smithi131.stdout:2264: writing smithi13174786-36 from 2826240 to 3481600 tid 2 2024-08-29T14:56:53.224 INFO:tasks.rados.rados.0.smithi131.stdout:2264: writing smithi13174786-36 from 3481600 to 4186112 tid 3 2024-08-29T14:56:53.226 INFO:tasks.rados.rados.0.smithi131.stdout:2264: writing smithi13174786-36 from 4186112 to 4431872 tid 4 2024-08-29T14:56:53.226 INFO:tasks.rados.rados.0.smithi131.stdout:2265: snap_create 2024-08-29T14:56:53.226 INFO:tasks.rados.rados.0.smithi131.stdout:2263: finishing write tid 3 to smithi13174786-6 2024-08-29T14:56:53.226 INFO:tasks.rados.rados.0.smithi131.stdout:2263: finishing write tid 4 to smithi13174786-6 2024-08-29T14:56:53.226 INFO:tasks.rados.rados.0.smithi131.stdout:2263: finishing write tid 5 to smithi13174786-6 2024-08-29T14:56:53.226 INFO:tasks.rados.rados.0.smithi131.stdout:2263: finishing write tid 6 to smithi13174786-6 2024-08-29T14:56:53.226 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1011 (ObjNum 715 snap 220 seq_num 715) dirty exists 2024-08-29T14:56:53.226 INFO:tasks.rados.rados.0.smithi131.stdout:2263: left oid 6 (ObjNum 715 snap 220 seq_num 715) 2024-08-29T14:56:53.226 INFO:tasks.rados.rados.0.smithi131.stdout:2264: finishing write tid 1 to smithi13174786-36 2024-08-29T14:56:53.226 INFO:tasks.rados.rados.0.smithi131.stdout:2264: finishing write tid 2 to smithi13174786-36 2024-08-29T14:56:53.227 INFO:tasks.rados.rados.0.smithi131.stdout:2264: finishing write tid 3 to smithi13174786-36 2024-08-29T14:56:53.228 INFO:tasks.rados.rados.0.smithi131.stdout:2264: finishing write tid 4 to smithi13174786-36 2024-08-29T14:56:53.228 INFO:tasks.rados.rados.0.smithi131.stdout:2264: finishing write tid 5 to smithi13174786-36 2024-08-29T14:56:53.229 INFO:tasks.rados.rados.0.smithi131.stdout:2264: finishing write tid 6 to smithi13174786-36 2024-08-29T14:56:53.229 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1315 (ObjNum 716 snap 220 seq_num 716) dirty exists 2024-08-29T14:56:53.229 INFO:tasks.rados.rados.0.smithi131.stdout:2264: left oid 36 (ObjNum 716 snap 220 seq_num 716) 2024-08-29T14:56:53.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:53 smithi131 ceph-mon[87973]: osdmap e519: 8 total, 8 up, 8 in 2024-08-29T14:56:53.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:53 smithi131 ceph-mon[90512]: osdmap e519: 8 total, 8 up, 8 in 2024-08-29T14:56:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:53 smithi169 ceph-mon[78471]: osdmap e519: 8 total, 8 up, 8 in 2024-08-29T14:56:54.193 INFO:tasks.rados.rados.0.smithi131.stdout:2263: done (2 left) 2024-08-29T14:56:54.193 INFO:tasks.rados.rados.0.smithi131.stdout:2264: done (1 left) 2024-08-29T14:56:54.193 INFO:tasks.rados.rados.0.smithi131.stdout:2265: done (0 left) 2024-08-29T14:56:54.193 INFO:tasks.rados.rados.0.smithi131.stdout:2266: rmattr oid 11 current snap is 221 2024-08-29T14:56:54.194 INFO:tasks.rados.rados.0.smithi131.stdout:2267: read oid 20 snap -1 2024-08-29T14:56:54.194 INFO:tasks.rados.rados.0.smithi131.stdout:2267: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:56:54.194 INFO:tasks.rados.rados.0.smithi131.stdout:2268: copy_from oid 23 from oid 37 current snap is 221 2024-08-29T14:56:54.194 INFO:tasks.rados.rados.0.smithi131.stdout:2269: snap_create 2024-08-29T14:56:54.202 INFO:tasks.rados.rados.0.smithi131.stdout:2268: finishing copy_from to smithi13174786-23 2024-08-29T14:56:54.202 INFO:tasks.rados.rados.0.smithi131.stdout:2268: got expected ENOENT (src dne) 2024-08-29T14:56:54.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1433 (ObjNum 674 snap 209 seq_num 674) dirty exists 2024-08-29T14:56:54.202 INFO:tasks.rados.rados.0.smithi131.stdout:2268: finishing copy_from racing read to smithi13174786-23 2024-08-29T14:56:54.204 INFO:tasks.rados.rados.0.smithi131.stdout:2267: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:56:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:54 smithi131 ceph-mon[87973]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 2 peering, 20 active+undersized, 4 active+undersized+degraded, 94 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 35/378 objects degraded (9.259%); 3.3 MiB/s, 0 objects/s recovering 2024-08-29T14:56:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:54 smithi131 ceph-mon[87973]: osdmap e520: 8 total, 8 up, 8 in 2024-08-29T14:56:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:54 smithi131 ceph-mon[90512]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 2 peering, 20 active+undersized, 4 active+undersized+degraded, 94 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 35/378 objects degraded (9.259%); 3.3 MiB/s, 0 objects/s recovering 2024-08-29T14:56:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:54 smithi131 ceph-mon[90512]: osdmap e520: 8 total, 8 up, 8 in 2024-08-29T14:56:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:54 smithi169 ceph-mon[78471]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 2 peering, 20 active+undersized, 4 active+undersized+degraded, 94 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 35/378 objects degraded (9.259%); 3.3 MiB/s, 0 objects/s recovering 2024-08-29T14:56:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:54 smithi169 ceph-mon[78471]: osdmap e520: 8 total, 8 up, 8 in 2024-08-29T14:56:55.201 INFO:tasks.rados.rados.0.smithi131.stdout:2266: done (3 left) 2024-08-29T14:56:55.202 INFO:tasks.rados.rados.0.smithi131.stdout:2267: done (2 left) 2024-08-29T14:56:55.202 INFO:tasks.rados.rados.0.smithi131.stdout:2268: done (1 left) 2024-08-29T14:56:55.202 INFO:tasks.rados.rados.0.smithi131.stdout:2269: done (0 left) 2024-08-29T14:56:55.202 INFO:tasks.rados.rados.0.smithi131.stdout:2270: rollback oid 30 current snap is 222 2024-08-29T14:56:55.202 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 30 to 219 2024-08-29T14:56:55.202 INFO:tasks.rados.rados.0.smithi131.stdout:2271: rollback oid 36 current snap is 222 2024-08-29T14:56:55.202 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 220 2024-08-29T14:56:55.202 INFO:tasks.rados.rados.0.smithi131.stdout:2272: read oid 1 snap -1 2024-08-29T14:56:55.203 INFO:tasks.rados.rados.0.smithi131.stdout:2272: expect (ObjNum 699 snap 214 seq_num 699) 2024-08-29T14:56:55.203 INFO:tasks.rados.rados.0.smithi131.stdout:2273: read oid 26 snap -1 2024-08-29T14:56:55.203 INFO:tasks.rados.rados.0.smithi131.stdout:2273: expect deleted 2024-08-29T14:56:55.203 INFO:tasks.rados.rados.0.smithi131.stdout:2274: rollback oid 28 current snap is 222 2024-08-29T14:56:55.203 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 28 to 219 2024-08-29T14:56:55.203 INFO:tasks.rados.rados.0.smithi131.stdout:2275: setattr oid 8 current snap is 222 2024-08-29T14:56:55.203 INFO:tasks.rados.rados.0.smithi131.stdout:2273: done (5 left) 2024-08-29T14:56:55.204 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 222 2024-08-29T14:56:55.204 INFO:tasks.rados.rados.0.smithi131.stdout:2276: seq_num 717 ranges {3522560=16384} 2024-08-29T14:56:55.225 INFO:tasks.rados.rados.0.smithi131.stdout:2276: writing smithi13174786-43 from 3522560 to 3538944 tid 1 2024-08-29T14:56:55.225 INFO:tasks.rados.rados.0.smithi131.stdout:2277: copy_from oid 24 from oid 5 current snap is 222 2024-08-29T14:56:55.225 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 883 (ObjNum 667 snap 206 seq_num 667) dirty exists 2024-08-29T14:56:55.225 INFO:tasks.rados.rados.0.smithi131.stdout:2274: finishing rollback tid 0 to smithi13174786-28 2024-08-29T14:56:55.225 INFO:tasks.rados.rados.0.smithi131.stdout:2274: finishing rollback tid 1 to smithi13174786-28 2024-08-29T14:56:55.225 INFO:tasks.rados.rados.0.smithi131.stdout:2274: finishing rollback tid 2 to smithi13174786-28 2024-08-29T14:56:55.225 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 1014 (ObjNum 663 snap 205 seq_num 663) dirty exists 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2270: finishing rollback tid 0 to smithi13174786-30 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2271: finishing rollback tid 0 to smithi13174786-36 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2270: finishing rollback tid 1 to smithi13174786-30 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2271: finishing rollback tid 1 to smithi13174786-36 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2270: finishing rollback tid 2 to smithi13174786-30 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1048 (ObjNum 713 snap 219 seq_num 713) dirty exists 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2271: finishing rollback tid 2 to smithi13174786-36 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1318 (ObjNum 716 snap 220 seq_num 716) dirty exists 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2270: done (6 left) 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2271: done (5 left) 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2274: done (4 left) 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2275: done (3 left) 2024-08-29T14:56:55.226 INFO:tasks.rados.rados.0.smithi131.stdout:2278: snap_remove snap 214 2024-08-29T14:56:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:55 smithi131 ceph-mon[87973]: osdmap e521: 8 total, 8 up, 8 in 2024-08-29T14:56:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:55 smithi131 ceph-mon[90512]: osdmap e521: 8 total, 8 up, 8 in 2024-08-29T14:56:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:55 smithi169 ceph-mon[78471]: osdmap e521: 8 total, 8 up, 8 in 2024-08-29T14:56:56.163 INFO:tasks.rados.rados.0.smithi131.stdout:2278: done (3 left) 2024-08-29T14:56:56.163 INFO:tasks.rados.rados.0.smithi131.stdout:2279: snap_create 2024-08-29T14:56:56.163 INFO:tasks.rados.rados.0.smithi131.stdout:2276: finishing write tid 1 to smithi13174786-43 2024-08-29T14:56:56.163 INFO:tasks.rados.rados.0.smithi131.stdout:2276: finishing write tid 2 to smithi13174786-43 2024-08-29T14:56:56.164 INFO:tasks.rados.rados.0.smithi131.stdout:2276: finishing write tid 3 to smithi13174786-43 2024-08-29T14:56:56.164 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1050 (ObjNum 717 snap 222 seq_num 717) dirty exists 2024-08-29T14:56:56.164 INFO:tasks.rados.rados.0.smithi131.stdout:2276: left oid 43 (ObjNum 717 snap 222 seq_num 717) 2024-08-29T14:56:56.164 INFO:tasks.rados.rados.0.smithi131.stdout:2272: expect (ObjNum 699 snap 214 seq_num 699) 2024-08-29T14:56:56.198 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:56:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:56:55] "GET /metrics HTTP/1.1" 200 36172 "" "Prometheus/2.51.0" 2024-08-29T14:56:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:56 smithi131 ceph-mon[87973]: pgmap v370: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-08-29T14:56:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:56 smithi131 ceph-mon[87973]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/378 objects degraded (9.259%), 4 pgs degraded) 2024-08-29T14:56:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:56 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T14:56:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:56 smithi131 ceph-mon[87973]: osdmap e522: 8 total, 8 up, 8 in 2024-08-29T14:56:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:56 smithi131 ceph-mon[87973]: osdmap e523: 8 total, 8 up, 8 in 2024-08-29T14:56:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:56 smithi131 ceph-mon[90512]: pgmap v370: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-08-29T14:56:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:56 smithi131 ceph-mon[90512]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/378 objects degraded (9.259%), 4 pgs degraded) 2024-08-29T14:56:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:56 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T14:56:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:56 smithi131 ceph-mon[90512]: osdmap e522: 8 total, 8 up, 8 in 2024-08-29T14:56:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:56 smithi131 ceph-mon[90512]: osdmap e523: 8 total, 8 up, 8 in 2024-08-29T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:56 smithi169 ceph-mon[78471]: pgmap v370: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-08-29T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:56 smithi169 ceph-mon[78471]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/378 objects degraded (9.259%), 4 pgs degraded) 2024-08-29T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:56 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:56 smithi169 ceph-mon[78471]: osdmap e522: 8 total, 8 up, 8 in 2024-08-29T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:56 smithi169 ceph-mon[78471]: osdmap e523: 8 total, 8 up, 8 in 2024-08-29T14:56:56.713 INFO:tasks.rados.rados.0.smithi131.stdout:2277: finishing copy_from racing read to smithi13174786-24 2024-08-29T14:56:56.713 INFO:tasks.rados.rados.0.smithi131.stdout:2277: finishing copy_from to smithi13174786-24 2024-08-29T14:56:56.713 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 872 (ObjNum 679 snap 210 seq_num 679) dirty exists 2024-08-29T14:56:57.165 INFO:tasks.rados.rados.0.smithi131.stdout:2272: done (3 left) 2024-08-29T14:56:57.165 INFO:tasks.rados.rados.0.smithi131.stdout:2276: done (2 left) 2024-08-29T14:56:57.165 INFO:tasks.rados.rados.0.smithi131.stdout:2277: done (1 left) 2024-08-29T14:56:57.165 INFO:tasks.rados.rados.0.smithi131.stdout:2279: done (0 left) 2024-08-29T14:56:57.165 INFO:tasks.rados.rados.0.smithi131.stdout:2280: rollback oid 29 current snap is 223 2024-08-29T14:56:57.165 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 29 to 221 2024-08-29T14:56:57.165 INFO:tasks.rados.rados.0.smithi131.stdout:2281: snap_remove snap 222 2024-08-29T14:56:58.167 INFO:tasks.rados.rados.0.smithi131.stdout:2281: done (1 left) 2024-08-29T14:56:58.168 INFO:tasks.rados.rados.0.smithi131.stdout:2282: rollback oid 42 current snap is 223 2024-08-29T14:56:58.168 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 42 to 218 2024-08-29T14:56:58.168 INFO:tasks.rados.rados.0.smithi131.stdout:2280: finishing rollback tid 0 to smithi13174786-29 2024-08-29T14:56:58.168 INFO:tasks.rados.rados.0.smithi131.stdout:2280: finishing rollback tid 1 to smithi13174786-29 2024-08-29T14:56:58.168 INFO:tasks.rados.rados.0.smithi131.stdout:2280: finishing rollback tid 2 to smithi13174786-29 2024-08-29T14:56:58.168 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1140 (ObjNum 661 snap 204 seq_num 661) dirty exists 2024-08-29T14:56:58.168 INFO:tasks.rados.rados.0.smithi131.stdout:2280: done (1 left) 2024-08-29T14:56:58.168 INFO:tasks.rados.rados.0.smithi131.stdout:2283: delete oid 11 current snap is 223 2024-08-29T14:56:58.176 INFO:tasks.rados.rados.0.smithi131.stdout:2282: finishing rollback tid 0 to smithi13174786-42 2024-08-29T14:56:58.178 INFO:tasks.rados.rados.0.smithi131.stdout:2282: finishing rollback tid 1 to smithi13174786-42 2024-08-29T14:56:58.178 INFO:tasks.rados.rados.0.smithi131.stdout:2282: finishing rollback tid 2 to smithi13174786-42 2024-08-29T14:56:58.178 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1321 (ObjNum 618 snap 187 seq_num 618) dirty exists 2024-08-29T14:56:58.179 INFO:tasks.rados.rados.0.smithi131.stdout:2282: done (1 left) 2024-08-29T14:56:58.179 INFO:tasks.rados.rados.0.smithi131.stdout:2283: done (0 left) 2024-08-29T14:56:58.180 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 223 2024-08-29T14:56:58.180 INFO:tasks.rados.rados.0.smithi131.stdout:2284: seq_num 719 ranges {5177344=49152} 2024-08-29T14:56:58.208 INFO:tasks.rados.rados.0.smithi131.stdout:2284: writing smithi13174786-34 from 5177344 to 5226496 tid 1 2024-08-29T14:56:58.209 INFO:tasks.rados.rados.0.smithi131.stdout:2285: rmattr oid 44 current snap is 223 2024-08-29T14:56:58.209 INFO:tasks.rados.rados.0.smithi131.stdout:2285: done (1 left) 2024-08-29T14:56:58.209 INFO:tasks.rados.rados.0.smithi131.stdout:2286: rmattr oid 48 current snap is 223 2024-08-29T14:56:58.209 INFO:tasks.rados.rados.0.smithi131.stdout:2286: done (1 left) 2024-08-29T14:56:58.209 INFO:tasks.rados.rados.0.smithi131.stdout:2287: copy_from oid 39 from oid 8 current snap is 223 2024-08-29T14:56:58.209 INFO:tasks.rados.rados.0.smithi131.stdout:2288: copy_from oid 42 from oid 41 current snap is 223 2024-08-29T14:56:58.209 INFO:tasks.rados.rados.0.smithi131.stdout:2289: snap_remove snap 219 2024-08-29T14:56:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:58 smithi131 ceph-mon[87973]: pgmap v373: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.5 MiB/s wr, 31 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-08-29T14:56:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:58 smithi131 ceph-mon[87973]: osdmap e524: 8 total, 8 up, 8 in 2024-08-29T14:56:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:58 smithi131 ceph-mon[90512]: pgmap v373: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.5 MiB/s wr, 31 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-08-29T14:56:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:58 smithi131 ceph-mon[90512]: osdmap e524: 8 total, 8 up, 8 in 2024-08-29T14:56:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:58 smithi169 ceph-mon[78471]: pgmap v373: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.5 MiB/s wr, 31 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-08-29T14:56:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:58 smithi169 ceph-mon[78471]: osdmap e524: 8 total, 8 up, 8 in 2024-08-29T14:56:59.189 INFO:tasks.rados.rados.0.smithi131.stdout:2289: done (3 left) 2024-08-29T14:56:59.189 INFO:tasks.rados.rados.0.smithi131.stdout:2290: rollback oid 26 current snap is 223 2024-08-29T14:56:59.189 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 213 2024-08-29T14:56:59.189 INFO:tasks.rados.rados.0.smithi131.stdout:2284: finishing write tid 1 to smithi13174786-34 2024-08-29T14:56:59.189 INFO:tasks.rados.rados.0.smithi131.stdout:2284: finishing write tid 2 to smithi13174786-34 2024-08-29T14:56:59.189 INFO:tasks.rados.rados.0.smithi131.stdout:2284: finishing write tid 3 to smithi13174786-34 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 1013 (ObjNum 719 snap 223 seq_num 719) dirty exists 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:2284: left oid 34 (ObjNum 719 snap 223 seq_num 719) 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:2288: finishing copy_from racing read to smithi13174786-42 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:2288: finishing copy_from to smithi13174786-42 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1443 (ObjNum 600 snap 182 seq_num 600) dirty exists 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:2287: finishing copy_from racing read to smithi13174786-39 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:2287: finishing copy_from to smithi13174786-39 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 883 (ObjNum 667 snap 206 seq_num 667) dirty exists 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:2290: finishing rollback tid 1 to smithi13174786-26 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 0 (ObjNum 129 snap 0 seq_num 2120194800) dirty dne 2024-08-29T14:56:59.190 INFO:tasks.rados.rados.0.smithi131.stdout:2284: done (3 left) 2024-08-29T14:56:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:2287: done (2 left) 2024-08-29T14:56:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:2288: done (1 left) 2024-08-29T14:56:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:2290: done (0 left) 2024-08-29T14:56:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:2291: rollback oid 10 current snap is 223 2024-08-29T14:56:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 10 to 212 2024-08-29T14:56:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:2292: read oid 17 snap -1 2024-08-29T14:56:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:2292: expect (ObjNum 683 snap 210 seq_num 683) 2024-08-29T14:56:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:2293: rollback oid 46 current snap is 223 2024-08-29T14:56:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 46 to 213 2024-08-29T14:56:59.191 INFO:tasks.rados.rados.0.smithi131.stdout:2294: snap_remove snap 220 2024-08-29T14:56:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:56:59 smithi131 ceph-mon[87973]: osdmap e525: 8 total, 8 up, 8 in 2024-08-29T14:56:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:56:59 smithi131 ceph-mon[90512]: osdmap e525: 8 total, 8 up, 8 in 2024-08-29T14:56:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:56:59 smithi169 ceph-mon[78471]: osdmap e525: 8 total, 8 up, 8 in 2024-08-29T14:57:00.094 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:57:00.186 INFO:tasks.rados.rados.0.smithi131.stdout:2291: finishing rollback tid 0 to smithi13174786-10 2024-08-29T14:57:00.186 INFO:tasks.rados.rados.0.smithi131.stdout:2293: finishing rollback tid 0 to smithi13174786-46 2024-08-29T14:57:00.186 INFO:tasks.rados.rados.0.smithi131.stdout:2291: finishing rollback tid 1 to smithi13174786-10 2024-08-29T14:57:00.186 INFO:tasks.rados.rados.0.smithi131.stdout:2293: finishing rollback tid 1 to smithi13174786-46 2024-08-29T14:57:00.186 INFO:tasks.rados.rados.0.smithi131.stdout:2293: finishing rollback tid 2 to smithi13174786-46 2024-08-29T14:57:00.186 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 1017 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:57:00.186 INFO:tasks.rados.rados.0.smithi131.stdout:2291: finishing rollback tid 2 to smithi13174786-10 2024-08-29T14:57:00.186 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1437 (ObjNum 633 snap 192 seq_num 633) dirty exists 2024-08-29T14:57:00.186 INFO:tasks.rados.rados.0.smithi131.stdout:2292: expect (ObjNum 683 snap 210 seq_num 683) 2024-08-29T14:57:00.342 INFO:tasks.rados.rados.0.smithi131.stdout:2291: done (3 left) 2024-08-29T14:57:00.342 INFO:tasks.rados.rados.0.smithi131.stdout:2292: done (2 left) 2024-08-29T14:57:00.342 INFO:tasks.rados.rados.0.smithi131.stdout:2293: done (1 left) 2024-08-29T14:57:00.342 INFO:tasks.rados.rados.0.smithi131.stdout:2294: done (0 left) 2024-08-29T14:57:00.343 INFO:tasks.rados.rados.0.smithi131.stdout:2295: rollback oid 10 current snap is 223 2024-08-29T14:57:00.343 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 10 to 213 2024-08-29T14:57:00.343 INFO:tasks.rados.rados.0.smithi131.stdout:2296: delete oid 37 current snap is 223 2024-08-29T14:57:00.344 INFO:tasks.rados.rados.0.smithi131.stdout:2296: done (1 left) 2024-08-29T14:57:00.344 INFO:tasks.rados.rados.0.smithi131.stdout:2297: rollback oid 35 current snap is 223 2024-08-29T14:57:00.344 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 35 to 212 2024-08-29T14:57:00.344 INFO:tasks.rados.rados.0.smithi131.stdout:2298: snap_create 2024-08-29T14:57:00.344 INFO:tasks.rados.rados.0.smithi131.stdout:2295: finishing rollback tid 0 to smithi13174786-10 2024-08-29T14:57:00.344 INFO:tasks.rados.rados.0.smithi131.stdout:2295: finishing rollback tid 1 to smithi13174786-10 2024-08-29T14:57:00.357 INFO:tasks.rados.rados.0.smithi131.stdout:2295: finishing rollback tid 2 to smithi13174786-10 2024-08-29T14:57:00.358 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1440 (ObjNum 633 snap 192 seq_num 633) dirty exists 2024-08-29T14:57:00.358 INFO:tasks.rados.rados.0.smithi131.stdout:2297: finishing rollback tid 0 to smithi13174786-35 2024-08-29T14:57:00.359 INFO:tasks.rados.rados.0.smithi131.stdout:2297: finishing rollback tid 1 to smithi13174786-35 2024-08-29T14:57:00.359 INFO:tasks.rados.rados.0.smithi131.stdout:2297: finishing rollback tid 2 to smithi13174786-35 2024-08-29T14:57:00.359 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1443 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:57:00.361 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:00 smithi131 ceph-mon[90512]: pgmap v376: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.3 MiB/s wr, 13 op/s 2024-08-29T14:57:00.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:00 smithi131 ceph-mon[90512]: osdmap e526: 8 total, 8 up, 8 in 2024-08-29T14:57:00.362 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:00.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:00 smithi131 ceph-mon[87973]: pgmap v376: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.3 MiB/s wr, 13 op/s 2024-08-29T14:57:00.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:00 smithi131 ceph-mon[87973]: osdmap e526: 8 total, 8 up, 8 in 2024-08-29T14:57:00.362 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:00 smithi169 ceph-mon[78471]: pgmap v376: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.3 MiB/s wr, 13 op/s 2024-08-29T14:57:00.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:00 smithi169 ceph-mon[78471]: osdmap e526: 8 total, 8 up, 8 in 2024-08-29T14:57:00.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:00 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:00.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:57:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:57:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:57:00.666 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (5m) 81s ago 10m 21.3M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (5m) 13s ago 10m 85.2M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (11m) 81s ago 11m 16.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (11m) 13s ago 11m 22.3M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (4m) 13s ago 15m 455M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (5m) 81s ago 16m 523M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (4m) 81s ago 17m 56.4M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (3m) 13s ago 15m 46.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (4m) 81s ago 15m 48.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (5m) 81s ago 9m 10.7M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (5m) 13s ago 9m 11.2M - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:57:00.667 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (3m) 81s ago 14m 114M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 2b80a23f091c 2024-08-29T14:57:00.668 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (2m) 81s ago 14m 114M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 7ef2711f92d6 2024-08-29T14:57:00.668 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (119s) 81s ago 14m 99.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec def684d0aaf6 2024-08-29T14:57:00.668 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (85s) 81s ago 13m 12.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 413c5146ddeb 2024-08-29T14:57:00.668 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (53s) 13s ago 13m 153M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec c83aa6304b98 2024-08-29T14:57:00.668 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (18s) 13s ago 12m 12.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 99f84d9bb029 2024-08-29T14:57:00.668 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (12m) 13s ago 12m 191M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 b63a9c60dace 2024-08-29T14:57:00.668 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (12m) 13s ago 12m 148M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:57:00.668 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (4m) 13s ago 10m 51.5M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:57:00.998 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:57:00.998 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:57:00.998 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:57:00.998 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:57:00.998 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2, 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 6 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:57:00.999 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 4, 2024-08-29T14:57:01.000 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 11 2024-08-29T14:57:01.000 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:57:01.000 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:57:01.163 INFO:tasks.rados.rados.0.smithi131.stdout:2295: done (2 left) 2024-08-29T14:57:01.163 INFO:tasks.rados.rados.0.smithi131.stdout:2297: done (1 left) 2024-08-29T14:57:01.163 INFO:tasks.rados.rados.0.smithi131.stdout:2298: done (0 left) 2024-08-29T14:57:01.163 INFO:tasks.rados.rados.0.smithi131.stdout:2299: snap_create 2024-08-29T14:57:01.283 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:57:01.283 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:57:01.283 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:57:01.283 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:57:01.283 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:57:01.283 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:57:01.283 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:57:01.283 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:57:01.283 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "11/20 daemons upgraded", 2024-08-29T14:57:01.283 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading osd daemons", 2024-08-29T14:57:01.284 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:57:01.284 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:57:01.284 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:01 smithi131 ceph-mon[87973]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:01.284 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:01 smithi131 ceph-mon[87973]: osdmap e527: 8 total, 8 up, 8 in 2024-08-29T14:57:01.284 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:01 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2666216643' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:01.284 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:01 smithi131 ceph-mon[87973]: osdmap e528: 8 total, 8 up, 8 in 2024-08-29T14:57:01.284 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:01 smithi131 ceph-mon[90512]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:01.285 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:01 smithi131 ceph-mon[90512]: osdmap e527: 8 total, 8 up, 8 in 2024-08-29T14:57:01.285 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:01 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2666216643' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:01.285 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:01 smithi131 ceph-mon[90512]: osdmap e528: 8 total, 8 up, 8 in 2024-08-29T14:57:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:01 smithi169 ceph-mon[78471]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:01 smithi169 ceph-mon[78471]: osdmap e527: 8 total, 8 up, 8 in 2024-08-29T14:57:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:01 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2666216643' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:01.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:01 smithi169 ceph-mon[78471]: osdmap e528: 8 total, 8 up, 8 in 2024-08-29T14:57:02.166 INFO:tasks.rados.rados.0.smithi131.stdout:2299: done (0 left) 2024-08-29T14:57:02.166 INFO:tasks.rados.rados.0.smithi131.stdout:2300: snap_create 2024-08-29T14:57:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:02 smithi131 ceph-mon[87973]: pgmap v379: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-08-29T14:57:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:02 smithi131 ceph-mon[87973]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:02 smithi131 ceph-mon[87973]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:02.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:02 smithi131 ceph-mon[87973]: osdmap e529: 8 total, 8 up, 8 in 2024-08-29T14:57:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:02 smithi131 ceph-mon[90512]: pgmap v379: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-08-29T14:57:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:02 smithi131 ceph-mon[90512]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:02 smithi131 ceph-mon[90512]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:02 smithi131 ceph-mon[90512]: osdmap e529: 8 total, 8 up, 8 in 2024-08-29T14:57:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:02 smithi169 ceph-mon[78471]: pgmap v379: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-08-29T14:57:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:02 smithi169 ceph-mon[78471]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:02 smithi169 ceph-mon[78471]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:02 smithi169 ceph-mon[78471]: osdmap e529: 8 total, 8 up, 8 in 2024-08-29T14:57:03.170 INFO:tasks.rados.rados.0.smithi131.stdout:2300: done (0 left) 2024-08-29T14:57:03.171 INFO:tasks.rados.rados.0.smithi131.stdout:2301: read oid 21 snap -1 2024-08-29T14:57:03.171 INFO:tasks.rados.rados.0.smithi131.stdout:2301: expect deleted 2024-08-29T14:57:03.171 INFO:tasks.rados.rados.0.smithi131.stdout:2302: delete oid 10 current snap is 226 2024-08-29T14:57:03.175 INFO:tasks.rados.rados.0.smithi131.stdout:2301: done (1 left) 2024-08-29T14:57:03.175 INFO:tasks.rados.rados.0.smithi131.stdout:2302: done (0 left) 2024-08-29T14:57:03.175 INFO:tasks.rados.rados.0.smithi131.stdout:2303: rollback oid 38 current snap is 226 2024-08-29T14:57:03.175 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 217 2024-08-29T14:57:03.175 INFO:tasks.rados.rados.0.smithi131.stdout:2304: snap_remove snap 223 2024-08-29T14:57:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:03 smithi131 ceph-mon[87973]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:03 smithi131 ceph-mon[87973]: osdmap e530: 8 total, 8 up, 8 in 2024-08-29T14:57:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:03 smithi131 ceph-mon[90512]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:03 smithi131 ceph-mon[90512]: osdmap e530: 8 total, 8 up, 8 in 2024-08-29T14:57:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:03 smithi169 ceph-mon[78471]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:03 smithi169 ceph-mon[78471]: osdmap e530: 8 total, 8 up, 8 in 2024-08-29T14:57:04.172 INFO:tasks.rados.rados.0.smithi131.stdout:2304: done (1 left) 2024-08-29T14:57:04.172 INFO:tasks.rados.rados.0.smithi131.stdout:2305: snap_create 2024-08-29T14:57:04.172 INFO:tasks.rados.rados.0.smithi131.stdout:2303: finishing rollback tid 0 to smithi13174786-38 2024-08-29T14:57:04.172 INFO:tasks.rados.rados.0.smithi131.stdout:2303: finishing rollback tid 1 to smithi13174786-38 2024-08-29T14:57:04.172 INFO:tasks.rados.rados.0.smithi131.stdout:2303: finishing rollback tid 2 to smithi13174786-38 2024-08-29T14:57:04.172 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1436 (ObjNum 664 snap 205 seq_num 664) dirty exists 2024-08-29T14:57:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:04 smithi131 ceph-mon[87973]: pgmap v382: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 12 KiB/s wr, 7 op/s 2024-08-29T14:57:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:04 smithi131 ceph-mon[87973]: osdmap e531: 8 total, 8 up, 8 in 2024-08-29T14:57:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:04 smithi131 ceph-mon[90512]: pgmap v382: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 12 KiB/s wr, 7 op/s 2024-08-29T14:57:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:04 smithi131 ceph-mon[90512]: osdmap e531: 8 total, 8 up, 8 in 2024-08-29T14:57:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:04 smithi169 ceph-mon[78471]: pgmap v382: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 12 KiB/s wr, 7 op/s 2024-08-29T14:57:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:04 smithi169 ceph-mon[78471]: osdmap e531: 8 total, 8 up, 8 in 2024-08-29T14:57:05.171 INFO:tasks.rados.rados.0.smithi131.stdout:2303: done (1 left) 2024-08-29T14:57:05.171 INFO:tasks.rados.rados.0.smithi131.stdout:2305: done (0 left) 2024-08-29T14:57:05.172 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 40 current snap is 227 2024-08-29T14:57:05.172 INFO:tasks.rados.rados.0.smithi131.stdout:2306: seq_num 722 ranges {0=98304} 2024-08-29T14:57:05.172 INFO:tasks.rados.rados.0.smithi131.stdout:2306: writing smithi13174786-40 from 0 to 98304 tid 1 2024-08-29T14:57:05.172 INFO:tasks.rados.rados.0.smithi131.stdout:2307: setattr oid 18 current snap is 227 2024-08-29T14:57:05.173 INFO:tasks.rados.rados.0.smithi131.stdout:2308: setattr oid 7 current snap is 227 2024-08-29T14:57:05.175 INFO:tasks.rados.rados.0.smithi131.stdout:2309: rollback oid 12 current snap is 227 2024-08-29T14:57:05.175 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 12 to 215 2024-08-29T14:57:05.175 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 227 2024-08-29T14:57:05.175 INFO:tasks.rados.rados.0.smithi131.stdout:2310: seq_num 723 ranges {4726784=114688} 2024-08-29T14:57:05.202 INFO:tasks.rados.rados.0.smithi131.stdout:2310: writing smithi13174786-4 from 4726784 to 4841472 tid 1 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:2311: read oid 32 snap 226 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:2311: expect deleted 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:2312: copy_from oid 46 from oid 20 current snap is 227 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1596 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:2306: finishing write tid 1 to smithi13174786-40 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:2307: done (6 left) 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:2313: read oid 38 snap 225 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:2313: expect (ObjNum 664 snap 205 seq_num 664) 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:2314: snap_create 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:2309: finishing rollback tid 0 to smithi13174786-12 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:2309: finishing rollback tid 1 to smithi13174786-12 2024-08-29T14:57:05.203 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1105 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-29T14:57:05.204 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1439 (ObjNum 714 snap 219 seq_num 714) dirty exists 2024-08-29T14:57:05.204 INFO:tasks.rados.rados.0.smithi131.stdout:2306: finishing write tid 2 to smithi13174786-40 2024-08-29T14:57:05.204 INFO:tasks.rados.rados.0.smithi131.stdout:2306: finishing write tid 3 to smithi13174786-40 2024-08-29T14:57:05.204 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1445 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-08-29T14:57:05.204 INFO:tasks.rados.rados.0.smithi131.stdout:2306: left oid 40 (ObjNum 722 snap 227 seq_num 722) 2024-08-29T14:57:05.208 INFO:tasks.rados.rados.0.smithi131.stdout:2310: finishing write tid 1 to smithi13174786-4 2024-08-29T14:57:05.208 INFO:tasks.rados.rados.0.smithi131.stdout:2310: finishing write tid 2 to smithi13174786-4 2024-08-29T14:57:05.211 INFO:tasks.rados.rados.0.smithi131.stdout:2312: finishing copy_from racing read to smithi13174786-46 2024-08-29T14:57:05.211 INFO:tasks.rados.rados.0.smithi131.stdout:2313: expect (ObjNum 664 snap 205 seq_num 664) 2024-08-29T14:57:05.252 INFO:tasks.rados.rados.0.smithi131.stdout:2312: finishing copy_from to smithi13174786-46 2024-08-29T14:57:05.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 732 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:57:05.252 INFO:tasks.rados.rados.0.smithi131.stdout:2310: finishing write tid 3 to smithi13174786-4 2024-08-29T14:57:05.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1446 (ObjNum 723 snap 227 seq_num 723) dirty exists 2024-08-29T14:57:05.253 INFO:tasks.rados.rados.0.smithi131.stdout:2310: left oid 4 (ObjNum 723 snap 227 seq_num 723) 2024-08-29T14:57:05.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:05 smithi131 ceph-mon[87973]: pgmap v385: 121 pgs: 121 active+clean; 231 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 496 KiB/s wr, 4 op/s 2024-08-29T14:57:05.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:05.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:05.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:05 smithi131 ceph-mon[87973]: osdmap e532: 8 total, 8 up, 8 in 2024-08-29T14:57:05.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:05 smithi131 ceph-mon[90512]: pgmap v385: 121 pgs: 121 active+clean; 231 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 496 KiB/s wr, 4 op/s 2024-08-29T14:57:05.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:05.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:05.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:05 smithi131 ceph-mon[90512]: osdmap e532: 8 total, 8 up, 8 in 2024-08-29T14:57:05.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:05 smithi169 ceph-mon[78471]: pgmap v385: 121 pgs: 121 active+clean; 231 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 496 KiB/s wr, 4 op/s 2024-08-29T14:57:05.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:05.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:05.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:05 smithi169 ceph-mon[78471]: osdmap e532: 8 total, 8 up, 8 in 2024-08-29T14:57:06.165 INFO:tasks.rados.rados.0.smithi131.stdout:2306: done (7 left) 2024-08-29T14:57:06.165 INFO:tasks.rados.rados.0.smithi131.stdout:2308: done (6 left) 2024-08-29T14:57:06.165 INFO:tasks.rados.rados.0.smithi131.stdout:2309: done (5 left) 2024-08-29T14:57:06.166 INFO:tasks.rados.rados.0.smithi131.stdout:2310: done (4 left) 2024-08-29T14:57:06.166 INFO:tasks.rados.rados.0.smithi131.stdout:2311: done (3 left) 2024-08-29T14:57:06.166 INFO:tasks.rados.rados.0.smithi131.stdout:2312: done (2 left) 2024-08-29T14:57:06.166 INFO:tasks.rados.rados.0.smithi131.stdout:2313: done (1 left) 2024-08-29T14:57:06.166 INFO:tasks.rados.rados.0.smithi131.stdout:2314: done (0 left) 2024-08-29T14:57:06.166 INFO:tasks.rados.rados.0.smithi131.stdout:2315: copy_from oid 23 from oid 16 current snap is 228 2024-08-29T14:57:06.166 INFO:tasks.rados.rados.0.smithi131.stdout:2316: setattr oid 43 current snap is 228 2024-08-29T14:57:06.169 INFO:tasks.rados.rados.0.smithi131.stdout:2317: snap_create 2024-08-29T14:57:06.172 INFO:tasks.rados.rados.0.smithi131.stdout:2315: finishing copy_from to smithi13174786-23 2024-08-29T14:57:06.172 INFO:tasks.rados.rados.0.smithi131.stdout:2315: got expected ENOENT (src dne) 2024-08-29T14:57:06.172 INFO:tasks.rados.rados.0.smithi131.stdout:2315: finishing copy_from racing read to smithi13174786-23 2024-08-29T14:57:06.176 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1051 (ObjNum 717 snap 222 seq_num 717) dirty exists 2024-08-29T14:57:06.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:57:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:57:05] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.51.0" 2024-08-29T14:57:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:06 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-29T14:57:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:06 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T14:57:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:06 smithi169 ceph-mon[78471]: Upgrade: osd.6 is safe to restart 2024-08-29T14:57:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:06 smithi169 ceph-mon[78471]: osdmap e533: 8 total, 8 up, 8 in 2024-08-29T14:57:06.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:06 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-29T14:57:06.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:06 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T14:57:06.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:06 smithi131 ceph-mon[87973]: Upgrade: osd.6 is safe to restart 2024-08-29T14:57:06.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:06 smithi131 ceph-mon[87973]: osdmap e533: 8 total, 8 up, 8 in 2024-08-29T14:57:06.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:06 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-29T14:57:06.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:06 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T14:57:06.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:06 smithi131 ceph-mon[90512]: Upgrade: osd.6 is safe to restart 2024-08-29T14:57:06.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:06 smithi131 ceph-mon[90512]: osdmap e533: 8 total, 8 up, 8 in 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:2315: done (2 left) 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:2316: done (1 left) 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:2317: done (0 left) 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:2318: copy_from oid 9 from oid 43 current snap is 229 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:2319: copy_from oid 20 from oid 18 current snap is 229 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:2320: read oid 15 snap 215 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:2320: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:2321: read oid 44 snap -1 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:2321: expect deleted 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 229 2024-08-29T14:57:07.178 INFO:tasks.rados.rados.0.smithi131.stdout:2322: seq_num 724 ranges {1581056=131072} 2024-08-29T14:57:07.187 INFO:tasks.rados.rados.0.smithi131.stdout:2322: writing smithi13174786-22 from 1581056 to 1712128 tid 1 2024-08-29T14:57:07.187 INFO:tasks.rados.rados.0.smithi131.stdout:2323: read oid 39 snap -1 2024-08-29T14:57:07.187 INFO:tasks.rados.rados.0.smithi131.stdout:2323: expect (ObjNum 667 snap 206 seq_num 667) 2024-08-29T14:57:07.187 INFO:tasks.rados.rados.0.smithi131.stdout:2324: snap_remove snap 213 2024-08-29T14:57:08.184 INFO:tasks.rados.rados.0.smithi131.stdout:2324: done (6 left) 2024-08-29T14:57:08.184 INFO:tasks.rados.rados.0.smithi131.stdout:2325: snap_remove snap 224 2024-08-29T14:57:08.349 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:08 smithi169 ceph-mon[78471]: pgmap v388: 121 pgs: 121 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 524 KiB/s wr, 10 op/s 2024-08-29T14:57:08.349 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:08 smithi169 ceph-mon[78471]: osdmap e534: 8 total, 8 up, 8 in 2024-08-29T14:57:08.349 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:08 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:08.349 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:08 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-29T14:57:08.349 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:08 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:08 smithi131 ceph-mon[87973]: pgmap v388: 121 pgs: 121 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 524 KiB/s wr, 10 op/s 2024-08-29T14:57:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:08 smithi131 ceph-mon[87973]: osdmap e534: 8 total, 8 up, 8 in 2024-08-29T14:57:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:08 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:08.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:08 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-29T14:57:08.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:08 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:08 smithi131 ceph-mon[90512]: pgmap v388: 121 pgs: 121 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 524 KiB/s wr, 10 op/s 2024-08-29T14:57:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:08 smithi131 ceph-mon[90512]: osdmap e534: 8 total, 8 up, 8 in 2024-08-29T14:57:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:08 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:08 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-29T14:57:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:08 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:09.189 INFO:tasks.rados.rados.0.smithi131.stdout:2325: done (6 left) 2024-08-29T14:57:09.190 INFO:tasks.rados.rados.0.smithi131.stdout:2326: setattr oid 38 current snap is 229 2024-08-29T14:57:09.190 INFO:tasks.rados.rados.0.smithi131.stdout:2319: finishing copy_from racing read to smithi13174786-20 2024-08-29T14:57:09.190 INFO:tasks.rados.rados.0.smithi131.stdout:2319: finishing copy_from to smithi13174786-20 2024-08-29T14:57:09.190 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 1596 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:57:09.190 INFO:tasks.rados.rados.0.smithi131.stdout:2320: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:57:09.216 INFO:tasks.rados.rados.0.smithi131.stdout:2322: finishing write tid 1 to smithi13174786-22 2024-08-29T14:57:09.216 INFO:tasks.rados.rados.0.smithi131.stdout:2322: finishing write tid 2 to smithi13174786-22 2024-08-29T14:57:09.216 INFO:tasks.rados.rados.0.smithi131.stdout:2322: finishing write tid 3 to smithi13174786-22 2024-08-29T14:57:09.216 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 1599 (ObjNum 724 snap 229 seq_num 724) dirty exists 2024-08-29T14:57:09.216 INFO:tasks.rados.rados.0.smithi131.stdout:2322: left oid 22 (ObjNum 724 snap 229 seq_num 724) 2024-08-29T14:57:09.216 INFO:tasks.rados.rados.0.smithi131.stdout:2323: expect (ObjNum 667 snap 206 seq_num 667) 2024-08-29T14:57:09.258 INFO:tasks.rados.rados.0.smithi131.stdout:2318: finishing copy_from racing read to smithi13174786-9 2024-08-29T14:57:09.258 INFO:tasks.rados.rados.0.smithi131.stdout:2318: finishing copy_from to smithi13174786-9 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1051 (ObjNum 717 snap 222 seq_num 717) dirty exists 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1437 (ObjNum 664 snap 205 seq_num 664) dirty exists 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:2318: done (6 left) 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:2319: done (5 left) 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:2320: done (4 left) 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:2321: done (3 left) 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:2322: done (2 left) 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:2323: done (1 left) 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:2326: done (0 left) 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:2327: rollback oid 25 current snap is 229 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 25 to 217 2024-08-29T14:57:09.259 INFO:tasks.rados.rados.0.smithi131.stdout:2328: snap_create 2024-08-29T14:57:09.263 INFO:tasks.rados.rados.0.smithi131.stdout:2327: finishing rollback tid 0 to smithi13174786-25 2024-08-29T14:57:09.263 INFO:tasks.rados.rados.0.smithi131.stdout:2327: finishing rollback tid 1 to smithi13174786-25 2024-08-29T14:57:09.264 INFO:tasks.rados.rados.0.smithi131.stdout:2327: finishing rollback tid 2 to smithi13174786-25 2024-08-29T14:57:09.264 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1613 (ObjNum 705 snap 217 seq_num 705) dirty exists 2024-08-29T14:57:09.443 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:09 smithi169 ceph-mon[78471]: Upgrade: Updating osd.6 2024-08-29T14:57:09.443 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:09 smithi169 ceph-mon[78471]: Deploying daemon osd.6 on smithi169 2024-08-29T14:57:09.443 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:09 smithi169 ceph-mon[78471]: osdmap e535: 8 total, 8 up, 8 in 2024-08-29T14:57:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:09 smithi131 ceph-mon[87973]: Upgrade: Updating osd.6 2024-08-29T14:57:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:09 smithi131 ceph-mon[87973]: Deploying daemon osd.6 on smithi169 2024-08-29T14:57:09.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:09 smithi131 ceph-mon[87973]: osdmap e535: 8 total, 8 up, 8 in 2024-08-29T14:57:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:09 smithi131 ceph-mon[90512]: Upgrade: Updating osd.6 2024-08-29T14:57:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:09 smithi131 ceph-mon[90512]: Deploying daemon osd.6 on smithi169 2024-08-29T14:57:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:09 smithi131 ceph-mon[90512]: osdmap e535: 8 total, 8 up, 8 in 2024-08-29T14:57:10.192 INFO:tasks.rados.rados.0.smithi131.stdout:2327: done (1 left) 2024-08-29T14:57:10.192 INFO:tasks.rados.rados.0.smithi131.stdout:2328: done (0 left) 2024-08-29T14:57:10.192 INFO:tasks.rados.rados.0.smithi131.stdout:2329: read oid 7 snap -1 2024-08-29T14:57:10.192 INFO:tasks.rados.rados.0.smithi131.stdout:2329: expect (ObjNum 714 snap 219 seq_num 714) 2024-08-29T14:57:10.192 INFO:tasks.rados.rados.0.smithi131.stdout:2330: read oid 34 snap -1 2024-08-29T14:57:10.192 INFO:tasks.rados.rados.0.smithi131.stdout:2330: expect (ObjNum 719 snap 223 seq_num 719) 2024-08-29T14:57:10.192 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 230 2024-08-29T14:57:10.193 INFO:tasks.rados.rados.0.smithi131.stdout:2331: seq_num 725 ranges {3497984=147456} 2024-08-29T14:57:10.212 INFO:tasks.rados.rados.0.smithi131.stdout:2331: writing smithi13174786-23 from 3497984 to 3645440 tid 1 2024-08-29T14:57:10.212 INFO:tasks.rados.rados.0.smithi131.stdout:2332: copy_from oid 1 from oid 39 current snap is 230 2024-08-29T14:57:10.212 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 230 2024-08-29T14:57:10.212 INFO:tasks.rados.rados.0.smithi131.stdout:2333: seq_num 726 ranges {3538944=163840} 2024-08-29T14:57:10.233 INFO:tasks.rados.rados.0.smithi131.stdout:2333: writing smithi13174786-9 from 3538944 to 3702784 tid 1 2024-08-29T14:57:10.233 INFO:tasks.rados.rados.0.smithi131.stdout:2334: read oid 10 snap -1 2024-08-29T14:57:10.233 INFO:tasks.rados.rados.0.smithi131.stdout:2334: expect deleted 2024-08-29T14:57:10.233 INFO:tasks.rados.rados.0.smithi131.stdout:2335: read oid 3 snap -1 2024-08-29T14:57:10.233 INFO:tasks.rados.rados.0.smithi131.stdout:2335: expect (ObjNum 676 snap 209 seq_num 676) 2024-08-29T14:57:10.233 INFO:tasks.rados.rados.0.smithi131.stdout:2336: copy_from oid 25 from oid 33 current snap is 230 2024-08-29T14:57:10.234 INFO:tasks.rados.rados.0.smithi131.stdout:2329: expect (ObjNum 714 snap 219 seq_num 714) 2024-08-29T14:57:10.301 INFO:tasks.rados.rados.0.smithi131.stdout:2331: finishing write tid 1 to smithi13174786-23 2024-08-29T14:57:10.302 INFO:tasks.rados.rados.0.smithi131.stdout:2331: finishing write tid 2 to smithi13174786-23 2024-08-29T14:57:10.302 INFO:tasks.rados.rados.0.smithi131.stdout:2330: expect (ObjNum 719 snap 223 seq_num 719) 2024-08-29T14:57:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:10 smithi169 ceph-mon[78471]: pgmap v391: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-08-29T14:57:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:10 smithi169 ceph-mon[78471]: osdmap e536: 8 total, 8 up, 8 in 2024-08-29T14:57:10.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:57:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:57:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:57:10.582 INFO:tasks.rados.rados.0.smithi131.stdout:2331: finishing write tid 3 to smithi13174786-23 2024-08-29T14:57:10.582 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1107 (ObjNum 725 snap 230 seq_num 725) dirty exists 2024-08-29T14:57:10.582 INFO:tasks.rados.rados.0.smithi131.stdout:2331: left oid 23 (ObjNum 725 snap 230 seq_num 725) 2024-08-29T14:57:10.582 INFO:tasks.rados.rados.0.smithi131.stdout:2332: finishing copy_from racing read to smithi13174786-1 2024-08-29T14:57:10.582 INFO:tasks.rados.rados.0.smithi131.stdout:2332: finishing copy_from to smithi13174786-1 2024-08-29T14:57:10.582 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 883 (ObjNum 667 snap 206 seq_num 667) dirty exists 2024-08-29T14:57:10.582 INFO:tasks.rados.rados.0.smithi131.stdout:2329: done (7 left) 2024-08-29T14:57:10.582 INFO:tasks.rados.rados.0.smithi131.stdout:2330: done (6 left) 2024-08-29T14:57:10.583 INFO:tasks.rados.rados.0.smithi131.stdout:2331: done (5 left) 2024-08-29T14:57:10.583 INFO:tasks.rados.rados.0.smithi131.stdout:2332: done (4 left) 2024-08-29T14:57:10.583 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 35 current snap is 230 2024-08-29T14:57:10.583 INFO:tasks.rados.rados.0.smithi131.stdout:2337: seq_num 727 ranges {892928=180224} 2024-08-29T14:57:10.588 INFO:tasks.rados.rados.0.smithi131.stdout:2337: writing smithi13174786-35 from 892928 to 1073152 tid 1 2024-08-29T14:57:10.588 INFO:tasks.rados.rados.0.smithi131.stdout:2338: snap_create 2024-08-29T14:57:10.588 INFO:tasks.rados.rados.0.smithi131.stdout:2333: finishing write tid 1 to smithi13174786-9 2024-08-29T14:57:10.588 INFO:tasks.rados.rados.0.smithi131.stdout:2333: finishing write tid 2 to smithi13174786-9 2024-08-29T14:57:10.588 INFO:tasks.rados.rados.0.smithi131.stdout:2333: finishing write tid 3 to smithi13174786-9 2024-08-29T14:57:10.588 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1053 (ObjNum 726 snap 230 seq_num 726) dirty exists 2024-08-29T14:57:10.588 INFO:tasks.rados.rados.0.smithi131.stdout:2333: left oid 9 (ObjNum 726 snap 230 seq_num 726) 2024-08-29T14:57:10.588 INFO:tasks.rados.rados.0.smithi131.stdout:2335: expect (ObjNum 676 snap 209 seq_num 676) 2024-08-29T14:57:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:10 smithi131 ceph-mon[87973]: pgmap v391: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-08-29T14:57:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:10 smithi131 ceph-mon[87973]: osdmap e536: 8 total, 8 up, 8 in 2024-08-29T14:57:10.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:10 smithi131 ceph-mon[90512]: pgmap v391: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-08-29T14:57:10.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:10 smithi131 ceph-mon[90512]: osdmap e536: 8 total, 8 up, 8 in 2024-08-29T14:57:10.756 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:10 smithi169 systemd[1]: Stopping Ceph osd.6 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:57:10.775 INFO:tasks.rados.rados.0.smithi131.stdout:2336: finishing copy_from racing read to smithi13174786-25 2024-08-29T14:57:10.775 INFO:tasks.rados.rados.0.smithi131.stdout:2336: finishing copy_from to smithi13174786-25 2024-08-29T14:57:10.775 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1008 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-08-29T14:57:10.775 INFO:tasks.rados.rados.0.smithi131.stdout:2337: finishing write tid 1 to smithi13174786-35 2024-08-29T14:57:10.775 INFO:tasks.rados.rados.0.smithi131.stdout:2337: finishing write tid 2 to smithi13174786-35 2024-08-29T14:57:10.775 INFO:tasks.rados.rados.0.smithi131.stdout:2337: finishing write tid 3 to smithi13174786-35 2024-08-29T14:57:10.775 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1459 (ObjNum 727 snap 230 seq_num 727) dirty exists 2024-08-29T14:57:10.775 INFO:tasks.rados.rados.0.smithi131.stdout:2337: left oid 35 (ObjNum 727 snap 230 seq_num 727) 2024-08-29T14:57:11.129 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[38169]: 2024-08-29T14:57:10.755+0000 7f7f779bf640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:57:11.129 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[38169]: 2024-08-29T14:57:10.755+0000 7f7f779bf640 -1 osd.6 537 *** Got signal Terminated *** 2024-08-29T14:57:11.129 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[38169]: 2024-08-29T14:57:10.755+0000 7f7f779bf640 -1 osd.6 537 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:57:11.168 INFO:tasks.rados.rados.0.smithi131.stdout:2333: done (5 left) 2024-08-29T14:57:11.168 INFO:tasks.rados.rados.0.smithi131.stdout:2334: done (4 left) 2024-08-29T14:57:11.168 INFO:tasks.rados.rados.0.smithi131.stdout:2335: done (3 left) 2024-08-29T14:57:11.168 INFO:tasks.rados.rados.0.smithi131.stdout:2336: done (2 left) 2024-08-29T14:57:11.168 INFO:tasks.rados.rados.0.smithi131.stdout:2337: done (1 left) 2024-08-29T14:57:11.168 INFO:tasks.rados.rados.0.smithi131.stdout:2338: done (0 left) 2024-08-29T14:57:11.168 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 231 2024-08-29T14:57:11.168 INFO:tasks.rados.rados.0.smithi131.stdout:2339: seq_num 728 ranges {3538944=196608} 2024-08-29T14:57:11.188 INFO:tasks.rados.rados.0.smithi131.stdout:2339: writing smithi13174786-43 from 3538944 to 3735552 tid 1 2024-08-29T14:57:11.188 INFO:tasks.rados.rados.0.smithi131.stdout:2340: snap_remove snap 229 2024-08-29T14:57:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:11 smithi131 ceph-mon[87973]: osdmap e537: 8 total, 8 up, 8 in 2024-08-29T14:57:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:11 smithi131 ceph-mon[87973]: osd.6 marked itself down and dead 2024-08-29T14:57:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:11 smithi131 ceph-mon[87973]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:57:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:11 smithi131 ceph-mon[87973]: osdmap e538: 8 total, 7 up, 8 in 2024-08-29T14:57:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:11 smithi131 ceph-mon[90512]: osdmap e537: 8 total, 8 up, 8 in 2024-08-29T14:57:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:11 smithi131 ceph-mon[90512]: osd.6 marked itself down and dead 2024-08-29T14:57:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:11 smithi131 ceph-mon[90512]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:57:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:11 smithi131 ceph-mon[90512]: osdmap e538: 8 total, 7 up, 8 in 2024-08-29T14:57:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:11 smithi169 ceph-mon[78471]: osdmap e537: 8 total, 8 up, 8 in 2024-08-29T14:57:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:11 smithi169 ceph-mon[78471]: osd.6 marked itself down and dead 2024-08-29T14:57:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:11 smithi169 ceph-mon[78471]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:57:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:11 smithi169 ceph-mon[78471]: osdmap e538: 8 total, 7 up, 8 in 2024-08-29T14:57:11.932 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:11 smithi169 podman[93806]: 2024-08-29 14:57:11.633474699 +0000 UTC m=+0.983904130 container died b63a9c60dace18ac5d9fe68988dfb7662f734a038e83e9a2215253f4f609d47e (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6, RELEASE=quincy-a89f613, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-29T14:57:12.173 INFO:tasks.rados.rados.0.smithi131.stdout:2340: done (1 left) 2024-08-29T14:57:12.173 INFO:tasks.rados.rados.0.smithi131.stdout:2341: copy_from oid 29 from oid 6 current snap is 231 2024-08-29T14:57:12.173 INFO:tasks.rados.rados.0.smithi131.stdout:2339: finishing write tid 1 to smithi13174786-43 2024-08-29T14:57:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:2339: finishing write tid 2 to smithi13174786-43 2024-08-29T14:57:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:2339: finishing write tid 3 to smithi13174786-43 2024-08-29T14:57:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1055 (ObjNum 728 snap 231 seq_num 728) dirty exists 2024-08-29T14:57:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:2339: left oid 43 (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:57:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:2339: done (1 left) 2024-08-29T14:57:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:2342: copy_from oid 23 from oid 16 current snap is 231 2024-08-29T14:57:12.174 INFO:tasks.rados.rados.0.smithi131.stdout:2343: delete oid 10 current snap is 231 2024-08-29T14:57:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:2342: finishing copy_from to smithi13174786-23 2024-08-29T14:57:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:2342: got expected ENOENT (src dne) 2024-08-29T14:57:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:2342: finishing copy_from racing read to smithi13174786-23 2024-08-29T14:57:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:2342: done (2 left) 2024-08-29T14:57:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:2343: done (1 left) 2024-08-29T14:57:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 231 2024-08-29T14:57:12.186 INFO:tasks.rados.rados.0.smithi131.stdout:2344: seq_num 730 ranges {450560=229376} 2024-08-29T14:57:12.189 INFO:tasks.rados.rados.0.smithi131.stdout:2344: writing smithi13174786-42 from 450560 to 679936 tid 1 2024-08-29T14:57:12.189 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 231 2024-08-29T14:57:12.189 INFO:tasks.rados.rados.0.smithi131.stdout:2345: seq_num 731 ranges {1581056=245760} 2024-08-29T14:57:12.200 INFO:tasks.rados.rados.0.smithi131.stdout:2345: writing smithi13174786-8 from 1581056 to 1826816 tid 1 2024-08-29T14:57:12.200 INFO:tasks.rados.rados.0.smithi131.stdout:2346: read oid 17 snap -1 2024-08-29T14:57:12.200 INFO:tasks.rados.rados.0.smithi131.stdout:2346: expect (ObjNum 683 snap 210 seq_num 683) 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2347: copy_from oid 36 from oid 3 current snap is 231 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2344: finishing write tid 1 to smithi13174786-42 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2344: finishing write tid 2 to smithi13174786-42 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2341: finishing copy_from racing read to smithi13174786-29 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2341: finishing copy_from to smithi13174786-29 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1011 (ObjNum 715 snap 220 seq_num 715) dirty exists 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2344: finishing write tid 3 to smithi13174786-42 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1447 (ObjNum 730 snap 231 seq_num 730) dirty exists 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2344: left oid 42 (ObjNum 730 snap 231 seq_num 730) 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2341: done (4 left) 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2344: done (3 left) 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2348: read oid 1 snap -1 2024-08-29T14:57:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2348: expect (ObjNum 667 snap 206 seq_num 667) 2024-08-29T14:57:12.202 INFO:tasks.rados.rados.0.smithi131.stdout:2349: read oid 18 snap 226 2024-08-29T14:57:12.202 INFO:tasks.rados.rados.0.smithi131.stdout:2349: expect deleted 2024-08-29T14:57:12.202 INFO:tasks.rados.rados.0.smithi131.stdout:2350: delete oid 38 current snap is 231 2024-08-29T14:57:12.202 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:12 smithi169 podman[93806]: 2024-08-29 14:57:12.095245905 +0000 UTC m=+1.445675379 container cleanup b63a9c60dace18ac5d9fe68988dfb7662f734a038e83e9a2215253f4f609d47e (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6, io.buildah.version=1.37.1, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=quincy-a89f613, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-29T14:57:12.202 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:12 smithi169 bash[93806]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6 2024-08-29T14:57:12.205 INFO:tasks.rados.rados.0.smithi131.stdout:2345: finishing write tid 1 to smithi13174786-8 2024-08-29T14:57:12.205 INFO:tasks.rados.rados.0.smithi131.stdout:2345: finishing write tid 2 to smithi13174786-8 2024-08-29T14:57:12.205 INFO:tasks.rados.rados.0.smithi131.stdout:2349: done (5 left) 2024-08-29T14:57:12.206 INFO:tasks.rados.rados.0.smithi131.stdout:2350: done (4 left) 2024-08-29T14:57:12.206 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 231 2024-08-29T14:57:12.206 INFO:tasks.rados.rados.0.smithi131.stdout:2351: seq_num 733 ranges {2940928=278528} 2024-08-29T14:57:12.224 INFO:tasks.rados.rados.0.smithi131.stdout:2351: writing smithi13174786-28 from 2940928 to 3219456 tid 1 2024-08-29T14:57:12.224 INFO:tasks.rados.rados.0.smithi131.stdout:2352: rmattr oid 22 current snap is 231 2024-08-29T14:57:12.224 INFO:tasks.rados.rados.0.smithi131.stdout:2352: done (5 left) 2024-08-29T14:57:12.224 INFO:tasks.rados.rados.0.smithi131.stdout:2353: copy_from oid 45 from oid 15 current snap is 231 2024-08-29T14:57:12.224 INFO:tasks.rados.rados.0.smithi131.stdout:2345: finishing write tid 3 to smithi13174786-8 2024-08-29T14:57:12.224 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 895 (ObjNum 731 snap 231 seq_num 731) dirty exists 2024-08-29T14:57:12.224 INFO:tasks.rados.rados.0.smithi131.stdout:2345: left oid 8 (ObjNum 731 snap 231 seq_num 731) 2024-08-29T14:57:12.224 INFO:tasks.rados.rados.0.smithi131.stdout:2345: done (5 left) 2024-08-29T14:57:12.224 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 11 current snap is 231 2024-08-29T14:57:12.224 INFO:tasks.rados.rados.0.smithi131.stdout:2348: expect (ObjNum 667 snap 206 seq_num 667) 2024-08-29T14:57:12.268 INFO:tasks.rados.rados.0.smithi131.stdout:2346: expect (ObjNum 683 snap 210 seq_num 683) 2024-08-29T14:57:12.412 INFO:tasks.rados.rados.0.smithi131.stdout:2351: finishing write tid 1 to smithi13174786-28 2024-08-29T14:57:12.412 INFO:tasks.rados.rados.0.smithi131.stdout:2351: finishing write tid 2 to smithi13174786-28 2024-08-29T14:57:12.412 INFO:tasks.rados.rados.0.smithi131.stdout:2354: seq_num 734 ranges {0=294912} 2024-08-29T14:57:12.413 INFO:tasks.rados.rados.0.smithi131.stdout:2354: writing smithi13174786-11 from 0 to 294912 tid 1 2024-08-29T14:57:12.413 INFO:tasks.rados.rados.0.smithi131.stdout:2346: done (5 left) 2024-08-29T14:57:12.414 INFO:tasks.rados.rados.0.smithi131.stdout:2348: done (4 left) 2024-08-29T14:57:12.414 INFO:tasks.rados.rados.0.smithi131.stdout:2355: snap_remove snap 200 2024-08-29T14:57:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:12 smithi131 ceph-mon[87973]: pgmap v394: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-29T14:57:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:12 smithi131 ceph-mon[87973]: osdmap e539: 8 total, 7 up, 8 in 2024-08-29T14:57:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:12 smithi131 ceph-mon[90512]: pgmap v394: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-29T14:57:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:12 smithi131 ceph-mon[90512]: osdmap e539: 8 total, 7 up, 8 in 2024-08-29T14:57:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:12 smithi169 ceph-mon[78471]: pgmap v394: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-29T14:57:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:12 smithi169 ceph-mon[78471]: osdmap e539: 8 total, 7 up, 8 in 2024-08-29T14:57:12.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:12 smithi169 podman[93827]: 2024-08-29 14:57:12.371749427 +0000 UTC m=+0.729509700 container remove b63a9c60dace18ac5d9fe68988dfb7662f734a038e83e9a2215253f4f609d47e (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, RELEASE=quincy-a89f613, io.buildah.version=1.37.1) 2024-08-29T14:57:13.059 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:12 smithi169 podman[93922]: 2024-08-29 14:57:12.637894632 +0000 UTC m=+0.016084156 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:57:13.060 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:12 smithi169 podman[93922]: 2024-08-29 14:57:12.739599415 +0000 UTC m=+0.117788976 container create efe9187f04c9ac550fe2ce7982a4ccd3fff75752b642dc826d53288f4d3516b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T14:57:13.060 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:12 smithi169 podman[93922]: 2024-08-29 14:57:12.95091386 +0000 UTC m=+0.329103385 container init efe9187f04c9ac550fe2ce7982a4ccd3fff75752b642dc826d53288f4d3516b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True) 2024-08-29T14:57:13.060 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:12 smithi169 podman[93922]: 2024-08-29 14:57:12.955525699 +0000 UTC m=+0.333715214 container start efe9187f04c9ac550fe2ce7982a4ccd3fff75752b642dc826d53288f4d3516b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-29T14:57:13.060 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:13 smithi169 podman[93922]: 2024-08-29 14:57:13.058873292 +0000 UTC m=+0.437062818 container attach efe9187f04c9ac550fe2ce7982a4ccd3fff75752b642dc826d53288f4d3516b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-29T14:57:13.217 INFO:tasks.rados.rados.0.smithi131.stdout:2355: done (4 left) 2024-08-29T14:57:13.217 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 231 2024-08-29T14:57:13.217 INFO:tasks.rados.rados.0.smithi131.stdout:2356: seq_num 735 ranges {3366912=311296} 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:2356: writing smithi13174786-13 from 3366912 to 3678208 tid 1 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:2357: rollback oid 48 current snap is 231 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 221 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:2347: finishing copy_from racing read to smithi13174786-36 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:2353: finishing copy_from racing read to smithi13174786-45 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:2347: finishing copy_from to smithi13174786-36 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1515 (ObjNum 676 snap 209 seq_num 676) dirty exists 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:2353: finishing copy_from to smithi13174786-45 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1415 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:2351: finishing write tid 3 to smithi13174786-28 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 1019 (ObjNum 733 snap 231 seq_num 733) dirty exists 2024-08-29T14:57:13.239 INFO:tasks.rados.rados.0.smithi131.stdout:2351: left oid 28 (ObjNum 733 snap 231 seq_num 733) 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:2354: finishing write tid 1 to smithi13174786-11 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:2354: finishing write tid 2 to smithi13174786-11 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:2354: finishing write tid 3 to smithi13174786-11 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1464 (ObjNum 734 snap 231 seq_num 734) dirty exists 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:2354: left oid 11 (ObjNum 734 snap 231 seq_num 734) 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:2347: done (5 left) 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:2351: done (4 left) 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:2353: done (3 left) 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:2354: done (2 left) 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 231 2024-08-29T14:57:13.240 INFO:tasks.rados.rados.0.smithi131.stdout:2358: seq_num 736 ranges {0=335872} 2024-08-29T14:57:13.241 INFO:tasks.rados.rados.0.smithi131.stdout:2358: writing smithi13174786-37 from 0 to 335872 tid 1 2024-08-29T14:57:13.241 INFO:tasks.rados.rados.0.smithi131.stdout:2359: snap_create 2024-08-29T14:57:13.242 INFO:tasks.rados.rados.0.smithi131.stdout:2356: finishing write tid 1 to smithi13174786-13 2024-08-29T14:57:13.242 INFO:tasks.rados.rados.0.smithi131.stdout:2356: finishing write tid 2 to smithi13174786-13 2024-08-29T14:57:13.243 INFO:tasks.rados.rados.0.smithi131.stdout:2356: finishing write tid 3 to smithi13174786-13 2024-08-29T14:57:13.243 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1280 (ObjNum 735 snap 231 seq_num 735) dirty exists 2024-08-29T14:57:13.243 INFO:tasks.rados.rados.0.smithi131.stdout:2356: left oid 13 (ObjNum 735 snap 231 seq_num 735) 2024-08-29T14:57:13.244 INFO:tasks.rados.rados.0.smithi131.stdout:2358: finishing write tid 1 to smithi13174786-37 2024-08-29T14:57:13.244 INFO:tasks.rados.rados.0.smithi131.stdout:2358: finishing write tid 2 to smithi13174786-37 2024-08-29T14:57:13.245 INFO:tasks.rados.rados.0.smithi131.stdout:2357: finishing rollback tid 0 to smithi13174786-48 2024-08-29T14:57:13.246 INFO:tasks.rados.rados.0.smithi131.stdout:2358: finishing write tid 3 to smithi13174786-37 2024-08-29T14:57:13.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1440 (ObjNum 736 snap 231 seq_num 736) dirty exists 2024-08-29T14:57:13.246 INFO:tasks.rados.rados.0.smithi131.stdout:2358: left oid 37 (ObjNum 736 snap 231 seq_num 736) 2024-08-29T14:57:13.246 INFO:tasks.rados.rados.0.smithi131.stdout:2357: finishing rollback tid 1 to smithi13174786-48 2024-08-29T14:57:13.246 INFO:tasks.rados.rados.0.smithi131.stdout:2357: finishing rollback tid 2 to smithi13174786-48 2024-08-29T14:57:13.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1518 (ObjNum 691 snap 213 seq_num 691) dirty exists 2024-08-29T14:57:13.379 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:13 smithi169 podman[93922]: 2024-08-29 14:57:13.143315921 +0000 UTC m=+0.521505437 container died efe9187f04c9ac550fe2ce7982a4ccd3fff75752b642dc826d53288f4d3516b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-29T14:57:13.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:13 smithi169 ceph-mon[78471]: pgmap v397: 121 pgs: 11 peering, 10 stale+active+clean, 100 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 466 KiB/s wr, 8 op/s 2024-08-29T14:57:13.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:13 smithi169 ceph-mon[78471]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-29T14:57:13.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:13 smithi169 ceph-mon[78471]: osdmap e540: 8 total, 7 up, 8 in 2024-08-29T14:57:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:13 smithi131 ceph-mon[87973]: pgmap v397: 121 pgs: 11 peering, 10 stale+active+clean, 100 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 466 KiB/s wr, 8 op/s 2024-08-29T14:57:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:13 smithi131 ceph-mon[87973]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-29T14:57:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:13 smithi131 ceph-mon[87973]: osdmap e540: 8 total, 7 up, 8 in 2024-08-29T14:57:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:13 smithi131 ceph-mon[90512]: pgmap v397: 121 pgs: 11 peering, 10 stale+active+clean, 100 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 466 KiB/s wr, 8 op/s 2024-08-29T14:57:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:13 smithi131 ceph-mon[90512]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-29T14:57:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:13 smithi131 ceph-mon[90512]: osdmap e540: 8 total, 7 up, 8 in 2024-08-29T14:57:13.732 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:13 smithi169 podman[93965]: 2024-08-29 14:57:13.729185481 +0000 UTC m=+0.579447447 container remove efe9187f04c9ac550fe2ce7982a4ccd3fff75752b642dc826d53288f4d3516b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-08-29T14:57:14.129 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:13 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-29T14:57:14.129 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:13 smithi169 systemd[1]: Stopped Ceph osd.6 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:57:14.129 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:13 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.6.service: Consumed 12.454s CPU time. 2024-08-29T14:57:14.129 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:13 smithi169 systemd[1]: Starting Ceph osd.6 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:57:14.212 INFO:tasks.rados.rados.0.smithi131.stdout:2356: done (3 left) 2024-08-29T14:57:14.212 INFO:tasks.rados.rados.0.smithi131.stdout:2357: done (2 left) 2024-08-29T14:57:14.212 INFO:tasks.rados.rados.0.smithi131.stdout:2358: done (1 left) 2024-08-29T14:57:14.212 INFO:tasks.rados.rados.0.smithi131.stdout:2359: done (0 left) 2024-08-29T14:57:14.212 INFO:tasks.rados.rados.0.smithi131.stdout:2360: snap_remove snap 221 2024-08-29T14:57:14.475 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 podman[94071]: 2024-08-29 14:57:14.067119806 +0000 UTC m=+0.016313470 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:57:14.475 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 podman[94071]: 2024-08-29 14:57:14.171728957 +0000 UTC m=+0.120922613 container create 29eca29255b891649b78499bfeb563162855a45f9fa98595119f66964fb5616b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:57:14.475 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 podman[94071]: 2024-08-29 14:57:14.399560505 +0000 UTC m=+0.348754165 container init 29eca29255b891649b78499bfeb563162855a45f9fa98595119f66964fb5616b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:57:14.475 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 podman[94071]: 2024-08-29 14:57:14.404300972 +0000 UTC m=+0.353494638 container start 29eca29255b891649b78499bfeb563162855a45f9fa98595119f66964fb5616b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-29T14:57:14.475 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 podman[94071]: 2024-08-29 14:57:14.474529109 +0000 UTC m=+0.423722766 container attach 29eca29255b891649b78499bfeb563162855a45f9fa98595119f66964fb5616b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-29T14:57:14.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:14.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:14.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:14.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:14.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:57:14.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:57:14.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:14.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:14.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:14.881 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:14.881 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-29T14:57:14.881 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-29T14:57:14.881 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-29T14:57:14.881 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-29T14:57:15.218 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-29T14:57:15.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-29T14:57:15.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-29T14:57:15.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-29T14:57:15.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-29T14:57:15.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-29T14:57:15.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-29T14:57:15.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-29T14:57:15.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate[94085]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-29T14:57:15.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 bash[94071]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-29T14:57:15.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:14 smithi169 podman[94071]: 2024-08-29 14:57:14.951389968 +0000 UTC m=+0.900583626 container died 29eca29255b891649b78499bfeb563162855a45f9fa98595119f66964fb5616b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-29T14:57:15.233 INFO:tasks.rados.rados.0.smithi131.stdout:2360: done (0 left) 2024-08-29T14:57:15.233 INFO:tasks.rados.rados.0.smithi131.stdout:2361: read oid 16 snap -1 2024-08-29T14:57:15.233 INFO:tasks.rados.rados.0.smithi131.stdout:2361: expect deleted 2024-08-29T14:57:15.233 INFO:tasks.rados.rados.0.smithi131.stdout:2362: read oid 15 snap -1 2024-08-29T14:57:15.233 INFO:tasks.rados.rados.0.smithi131.stdout:2362: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:57:15.233 INFO:tasks.rados.rados.0.smithi131.stdout:2363: snap_create 2024-08-29T14:57:15.242 INFO:tasks.rados.rados.0.smithi131.stdout:2362: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:57:15.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:15 smithi169 ceph-mon[78471]: osdmap e541: 8 total, 7 up, 8 in 2024-08-29T14:57:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:15 smithi131 ceph-mon[87973]: osdmap e541: 8 total, 7 up, 8 in 2024-08-29T14:57:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:15 smithi131 ceph-mon[90512]: osdmap e541: 8 total, 7 up, 8 in 2024-08-29T14:57:15.814 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:15 smithi169 podman[94225]: 2024-08-29 14:57:15.486476744 +0000 UTC m=+0.528725766 container remove 29eca29255b891649b78499bfeb563162855a45f9fa98595119f66964fb5616b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-29T14:57:15.814 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:15 smithi169 podman[94289]: 2024-08-29 14:57:15.596899054 +0000 UTC m=+0.016451461 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:57:15.814 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:15 smithi169 podman[94289]: 2024-08-29 14:57:15.704189182 +0000 UTC m=+0.123741637 container create b233f06c020fd5b61aa03ba1e707908c580b2c43d293fc3baa318f48f0b13fb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:57:16.169 INFO:tasks.rados.rados.0.smithi131.stdout:2361: done (2 left) 2024-08-29T14:57:16.169 INFO:tasks.rados.rados.0.smithi131.stdout:2362: done (1 left) 2024-08-29T14:57:16.169 INFO:tasks.rados.rados.0.smithi131.stdout:2363: done (0 left) 2024-08-29T14:57:16.169 INFO:tasks.rados.rados.0.smithi131.stdout:2364: setattr oid 33 current snap is 233 2024-08-29T14:57:16.170 INFO:tasks.rados.rados.0.smithi131.stdout:2365: delete oid 35 current snap is 233 2024-08-29T14:57:16.176 INFO:tasks.rados.rados.0.smithi131.stdout:2365: done (1 left) 2024-08-29T14:57:16.176 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 233 2024-08-29T14:57:16.176 INFO:tasks.rados.rados.0.smithi131.stdout:2366: seq_num 738 ranges {2187264=368640} 2024-08-29T14:57:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:2366: writing smithi13174786-49 from 2187264 to 2555904 tid 1 2024-08-29T14:57:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:2367: snap_create 2024-08-29T14:57:16.190 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 1020 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-08-29T14:57:16.193 INFO:tasks.rados.rados.0.smithi131.stdout:2366: finishing write tid 1 to smithi13174786-49 2024-08-29T14:57:16.194 INFO:tasks.rados.rados.0.smithi131.stdout:2366: finishing write tid 2 to smithi13174786-49 2024-08-29T14:57:16.195 INFO:tasks.rados.rados.0.smithi131.stdout:2366: finishing write tid 3 to smithi13174786-49 2024-08-29T14:57:16.195 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1485 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-08-29T14:57:16.195 INFO:tasks.rados.rados.0.smithi131.stdout:2366: left oid 49 (ObjNum 738 snap 233 seq_num 738) 2024-08-29T14:57:16.218 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:57:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:57:15] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.51.0" 2024-08-29T14:57:16.218 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:16 smithi169 ceph-mon[78471]: pgmap v400: 121 pgs: 19 active+undersized, 11 peering, 2 stale+active+clean, 1 active+undersized+degraded, 88 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 17 op/s; 18/486 objects degraded (3.704%) 2024-08-29T14:57:16.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:15 smithi169 podman[94289]: 2024-08-29 14:57:15.923267614 +0000 UTC m=+0.342820006 container init b233f06c020fd5b61aa03ba1e707908c580b2c43d293fc3baa318f48f0b13fb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:57:16.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:15 smithi169 podman[94289]: 2024-08-29 14:57:15.928010656 +0000 UTC m=+0.347563042 container start b233f06c020fd5b61aa03ba1e707908c580b2c43d293fc3baa318f48f0b13fb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-08-29T14:57:16.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:15 smithi169 ceph-osd[94327]: -- 172.21.15.169:0/1200755530 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a289545a40 con 0x55a289523c00 2024-08-29T14:57:16.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:16 smithi169 bash[94289]: b233f06c020fd5b61aa03ba1e707908c580b2c43d293fc3baa318f48f0b13fb6 2024-08-29T14:57:16.219 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:16 smithi169 systemd[1]: Started Ceph osd.6 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:57:16.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[87973]: pgmap v400: 121 pgs: 19 active+undersized, 11 peering, 2 stale+active+clean, 1 active+undersized+degraded, 88 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 17 op/s; 18/486 objects degraded (3.704%) 2024-08-29T14:57:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[87973]: Health check failed: Degraded data redundancy: 18/486 objects degraded (3.704%), 1 pg degraded (PG_DEGRADED) 2024-08-29T14:57:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[87973]: osdmap e542: 8 total, 7 up, 8 in 2024-08-29T14:57:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[87973]: osdmap e543: 8 total, 7 up, 8 in 2024-08-29T14:57:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[90512]: pgmap v400: 121 pgs: 19 active+undersized, 11 peering, 2 stale+active+clean, 1 active+undersized+degraded, 88 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 17 op/s; 18/486 objects degraded (3.704%) 2024-08-29T14:57:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[90512]: Health check failed: Degraded data redundancy: 18/486 objects degraded (3.704%), 1 pg degraded (PG_DEGRADED) 2024-08-29T14:57:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[90512]: osdmap e542: 8 total, 7 up, 8 in 2024-08-29T14:57:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:16 smithi131 ceph-mon[90512]: osdmap e543: 8 total, 7 up, 8 in 2024-08-29T14:57:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:16 smithi169 ceph-mon[78471]: Health check failed: Degraded data redundancy: 18/486 objects degraded (3.704%), 1 pg degraded (PG_DEGRADED) 2024-08-29T14:57:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:16 smithi169 ceph-mon[78471]: osdmap e542: 8 total, 7 up, 8 in 2024-08-29T14:57:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:16 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:16 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:16 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:16 smithi169 ceph-mon[78471]: osdmap e543: 8 total, 7 up, 8 in 2024-08-29T14:57:17.175 INFO:tasks.rados.rados.0.smithi131.stdout:2364: done (2 left) 2024-08-29T14:57:17.175 INFO:tasks.rados.rados.0.smithi131.stdout:2366: done (1 left) 2024-08-29T14:57:17.175 INFO:tasks.rados.rados.0.smithi131.stdout:2367: done (0 left) 2024-08-29T14:57:17.175 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 234 2024-08-29T14:57:17.176 INFO:tasks.rados.rados.0.smithi131.stdout:2368: seq_num 739 ranges {0=385024} 2024-08-29T14:57:17.177 INFO:tasks.rados.rados.0.smithi131.stdout:2368: writing smithi13174786-32 from 0 to 385024 tid 1 2024-08-29T14:57:17.177 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 234 2024-08-29T14:57:17.177 INFO:tasks.rados.rados.0.smithi131.stdout:2369: seq_num 740 ranges {0=401408} 2024-08-29T14:57:17.180 INFO:tasks.rados.rados.0.smithi131.stdout:2369: writing smithi13174786-12 from 0 to 401408 tid 1 2024-08-29T14:57:17.180 INFO:tasks.rados.rados.0.smithi131.stdout:2370: rmattr oid 2 current snap is 234 2024-08-29T14:57:17.180 INFO:tasks.rados.rados.0.smithi131.stdout:2370: done (2 left) 2024-08-29T14:57:17.180 INFO:tasks.rados.rados.0.smithi131.stdout:2371: rollback oid 46 current snap is 234 2024-08-29T14:57:17.180 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 46 to 227 2024-08-29T14:57:17.180 INFO:tasks.rados.rados.0.smithi131.stdout:2372: delete oid 16 current snap is 234 2024-08-29T14:57:17.182 INFO:tasks.rados.rados.0.smithi131.stdout:2368: finishing write tid 1 to smithi13174786-32 2024-08-29T14:57:17.183 INFO:tasks.rados.rados.0.smithi131.stdout:2368: finishing write tid 2 to smithi13174786-32 2024-08-29T14:57:17.184 INFO:tasks.rados.rados.0.smithi131.stdout:2372: done (3 left) 2024-08-29T14:57:17.184 INFO:tasks.rados.rados.0.smithi131.stdout:2373: setattr oid 49 current snap is 234 2024-08-29T14:57:17.185 INFO:tasks.rados.rados.0.smithi131.stdout:2368: finishing write tid 3 to smithi13174786-32 2024-08-29T14:57:17.185 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1617 (ObjNum 739 snap 234 seq_num 739) dirty exists 2024-08-29T14:57:17.185 INFO:tasks.rados.rados.0.smithi131.stdout:2368: left oid 32 (ObjNum 739 snap 234 seq_num 739) 2024-08-29T14:57:17.186 INFO:tasks.rados.rados.0.smithi131.stdout:2368: done (3 left) 2024-08-29T14:57:17.186 INFO:tasks.rados.rados.0.smithi131.stdout:2374: rmattr oid 41 current snap is 234 2024-08-29T14:57:17.186 INFO:tasks.rados.rados.0.smithi131.stdout:2374: done (3 left) 2024-08-29T14:57:17.186 INFO:tasks.rados.rados.0.smithi131.stdout:2375: read oid 38 snap -1 2024-08-29T14:57:17.186 INFO:tasks.rados.rados.0.smithi131.stdout:2375: expect deleted 2024-08-29T14:57:17.186 INFO:tasks.rados.rados.0.smithi131.stdout:2376: copy_from oid 16 from oid 31 current snap is 234 2024-08-29T14:57:17.187 INFO:tasks.rados.rados.0.smithi131.stdout:2377: setattr oid 7 current snap is 234 2024-08-29T14:57:17.187 INFO:tasks.rados.rados.0.smithi131.stdout:2371: finishing rollback tid 0 to smithi13174786-46 2024-08-29T14:57:17.187 INFO:tasks.rados.rados.0.smithi131.stdout:2371: finishing rollback tid 1 to smithi13174786-46 2024-08-29T14:57:17.187 INFO:tasks.rados.rados.0.smithi131.stdout:2371: finishing rollback tid 2 to smithi13174786-46 2024-08-29T14:57:17.187 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 1023 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:2369: finishing write tid 1 to smithi13174786-12 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:2369: finishing write tid 2 to smithi13174786-12 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:2371: done (5 left) 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:2375: done (4 left) 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:2378: rollback oid 9 current snap is 234 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 9 to 232 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:2379: rollback oid 34 current snap is 234 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 34 to 230 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:2380: copy_from oid 29 from oid 3 current snap is 234 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:2381: read oid 1 snap 218 2024-08-29T14:57:17.189 INFO:tasks.rados.rados.0.smithi131.stdout:2381: expect (ObjNum 699 snap 214 seq_num 699) 2024-08-29T14:57:17.190 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 234 2024-08-29T14:57:17.190 INFO:tasks.rados.rados.0.smithi131.stdout:2382: seq_num 742 ranges {7897088=434176} 2024-08-29T14:57:17.237 INFO:tasks.rados.rados.0.smithi131.stdout:2382: writing smithi13174786-14 from 7897088 to 8331264 tid 1 2024-08-29T14:57:17.237 INFO:tasks.rados.rados.0.smithi131.stdout:2383: rollback oid 21 current snap is 234 2024-08-29T14:57:17.237 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 233 2024-08-29T14:57:17.237 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1488 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-08-29T14:57:17.237 INFO:tasks.rados.rados.0.smithi131.stdout:2369: finishing write tid 3 to smithi13174786-12 2024-08-29T14:57:17.237 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1109 (ObjNum 740 snap 234 seq_num 740) dirty exists 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2369: left oid 12 (ObjNum 740 snap 234 seq_num 740) 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2379: finishing rollback tid 0 to smithi13174786-34 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2378: finishing rollback tid 0 to smithi13174786-9 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2379: finishing rollback tid 1 to smithi13174786-34 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2378: finishing rollback tid 1 to smithi13174786-9 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2369: done (9 left) 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2373: done (8 left) 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2384: copy_from oid 24 from oid 37 current snap is 234 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2378: finishing rollback tid 2 to smithi13174786-9 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1058 (ObjNum 726 snap 230 seq_num 726) dirty exists 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2379: finishing rollback tid 2 to smithi13174786-34 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 1016 (ObjNum 719 snap 223 seq_num 719) dirty exists 2024-08-29T14:57:17.238 INFO:tasks.rados.rados.0.smithi131.stdout:2380: finishing copy_from racing read to smithi13174786-29 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2380: finishing copy_from to smithi13174786-29 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1515 (ObjNum 676 snap 209 seq_num 676) dirty exists 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1440 (ObjNum 714 snap 219 seq_num 714) dirty exists 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2376: finishing copy_from racing read to smithi13174786-16 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2377: done (8 left) 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2378: done (7 left) 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2379: done (6 left) 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2380: done (5 left) 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2385: rmattr oid 15 current snap is 234 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2385: done (5 left) 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2386: rmattr oid 38 current snap is 234 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2386: done (5 left) 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2387: delete oid 29 current snap is 234 2024-08-29T14:57:17.239 INFO:tasks.rados.rados.0.smithi131.stdout:2381: expect (ObjNum 699 snap 214 seq_num 699) 2024-08-29T14:57:17.775 INFO:tasks.rados.rados.0.smithi131.stdout:2383: finishing rollback tid 1 to smithi13174786-21 2024-08-29T14:57:17.776 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 1418 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T14:57:17.776 INFO:tasks.rados.rados.0.smithi131.stdout:2376: finishing copy_from to smithi13174786-16 2024-08-29T14:57:17.776 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 882 (ObjNum 700 snap 215 seq_num 700) dirty exists 2024-08-29T14:57:17.776 INFO:tasks.rados.rados.0.smithi131.stdout:2382: finishing write tid 1 to smithi13174786-14 2024-08-29T14:57:17.776 INFO:tasks.rados.rados.0.smithi131.stdout:2382: finishing write tid 2 to smithi13174786-14 2024-08-29T14:57:17.776 INFO:tasks.rados.rados.0.smithi131.stdout:2376: done (5 left) 2024-08-29T14:57:17.776 INFO:tasks.rados.rados.0.smithi131.stdout:2381: done (4 left) 2024-08-29T14:57:17.776 INFO:tasks.rados.rados.0.smithi131.stdout:2383: done (3 left) 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:2387: done (2 left) 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:2388: read oid 2 snap -1 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:2388: expect deleted 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:2389: read oid 10 snap -1 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:2389: expect deleted 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:2390: read oid 47 snap -1 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:2390: expect (ObjNum 694 snap 214 seq_num 694) 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:2391: delete oid 16 current snap is 234 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:2382: finishing write tid 3 to smithi13174786-14 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 904 (ObjNum 742 snap 234 seq_num 742) dirty exists 2024-08-29T14:57:17.777 INFO:tasks.rados.rados.0.smithi131.stdout:2382: left oid 14 (ObjNum 742 snap 234 seq_num 742) 2024-08-29T14:57:17.778 INFO:tasks.rados.rados.0.smithi131.stdout:2384: finishing copy_from racing read to smithi13174786-24 2024-08-29T14:57:17.778 INFO:tasks.rados.rados.0.smithi131.stdout:2384: finishing copy_from to smithi13174786-24 2024-08-29T14:57:17.778 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1440 (ObjNum 736 snap 231 seq_num 736) dirty exists 2024-08-29T14:57:17.778 INFO:tasks.rados.rados.0.smithi131.stdout:2382: done (5 left) 2024-08-29T14:57:17.778 INFO:tasks.rados.rados.0.smithi131.stdout:2384: done (4 left) 2024-08-29T14:57:17.778 INFO:tasks.rados.rados.0.smithi131.stdout:2388: done (3 left) 2024-08-29T14:57:17.778 INFO:tasks.rados.rados.0.smithi131.stdout:2389: done (2 left) 2024-08-29T14:57:17.779 INFO:tasks.rados.rados.0.smithi131.stdout:2391: done (1 left) 2024-08-29T14:57:17.779 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 234 2024-08-29T14:57:17.779 INFO:tasks.rados.rados.0.smithi131.stdout:2392: seq_num 745 ranges {0=483328} 2024-08-29T14:57:17.781 INFO:tasks.rados.rados.0.smithi131.stdout:2392: writing smithi13174786-20 from 0 to 483328 tid 1 2024-08-29T14:57:17.781 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 234 2024-08-29T14:57:17.781 INFO:tasks.rados.rados.0.smithi131.stdout:2393: seq_num 746 ranges {2383872=499712} 2024-08-29T14:57:17.796 INFO:tasks.rados.rados.0.smithi131.stdout:2393: writing smithi13174786-6 from 2383872 to 2883584 tid 1 2024-08-29T14:57:17.796 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 234 2024-08-29T14:57:17.796 INFO:tasks.rados.rados.0.smithi131.stdout:2394: seq_num 747 ranges {2367488=516096} 2024-08-29T14:57:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:2394: writing smithi13174786-7 from 2367488 to 2883584 tid 1 2024-08-29T14:57:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:2395: read oid 15 snap -1 2024-08-29T14:57:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:2395: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:57:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:2396: delete oid 19 current snap is 234 2024-08-29T14:57:17.812 INFO:tasks.rados.rados.0.smithi131.stdout:2390: expect (ObjNum 694 snap 214 seq_num 694) 2024-08-29T14:57:17.865 INFO:tasks.rados.rados.0.smithi131.stdout:2392: finishing write tid 1 to smithi13174786-20 2024-08-29T14:57:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:2390: done (5 left) 2024-08-29T14:57:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:2396: done (4 left) 2024-08-29T14:57:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:2397: rmattr oid 31 current snap is 234 2024-08-29T14:57:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:2392: finishing write tid 2 to smithi13174786-20 2024-08-29T14:57:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:2392: finishing write tid 3 to smithi13174786-20 2024-08-29T14:57:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 1598 (ObjNum 745 snap 234 seq_num 745) dirty exists 2024-08-29T14:57:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:2392: left oid 20 (ObjNum 745 snap 234 seq_num 745) 2024-08-29T14:57:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:2393: finishing write tid 1 to smithi13174786-6 2024-08-29T14:57:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:2393: finishing write tid 2 to smithi13174786-6 2024-08-29T14:57:17.866 INFO:tasks.rados.rados.0.smithi131.stdout:2393: finishing write tid 3 to smithi13174786-6 2024-08-29T14:57:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1018 (ObjNum 746 snap 234 seq_num 746) dirty exists 2024-08-29T14:57:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:2393: left oid 6 (ObjNum 746 snap 234 seq_num 746) 2024-08-29T14:57:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:2394: finishing write tid 1 to smithi13174786-7 2024-08-29T14:57:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:2394: finishing write tid 2 to smithi13174786-7 2024-08-29T14:57:17.867 INFO:tasks.rados.rados.0.smithi131.stdout:2395: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:57:17.888 INFO:tasks.rados.rados.0.smithi131.stdout:2394: finishing write tid 3 to smithi13174786-7 2024-08-29T14:57:17.888 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1442 (ObjNum 747 snap 234 seq_num 747) dirty exists 2024-08-29T14:57:17.888 INFO:tasks.rados.rados.0.smithi131.stdout:2394: left oid 7 (ObjNum 747 snap 234 seq_num 747) 2024-08-29T14:57:17.889 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 906 (ObjNum 700 snap 215 seq_num 700) dirty exists 2024-08-29T14:57:17.889 INFO:tasks.rados.rados.0.smithi131.stdout:2392: done (4 left) 2024-08-29T14:57:17.889 INFO:tasks.rados.rados.0.smithi131.stdout:2393: done (3 left) 2024-08-29T14:57:17.889 INFO:tasks.rados.rados.0.smithi131.stdout:2394: done (2 left) 2024-08-29T14:57:17.889 INFO:tasks.rados.rados.0.smithi131.stdout:2395: done (1 left) 2024-08-29T14:57:17.889 INFO:tasks.rados.rados.0.smithi131.stdout:2397: done (0 left) 2024-08-29T14:57:17.889 INFO:tasks.rados.rados.0.smithi131.stdout:2398: snap_remove snap 227 2024-08-29T14:57:18.129 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T14:57:17.833+0000 7ff1bf80e640 -1 Falling back to public interface 2024-08-29T14:57:18.233 INFO:tasks.rados.rados.0.smithi131.stdout:2398: done (0 left) 2024-08-29T14:57:18.233 INFO:tasks.rados.rados.0.smithi131.stdout:2399: snap_create 2024-08-29T14:57:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:18 smithi131 ceph-mon[87973]: pgmap v403: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 39/477 objects degraded (8.176%) 2024-08-29T14:57:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:18 smithi131 ceph-mon[87973]: osdmap e544: 8 total, 7 up, 8 in 2024-08-29T14:57:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:18 smithi131 ceph-mon[87973]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-29T14:57:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:18 smithi131 ceph-mon[90512]: pgmap v403: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 39/477 objects degraded (8.176%) 2024-08-29T14:57:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:18 smithi131 ceph-mon[90512]: osdmap e544: 8 total, 7 up, 8 in 2024-08-29T14:57:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:18 smithi131 ceph-mon[90512]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-29T14:57:18.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:18 smithi169 ceph-mon[78471]: pgmap v403: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 39/477 objects degraded (8.176%) 2024-08-29T14:57:18.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:18 smithi169 ceph-mon[78471]: osdmap e544: 8 total, 7 up, 8 in 2024-08-29T14:57:18.625 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:18 smithi169 ceph-mon[78471]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-29T14:57:19.237 INFO:tasks.rados.rados.0.smithi131.stdout:2399: done (0 left) 2024-08-29T14:57:19.238 INFO:tasks.rados.rados.0.smithi131.stdout:2400: rollback oid 30 current snap is 235 2024-08-29T14:57:19.238 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 30 to 215 2024-08-29T14:57:19.238 INFO:tasks.rados.rados.0.smithi131.stdout:2401: rollback oid 21 current snap is 235 2024-08-29T14:57:19.238 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 212 2024-08-29T14:57:19.238 INFO:tasks.rados.rados.0.smithi131.stdout:2402: delete oid 10 current snap is 235 2024-08-29T14:57:19.252 INFO:tasks.rados.rados.0.smithi131.stdout:2400: finishing rollback tid 0 to smithi13174786-30 2024-08-29T14:57:19.252 INFO:tasks.rados.rados.0.smithi131.stdout:2401: finishing rollback tid 1 to smithi13174786-21 2024-08-29T14:57:19.253 INFO:tasks.rados.rados.0.smithi131.stdout:2401: finishing rollback tid 2 to smithi13174786-21 2024-08-29T14:57:19.253 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 1600 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:57:19.253 INFO:tasks.rados.rados.0.smithi131.stdout:2401: done (2 left) 2024-08-29T14:57:19.254 INFO:tasks.rados.rados.0.smithi131.stdout:2402: done (1 left) 2024-08-29T14:57:19.254 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 235 2024-08-29T14:57:19.254 INFO:tasks.rados.rados.0.smithi131.stdout:2403: seq_num 750 ranges {2883584=565248} 2024-08-29T14:57:19.273 INFO:tasks.rados.rados.0.smithi131.stdout:2403: writing smithi13174786-6 from 2883584 to 3448832 tid 1 2024-08-29T14:57:19.274 INFO:tasks.rados.rados.0.smithi131.stdout:2404: snap_create 2024-08-29T14:57:19.274 INFO:tasks.rados.rados.0.smithi131.stdout:2400: finishing rollback tid 1 to smithi13174786-30 2024-08-29T14:57:19.274 INFO:tasks.rados.rados.0.smithi131.stdout:2400: finishing rollback tid 2 to smithi13174786-30 2024-08-29T14:57:19.274 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1061 (ObjNum 682 snap 210 seq_num 682) dirty exists 2024-08-29T14:57:19.294 INFO:tasks.rados.rados.0.smithi131.stdout:2403: finishing write tid 1 to smithi13174786-6 2024-08-29T14:57:19.294 INFO:tasks.rados.rados.0.smithi131.stdout:2403: finishing write tid 2 to smithi13174786-6 2024-08-29T14:57:19.294 INFO:tasks.rados.rados.0.smithi131.stdout:2403: finishing write tid 3 to smithi13174786-6 2024-08-29T14:57:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1021 (ObjNum 750 snap 235 seq_num 750) dirty exists 2024-08-29T14:57:19.295 INFO:tasks.rados.rados.0.smithi131.stdout:2403: left oid 6 (ObjNum 750 snap 235 seq_num 750) 2024-08-29T14:57:19.504 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:19 smithi169 ceph-mon[78471]: osdmap e545: 8 total, 7 up, 8 in 2024-08-29T14:57:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:19 smithi131 ceph-mon[87973]: osdmap e545: 8 total, 7 up, 8 in 2024-08-29T14:57:19.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:19 smithi131 ceph-mon[90512]: osdmap e545: 8 total, 7 up, 8 in 2024-08-29T14:57:20.242 INFO:tasks.rados.rados.0.smithi131.stdout:2400: done (2 left) 2024-08-29T14:57:20.242 INFO:tasks.rados.rados.0.smithi131.stdout:2403: done (1 left) 2024-08-29T14:57:20.242 INFO:tasks.rados.rados.0.smithi131.stdout:2404: done (0 left) 2024-08-29T14:57:20.242 INFO:tasks.rados.rados.0.smithi131.stdout:2405: rmattr oid 36 current snap is 236 2024-08-29T14:57:20.242 INFO:tasks.rados.rados.0.smithi131.stdout:2405: done (0 left) 2024-08-29T14:57:20.242 INFO:tasks.rados.rados.0.smithi131.stdout:2406: delete oid 24 current snap is 236 2024-08-29T14:57:20.246 INFO:tasks.rados.rados.0.smithi131.stdout:2406: done (0 left) 2024-08-29T14:57:20.246 INFO:tasks.rados.rados.0.smithi131.stdout:2407: read oid 46 snap -1 2024-08-29T14:57:20.247 INFO:tasks.rados.rados.0.smithi131.stdout:2407: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:57:20.247 INFO:tasks.rados.rados.0.smithi131.stdout:2408: setattr oid 5 current snap is 236 2024-08-29T14:57:20.249 INFO:tasks.rados.rados.0.smithi131.stdout:2409: copy_from oid 6 from oid 7 current snap is 236 2024-08-29T14:57:20.249 INFO:tasks.rados.rados.0.smithi131.stdout:2410: read oid 48 snap -1 2024-08-29T14:57:20.249 INFO:tasks.rados.rados.0.smithi131.stdout:2410: expect (ObjNum 691 snap 213 seq_num 691) 2024-08-29T14:57:20.250 INFO:tasks.rados.rados.0.smithi131.stdout:2411: snap_remove snap 232 2024-08-29T14:57:20.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:57:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:57:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:57:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:20 smithi169 ceph-mon[78471]: pgmap v406: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 14 op/s; 39/456 objects degraded (8.553%) 2024-08-29T14:57:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:20 smithi169 ceph-mon[78471]: osdmap e546: 8 total, 7 up, 8 in 2024-08-29T14:57:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:20.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:20.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:20 smithi131 ceph-mon[87973]: pgmap v406: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 14 op/s; 39/456 objects degraded (8.553%) 2024-08-29T14:57:20.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:20 smithi131 ceph-mon[87973]: osdmap e546: 8 total, 7 up, 8 in 2024-08-29T14:57:20.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:20.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:20 smithi131 ceph-mon[90512]: pgmap v406: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 14 op/s; 39/456 objects degraded (8.553%) 2024-08-29T14:57:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:20 smithi131 ceph-mon[90512]: osdmap e546: 8 total, 7 up, 8 in 2024-08-29T14:57:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:21.249 INFO:tasks.rados.rados.0.smithi131.stdout:2411: done (4 left) 2024-08-29T14:57:21.249 INFO:tasks.rados.rados.0.smithi131.stdout:2412: rmattr oid 24 current snap is 236 2024-08-29T14:57:21.250 INFO:tasks.rados.rados.0.smithi131.stdout:2412: done (4 left) 2024-08-29T14:57:21.250 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 236 2024-08-29T14:57:21.250 INFO:tasks.rados.rados.0.smithi131.stdout:2413: seq_num 752 ranges {3678208=598016} 2024-08-29T14:57:21.273 INFO:tasks.rados.rados.0.smithi131.stdout:2413: writing smithi13174786-13 from 3678208 to 4276224 tid 1 2024-08-29T14:57:21.273 INFO:tasks.rados.rados.0.smithi131.stdout:2414: snap_create 2024-08-29T14:57:21.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 914 (ObjNum 679 snap 210 seq_num 679) dirty exists 2024-08-29T14:57:21.273 INFO:tasks.rados.rados.0.smithi131.stdout:2407: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:57:21.326 INFO:tasks.rados.rados.0.smithi131.stdout:2409: finishing copy_from racing read to smithi13174786-6 2024-08-29T14:57:21.326 INFO:tasks.rados.rados.0.smithi131.stdout:2409: finishing copy_from to smithi13174786-6 2024-08-29T14:57:21.326 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1442 (ObjNum 747 snap 234 seq_num 747) dirty exists 2024-08-29T14:57:21.326 INFO:tasks.rados.rados.0.smithi131.stdout:2410: expect (ObjNum 691 snap 213 seq_num 691) 2024-08-29T14:57:21.571 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:21 smithi169 ceph-mon[78471]: osdmap e547: 8 total, 7 up, 8 in 2024-08-29T14:57:21.571 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:21 smithi169 ceph-mon[78471]: pgmap v409: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 17 op/s; 39/474 objects degraded (8.228%) 2024-08-29T14:57:21.571 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:21 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.571 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:21 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.571 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:21 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 39/456 objects degraded (8.553%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:21.571 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:21 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.571 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:21 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[87973]: osdmap e547: 8 total, 7 up, 8 in 2024-08-29T14:57:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[87973]: pgmap v409: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 17 op/s; 39/474 objects degraded (8.228%) 2024-08-29T14:57:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 39/456 objects degraded (8.553%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[90512]: osdmap e547: 8 total, 7 up, 8 in 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[90512]: pgmap v409: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 17 op/s; 39/474 objects degraded (8.228%) 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 39/456 objects degraded (8.553%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:21 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:21.627 INFO:tasks.rados.rados.0.smithi131.stdout:2413: finishing write tid 1 to smithi13174786-13 2024-08-29T14:57:21.627 INFO:tasks.rados.rados.0.smithi131.stdout:2413: finishing write tid 2 to smithi13174786-13 2024-08-29T14:57:21.627 INFO:tasks.rados.rados.0.smithi131.stdout:2413: finishing write tid 3 to smithi13174786-13 2024-08-29T14:57:21.627 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1282 (ObjNum 752 snap 236 seq_num 752) dirty exists 2024-08-29T14:57:21.627 INFO:tasks.rados.rados.0.smithi131.stdout:2413: left oid 13 (ObjNum 752 snap 236 seq_num 752) 2024-08-29T14:57:21.879 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T14:57:21.568+0000 7ff1bf80e640 -1 osd.6 537 log_to_monitors true 2024-08-29T14:57:22.254 INFO:tasks.rados.rados.0.smithi131.stdout:2407: done (5 left) 2024-08-29T14:57:22.254 INFO:tasks.rados.rados.0.smithi131.stdout:2408: done (4 left) 2024-08-29T14:57:22.254 INFO:tasks.rados.rados.0.smithi131.stdout:2409: done (3 left) 2024-08-29T14:57:22.254 INFO:tasks.rados.rados.0.smithi131.stdout:2410: done (2 left) 2024-08-29T14:57:22.254 INFO:tasks.rados.rados.0.smithi131.stdout:2413: done (1 left) 2024-08-29T14:57:22.255 INFO:tasks.rados.rados.0.smithi131.stdout:2414: done (0 left) 2024-08-29T14:57:22.255 INFO:tasks.rados.rados.0.smithi131.stdout:2415: read oid 13 snap 226 2024-08-29T14:57:22.255 INFO:tasks.rados.rados.0.smithi131.stdout:2415: expect (ObjNum 673 snap 207 seq_num 673) 2024-08-29T14:57:22.255 INFO:tasks.rados.rados.0.smithi131.stdout:2416: copy_from oid 5 from oid 50 current snap is 237 2024-08-29T14:57:22.255 INFO:tasks.rados.rados.0.smithi131.stdout:2417: setattr oid 11 current snap is 237 2024-08-29T14:57:22.255 INFO:tasks.rados.rados.0.smithi131.stdout:2418: rollback oid 40 current snap is 237 2024-08-29T14:57:22.255 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 226 2024-08-29T14:57:22.256 INFO:tasks.rados.rados.0.smithi131.stdout:2419: read oid 49 snap -1 2024-08-29T14:57:22.256 INFO:tasks.rados.rados.0.smithi131.stdout:2419: expect (ObjNum 738 snap 233 seq_num 738) 2024-08-29T14:57:22.256 INFO:tasks.rados.rados.0.smithi131.stdout:2420: snap_remove snap 218 2024-08-29T14:57:22.379 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 14:57:22 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T14:57:22.281+0000 7ff1b75b8640 -1 osd.6 537 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:57:22.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:22 smithi169 ceph-mon[78471]: osdmap e548: 8 total, 7 up, 8 in 2024-08-29T14:57:22.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:22 smithi169 ceph-mon[78471]: from='osd.6 [v2:172.21.15.169:6816/789227228,v1:172.21.15.169:6817/789227228]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-29T14:57:22.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:22 smithi169 ceph-mon[78471]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-29T14:57:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:22 smithi131 ceph-mon[87973]: osdmap e548: 8 total, 7 up, 8 in 2024-08-29T14:57:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:22 smithi131 ceph-mon[87973]: from='osd.6 [v2:172.21.15.169:6816/789227228,v1:172.21.15.169:6817/789227228]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-29T14:57:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:22 smithi131 ceph-mon[87973]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-29T14:57:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:22 smithi131 ceph-mon[90512]: osdmap e548: 8 total, 7 up, 8 in 2024-08-29T14:57:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:22 smithi131 ceph-mon[90512]: from='osd.6 [v2:172.21.15.169:6816/789227228,v1:172.21.15.169:6817/789227228]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-29T14:57:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:22 smithi131 ceph-mon[90512]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-29T14:57:23.264 INFO:tasks.rados.rados.0.smithi131.stdout:2420: done (5 left) 2024-08-29T14:57:23.264 INFO:tasks.rados.rados.0.smithi131.stdout:2421: snap_remove snap 233 2024-08-29T14:57:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:23 smithi169 ceph-mon[78471]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T14:57:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:23 smithi169 ceph-mon[78471]: osdmap e549: 8 total, 7 up, 8 in 2024-08-29T14:57:23.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:23 smithi169 ceph-mon[78471]: from='osd.6 [v2:172.21.15.169:6816/789227228,v1:172.21.15.169:6817/789227228]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:23.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:23 smithi169 ceph-mon[78471]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:23.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:23 smithi169 ceph-mon[78471]: pgmap v412: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.5 MiB/s wr, 25 op/s; 42/486 objects degraded (8.642%) 2024-08-29T14:57:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:23 smithi131 ceph-mon[87973]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T14:57:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:23 smithi131 ceph-mon[87973]: osdmap e549: 8 total, 7 up, 8 in 2024-08-29T14:57:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:23 smithi131 ceph-mon[87973]: from='osd.6 [v2:172.21.15.169:6816/789227228,v1:172.21.15.169:6817/789227228]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:23 smithi131 ceph-mon[87973]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:23.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:23 smithi131 ceph-mon[87973]: pgmap v412: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.5 MiB/s wr, 25 op/s; 42/486 objects degraded (8.642%) 2024-08-29T14:57:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:23 smithi131 ceph-mon[90512]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T14:57:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:23 smithi131 ceph-mon[90512]: osdmap e549: 8 total, 7 up, 8 in 2024-08-29T14:57:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:23 smithi131 ceph-mon[90512]: from='osd.6 [v2:172.21.15.169:6816/789227228,v1:172.21.15.169:6817/789227228]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:23 smithi131 ceph-mon[90512]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:23 smithi131 ceph-mon[90512]: pgmap v412: 121 pgs: 36 active+undersized, 7 active+undersized+degraded, 78 active+clean; 236 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.5 MiB/s wr, 25 op/s; 42/486 objects degraded (8.642%) 2024-08-29T14:57:24.265 INFO:tasks.rados.rados.0.smithi131.stdout:2421: done (5 left) 2024-08-29T14:57:24.265 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 237 2024-08-29T14:57:24.265 INFO:tasks.rados.rados.0.smithi131.stdout:2422: seq_num 753 ranges {8331264=614400} 2024-08-29T14:57:24.315 INFO:tasks.rados.rados.0.smithi131.stdout:2422: writing smithi13174786-14 from 8331264 to 8945664 tid 1 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:2423: read oid 17 snap 212 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:2423: expect (ObjNum 683 snap 210 seq_num 683) 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:2424: delete oid 41 current snap is 237 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:2416: finishing copy_from to smithi13174786-5 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:2416: got expected ENOENT (src dne) 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:2416: finishing copy_from racing read to smithi13174786-5 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:2418: finishing rollback tid 0 to smithi13174786-40 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:2418: finishing rollback tid 1 to smithi13174786-40 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:2418: finishing rollback tid 2 to smithi13174786-40 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1521 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1501 (ObjNum 734 snap 231 seq_num 734) dirty exists 2024-08-29T14:57:24.316 INFO:tasks.rados.rados.0.smithi131.stdout:2419: expect (ObjNum 738 snap 233 seq_num 738) 2024-08-29T14:57:24.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:24 smithi169 ceph-mon[78471]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:57:24.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:24 smithi169 ceph-mon[78471]: osd.6 [v2:172.21.15.169:6816/789227228,v1:172.21.15.169:6817/789227228] boot 2024-08-29T14:57:24.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:24 smithi169 ceph-mon[78471]: osdmap e550: 8 total, 8 up, 8 in 2024-08-29T14:57:24.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:24 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-29T14:57:24.427 INFO:tasks.rados.rados.0.smithi131.stdout:2415: expect (ObjNum 673 snap 207 seq_num 673) 2024-08-29T14:57:24.540 INFO:tasks.rados.rados.0.smithi131.stdout:2422: finishing write tid 1 to smithi13174786-14 2024-08-29T14:57:24.541 INFO:tasks.rados.rados.0.smithi131.stdout:2422: finishing write tid 2 to smithi13174786-14 2024-08-29T14:57:24.541 INFO:tasks.rados.rados.0.smithi131.stdout:2422: finishing write tid 3 to smithi13174786-14 2024-08-29T14:57:24.541 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 937 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-29T14:57:24.541 INFO:tasks.rados.rados.0.smithi131.stdout:2422: left oid 14 (ObjNum 753 snap 237 seq_num 753) 2024-08-29T14:57:24.541 INFO:tasks.rados.rados.0.smithi131.stdout:2423: expect (ObjNum 683 snap 210 seq_num 683) 2024-08-29T14:57:24.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:24 smithi131 ceph-mon[90512]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:57:24.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:24 smithi131 ceph-mon[90512]: osd.6 [v2:172.21.15.169:6816/789227228,v1:172.21.15.169:6817/789227228] boot 2024-08-29T14:57:24.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:24 smithi131 ceph-mon[90512]: osdmap e550: 8 total, 8 up, 8 in 2024-08-29T14:57:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:24 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-29T14:57:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:24 smithi131 ceph-mon[87973]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:57:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:24 smithi131 ceph-mon[87973]: osd.6 [v2:172.21.15.169:6816/789227228,v1:172.21.15.169:6817/789227228] boot 2024-08-29T14:57:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:24 smithi131 ceph-mon[87973]: osdmap e550: 8 total, 8 up, 8 in 2024-08-29T14:57:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:24 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-29T14:57:24.685 INFO:tasks.rados.rados.0.smithi131.stdout:2415: done (7 left) 2024-08-29T14:57:24.685 INFO:tasks.rados.rados.0.smithi131.stdout:2416: done (6 left) 2024-08-29T14:57:24.685 INFO:tasks.rados.rados.0.smithi131.stdout:2417: done (5 left) 2024-08-29T14:57:24.685 INFO:tasks.rados.rados.0.smithi131.stdout:2418: done (4 left) 2024-08-29T14:57:24.686 INFO:tasks.rados.rados.0.smithi131.stdout:2419: done (3 left) 2024-08-29T14:57:24.686 INFO:tasks.rados.rados.0.smithi131.stdout:2422: done (2 left) 2024-08-29T14:57:24.686 INFO:tasks.rados.rados.0.smithi131.stdout:2423: done (1 left) 2024-08-29T14:57:24.686 INFO:tasks.rados.rados.0.smithi131.stdout:2424: done (0 left) 2024-08-29T14:57:24.686 INFO:tasks.rados.rados.0.smithi131.stdout:2425: delete oid 23 current snap is 237 2024-08-29T14:57:24.687 INFO:tasks.rados.rados.0.smithi131.stdout:2425: done (0 left) 2024-08-29T14:57:24.687 INFO:tasks.rados.rados.0.smithi131.stdout:2426: setattr oid 9 current snap is 237 2024-08-29T14:57:24.688 INFO:tasks.rados.rados.0.smithi131.stdout:2427: snap_remove snap 215 2024-08-29T14:57:25.279 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:57:24 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T14:57:24.925+0000 7f4705a61640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-29T14:57:25.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1062 (ObjNum 726 snap 230 seq_num 726) dirty exists 2024-08-29T14:57:25.287 INFO:tasks.rados.rados.0.smithi131.stdout:2426: done (1 left) 2024-08-29T14:57:25.287 INFO:tasks.rados.rados.0.smithi131.stdout:2427: done (0 left) 2024-08-29T14:57:25.287 INFO:tasks.rados.rados.0.smithi131.stdout:2428: snap_create 2024-08-29T14:57:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: osdmap e551: 8 total, 8 up, 8 in 2024-08-29T14:57:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: pgmap v415: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 7 active+undersized+degraded, 80 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 27 op/s; 42/504 objects degraded (8.333%) 2024-08-29T14:57:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:57:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:25.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:25.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:25.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-29T14:57:25.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T14:57:25.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[90512]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-29T14:57:25.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: osdmap e551: 8 total, 8 up, 8 in 2024-08-29T14:57:25.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: pgmap v415: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 7 active+undersized+degraded, 80 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 27 op/s; 42/504 objects degraded (8.333%) 2024-08-29T14:57:25.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:25.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:25.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:25.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:57:25.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:25.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:25.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:25.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:25.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:25.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-29T14:57:25.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T14:57:25.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-mon[87973]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-29T14:57:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: osdmap e551: 8 total, 8 up, 8 in 2024-08-29T14:57:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: pgmap v415: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 7 active+undersized+degraded, 80 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 27 op/s; 42/504 objects degraded (8.333%) 2024-08-29T14:57:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:25.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:57:25.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:25.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:25.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:25.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:25.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:25.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-29T14:57:25.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T14:57:25.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:25 smithi169 ceph-mon[78471]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-29T14:57:26.277 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:57:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:57:25] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.51.0" 2024-08-29T14:57:26.289 INFO:tasks.rados.rados.0.smithi131.stdout:2428: done (0 left) 2024-08-29T14:57:26.290 INFO:tasks.rados.rados.0.smithi131.stdout:2429: read oid 42 snap -1 2024-08-29T14:57:26.290 INFO:tasks.rados.rados.0.smithi131.stdout:2429: expect (ObjNum 730 snap 231 seq_num 730) 2024-08-29T14:57:26.290 INFO:tasks.rados.rados.0.smithi131.stdout:2430: snap_remove snap 228 2024-08-29T14:57:26.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:26 smithi131 ceph-mon[87973]: osdmap e552: 8 total, 8 up, 8 in 2024-08-29T14:57:26.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:26 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 42/504 objects degraded (8.333%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:26 smithi131 ceph-mon[90512]: osdmap e552: 8 total, 8 up, 8 in 2024-08-29T14:57:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:26 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 42/504 objects degraded (8.333%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:26 smithi169 ceph-mon[78471]: osdmap e552: 8 total, 8 up, 8 in 2024-08-29T14:57:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:26 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 42/504 objects degraded (8.333%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:27.301 INFO:tasks.rados.rados.0.smithi131.stdout:2429: expect (ObjNum 730 snap 231 seq_num 730) 2024-08-29T14:57:27.333 INFO:tasks.rados.rados.0.smithi131.stdout:2429: done (1 left) 2024-08-29T14:57:27.334 INFO:tasks.rados.rados.0.smithi131.stdout:2430: done (0 left) 2024-08-29T14:57:27.334 INFO:tasks.rados.rados.0.smithi131.stdout:2431: copy_from oid 28 from oid 37 current snap is 238 2024-08-29T14:57:27.334 INFO:tasks.rados.rados.0.smithi131.stdout:2432: copy_from oid 24 from oid 14 current snap is 238 2024-08-29T14:57:27.334 INFO:tasks.rados.rados.0.smithi131.stdout:2433: delete oid 36 current snap is 238 2024-08-29T14:57:27.337 INFO:tasks.rados.rados.0.smithi131.stdout:2433: done (2 left) 2024-08-29T14:57:27.337 INFO:tasks.rados.rados.0.smithi131.stdout:2434: read oid 31 snap -1 2024-08-29T14:57:27.337 INFO:tasks.rados.rados.0.smithi131.stdout:2434: expect (ObjNum 700 snap 215 seq_num 700) 2024-08-29T14:57:27.337 INFO:tasks.rados.rados.0.smithi131.stdout:2435: copy_from oid 29 from oid 46 current snap is 238 2024-08-29T14:57:27.337 INFO:tasks.rados.rados.0.smithi131.stdout:2436: delete oid 7 current snap is 238 2024-08-29T14:57:27.338 INFO:tasks.rados.rados.0.smithi131.stdout:2431: finishing copy_from racing read to smithi13174786-28 2024-08-29T14:57:27.340 INFO:tasks.rados.rados.0.smithi131.stdout:2431: finishing copy_from to smithi13174786-28 2024-08-29T14:57:27.340 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 1440 (ObjNum 736 snap 231 seq_num 736) dirty exists 2024-08-29T14:57:27.342 INFO:tasks.rados.rados.0.smithi131.stdout:2431: done (4 left) 2024-08-29T14:57:27.342 INFO:tasks.rados.rados.0.smithi131.stdout:2436: done (3 left) 2024-08-29T14:57:27.342 INFO:tasks.rados.rados.0.smithi131.stdout:2437: copy_from oid 13 from oid 11 current snap is 238 2024-08-29T14:57:27.342 INFO:tasks.rados.rados.0.smithi131.stdout:2438: snap_create 2024-08-29T14:57:27.348 INFO:tasks.rados.rados.0.smithi131.stdout:2435: finishing copy_from racing read to smithi13174786-29 2024-08-29T14:57:27.349 INFO:tasks.rados.rados.0.smithi131.stdout:2435: finishing copy_from to smithi13174786-29 2024-08-29T14:57:27.349 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1023 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:57:27.349 INFO:tasks.rados.rados.0.smithi131.stdout:2437: finishing copy_from racing read to smithi13174786-13 2024-08-29T14:57:27.351 INFO:tasks.rados.rados.0.smithi131.stdout:2437: finishing copy_from to smithi13174786-13 2024-08-29T14:57:27.351 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1501 (ObjNum 734 snap 231 seq_num 734) dirty exists 2024-08-29T14:57:27.379 INFO:tasks.rados.rados.0.smithi131.stdout:2432: finishing copy_from racing read to smithi13174786-24 2024-08-29T14:57:27.380 INFO:tasks.rados.rados.0.smithi131.stdout:2434: expect (ObjNum 700 snap 215 seq_num 700) 2024-08-29T14:57:27.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:27 smithi131 ceph-mon[87973]: osdmap e553: 8 total, 8 up, 8 in 2024-08-29T14:57:27.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:27 smithi131 ceph-mon[87973]: pgmap v418: 121 pgs: 2 active+clean+snaptrim, 19 active+undersized, 3 active+undersized+degraded, 97 active+clean; 232 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 988 KiB/s wr, 17 op/s; 23/495 objects degraded (4.646%); 4.8 MiB/s, 1 objects/s recovering 2024-08-29T14:57:27.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:27 smithi131 ceph-mon[90512]: osdmap e553: 8 total, 8 up, 8 in 2024-08-29T14:57:27.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:27 smithi131 ceph-mon[90512]: pgmap v418: 121 pgs: 2 active+clean+snaptrim, 19 active+undersized, 3 active+undersized+degraded, 97 active+clean; 232 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 988 KiB/s wr, 17 op/s; 23/495 objects degraded (4.646%); 4.8 MiB/s, 1 objects/s recovering 2024-08-29T14:57:27.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:27 smithi169 ceph-mon[78471]: osdmap e553: 8 total, 8 up, 8 in 2024-08-29T14:57:27.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:27 smithi169 ceph-mon[78471]: pgmap v418: 121 pgs: 2 active+clean+snaptrim, 19 active+undersized, 3 active+undersized+degraded, 97 active+clean; 232 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 988 KiB/s wr, 17 op/s; 23/495 objects degraded (4.646%); 4.8 MiB/s, 1 objects/s recovering 2024-08-29T14:57:27.796 INFO:tasks.rados.rados.0.smithi131.stdout:2432: finishing copy_from to smithi13174786-24 2024-08-29T14:57:27.796 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 937 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-29T14:57:28.300 INFO:tasks.rados.rados.0.smithi131.stdout:2432: done (4 left) 2024-08-29T14:57:28.300 INFO:tasks.rados.rados.0.smithi131.stdout:2434: done (3 left) 2024-08-29T14:57:28.300 INFO:tasks.rados.rados.0.smithi131.stdout:2435: done (2 left) 2024-08-29T14:57:28.300 INFO:tasks.rados.rados.0.smithi131.stdout:2437: done (1 left) 2024-08-29T14:57:28.300 INFO:tasks.rados.rados.0.smithi131.stdout:2438: done (0 left) 2024-08-29T14:57:28.300 INFO:tasks.rados.rados.0.smithi131.stdout:2439: setattr oid 23 current snap is 239 2024-08-29T14:57:28.300 INFO:tasks.rados.rados.0.smithi131.stdout:2440: snap_create 2024-08-29T14:57:28.305 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1111 (ObjNum 97 snap 0 seq_num 2119899056) dirty exists 2024-08-29T14:57:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:28 smithi131 ceph-mon[87973]: osdmap e554: 8 total, 8 up, 8 in 2024-08-29T14:57:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:28 smithi131 ceph-mon[90512]: osdmap e554: 8 total, 8 up, 8 in 2024-08-29T14:57:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:28 smithi169 ceph-mon[78471]: osdmap e554: 8 total, 8 up, 8 in 2024-08-29T14:57:29.302 INFO:tasks.rados.rados.0.smithi131.stdout:2439: done (1 left) 2024-08-29T14:57:29.302 INFO:tasks.rados.rados.0.smithi131.stdout:2440: done (0 left) 2024-08-29T14:57:29.302 INFO:tasks.rados.rados.0.smithi131.stdout:2441: read oid 30 snap 216 2024-08-29T14:57:29.302 INFO:tasks.rados.rados.0.smithi131.stdout:2441: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:57:29.302 INFO:tasks.rados.rados.0.smithi131.stdout:2442: read oid 43 snap -1 2024-08-29T14:57:29.302 INFO:tasks.rados.rados.0.smithi131.stdout:2442: expect (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:57:29.302 INFO:tasks.rados.rados.0.smithi131.stdout:2443: snap_create 2024-08-29T14:57:29.318 INFO:tasks.rados.rados.0.smithi131.stdout:2441: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:57:29.422 INFO:tasks.rados.rados.0.smithi131.stdout:2442: expect (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:57:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:29 smithi131 ceph-mon[87973]: pgmap v420: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 988 KiB/s wr, 21 op/s; 4.9 MiB/s, 1 objects/s recovering 2024-08-29T14:57:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:29 smithi131 ceph-mon[87973]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/495 objects degraded (4.646%), 3 pgs degraded) 2024-08-29T14:57:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:29 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T14:57:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:29 smithi131 ceph-mon[87973]: osdmap e555: 8 total, 8 up, 8 in 2024-08-29T14:57:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:29 smithi131 ceph-mon[90512]: pgmap v420: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 988 KiB/s wr, 21 op/s; 4.9 MiB/s, 1 objects/s recovering 2024-08-29T14:57:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:29 smithi131 ceph-mon[90512]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/495 objects degraded (4.646%), 3 pgs degraded) 2024-08-29T14:57:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:29 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T14:57:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:29 smithi131 ceph-mon[90512]: osdmap e555: 8 total, 8 up, 8 in 2024-08-29T14:57:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:29 smithi169 ceph-mon[78471]: pgmap v420: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 988 KiB/s wr, 21 op/s; 4.9 MiB/s, 1 objects/s recovering 2024-08-29T14:57:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:29 smithi169 ceph-mon[78471]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/495 objects degraded (4.646%), 3 pgs degraded) 2024-08-29T14:57:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:29 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T14:57:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:29 smithi169 ceph-mon[78471]: osdmap e555: 8 total, 8 up, 8 in 2024-08-29T14:57:30.305 INFO:tasks.rados.rados.0.smithi131.stdout:2441: done (2 left) 2024-08-29T14:57:30.306 INFO:tasks.rados.rados.0.smithi131.stdout:2442: done (1 left) 2024-08-29T14:57:30.306 INFO:tasks.rados.rados.0.smithi131.stdout:2443: done (0 left) 2024-08-29T14:57:30.306 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 241 2024-08-29T14:57:30.306 INFO:tasks.rados.rados.0.smithi131.stdout:2444: seq_num 758 ranges {8945664=704512} 2024-08-29T14:57:30.356 INFO:tasks.rados.rados.0.smithi131.stdout:2444: writing smithi13174786-24 from 8945664 to 9650176 tid 1 2024-08-29T14:57:30.356 INFO:tasks.rados.rados.0.smithi131.stdout:2445: copy_from oid 30 from oid 12 current snap is 241 2024-08-29T14:57:30.356 INFO:tasks.rados.rados.0.smithi131.stdout:2446: copy_from oid 43 from oid 16 current snap is 241 2024-08-29T14:57:30.356 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 241 2024-08-29T14:57:30.356 INFO:tasks.rados.rados.0.smithi131.stdout:2447: seq_num 759 ranges {1581056=720896} 2024-08-29T14:57:30.369 INFO:tasks.rados.rados.0.smithi131.stdout:2447: writing smithi13174786-39 from 1581056 to 2301952 tid 1 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:2448: snap_create 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:2446: finishing copy_from to smithi13174786-43 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:2446: got expected ENOENT (src dne) 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:2446: finishing copy_from racing read to smithi13174786-43 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:2445: finishing copy_from racing read to smithi13174786-30 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:2444: finishing write tid 1 to smithi13174786-24 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:2444: finishing write tid 2 to smithi13174786-24 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:2445: finishing copy_from to smithi13174786-30 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1109 (ObjNum 740 snap 234 seq_num 740) dirty exists 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:2444: finishing write tid 3 to smithi13174786-24 2024-08-29T14:57:30.370 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1446 (ObjNum 758 snap 241 seq_num 758) dirty exists 2024-08-29T14:57:30.371 INFO:tasks.rados.rados.0.smithi131.stdout:2444: left oid 24 (ObjNum 758 snap 241 seq_num 758) 2024-08-29T14:57:30.373 INFO:tasks.rados.rados.0.smithi131.stdout:2447: finishing write tid 1 to smithi13174786-39 2024-08-29T14:57:30.373 INFO:tasks.rados.rados.0.smithi131.stdout:2447: finishing write tid 2 to smithi13174786-39 2024-08-29T14:57:30.374 INFO:tasks.rados.rados.0.smithi131.stdout:2447: finishing write tid 3 to smithi13174786-39 2024-08-29T14:57:30.374 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 1602 (ObjNum 759 snap 241 seq_num 759) dirty exists 2024-08-29T14:57:30.374 INFO:tasks.rados.rados.0.smithi131.stdout:2447: left oid 39 (ObjNum 759 snap 241 seq_num 759) 2024-08-29T14:57:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:30 smithi131 ceph-mon[87973]: osdmap e556: 8 total, 8 up, 8 in 2024-08-29T14:57:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:30 smithi131 ceph-mon[90512]: osdmap e556: 8 total, 8 up, 8 in 2024-08-29T14:57:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:30 smithi169 ceph-mon[78471]: osdmap e556: 8 total, 8 up, 8 in 2024-08-29T14:57:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:57:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:57:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2444: done (4 left) 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2445: done (3 left) 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2446: done (2 left) 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2447: done (1 left) 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2448: done (0 left) 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2449: read oid 8 snap -1 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2449: expect (ObjNum 731 snap 231 seq_num 731) 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2450: read oid 28 snap -1 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2450: expect (ObjNum 736 snap 231 seq_num 736) 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2451: read oid 14 snap -1 2024-08-29T14:57:31.173 INFO:tasks.rados.rados.0.smithi131.stdout:2451: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-29T14:57:31.174 INFO:tasks.rados.rados.0.smithi131.stdout:2452: delete oid 29 current snap is 242 2024-08-29T14:57:31.177 INFO:tasks.rados.rados.0.smithi131.stdout:2452: done (3 left) 2024-08-29T14:57:31.177 INFO:tasks.rados.rados.0.smithi131.stdout:2453: snap_create 2024-08-29T14:57:31.180 INFO:tasks.rados.rados.0.smithi131.stdout:2450: expect (ObjNum 736 snap 231 seq_num 736) 2024-08-29T14:57:31.190 INFO:tasks.rados.rados.0.smithi131.stdout:2449: expect (ObjNum 731 snap 231 seq_num 731) 2024-08-29T14:57:31.266 INFO:tasks.rados.rados.0.smithi131.stdout:2451: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-29T14:57:31.588 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:57:31.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:31 smithi131 ceph-mon[87973]: pgmap v423: 121 pgs: 121 active+clean; 225 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 681 KiB/s wr, 10 op/s; 94 KiB/s, 0 objects/s recovering 2024-08-29T14:57:31.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:31 smithi131 ceph-mon[87973]: osdmap e557: 8 total, 8 up, 8 in 2024-08-29T14:57:31.588 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:31 smithi131 ceph-mon[87973]: osdmap e558: 8 total, 8 up, 8 in 2024-08-29T14:57:31.588 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:31 smithi131 ceph-mon[90512]: pgmap v423: 121 pgs: 121 active+clean; 225 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 681 KiB/s wr, 10 op/s; 94 KiB/s, 0 objects/s recovering 2024-08-29T14:57:31.589 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:31 smithi131 ceph-mon[90512]: osdmap e557: 8 total, 8 up, 8 in 2024-08-29T14:57:31.589 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:31 smithi131 ceph-mon[90512]: osdmap e558: 8 total, 8 up, 8 in 2024-08-29T14:57:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:31 smithi169 ceph-mon[78471]: pgmap v423: 121 pgs: 121 active+clean; 225 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 681 KiB/s wr, 10 op/s; 94 KiB/s, 0 objects/s recovering 2024-08-29T14:57:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:31 smithi169 ceph-mon[78471]: osdmap e557: 8 total, 8 up, 8 in 2024-08-29T14:57:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:31 smithi169 ceph-mon[78471]: osdmap e558: 8 total, 8 up, 8 in 2024-08-29T14:57:32.155 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:57:32.155 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (6m) 113s ago 10m 21.3M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:57:32.155 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (5m) 11s ago 10m 87.5M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (12m) 113s ago 12m 16.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (12m) 11s ago 12m 22.6M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (5m) 11s ago 15m 455M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (5m) 113s ago 17m 523M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (5m) 113s ago 17m 56.4M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (4m) 11s ago 16m 48.7M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (4m) 113s ago 15m 48.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (6m) 113s ago 10m 10.7M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (5m) 11s ago 10m 11.2M - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (3m) 113s ago 15m 114M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 2b80a23f091c 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (3m) 113s ago 14m 114M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 7ef2711f92d6 2024-08-29T14:57:32.156 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (2m) 113s ago 14m 99.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec def684d0aaf6 2024-08-29T14:57:32.157 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (117s) 113s ago 14m 12.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 413c5146ddeb 2024-08-29T14:57:32.157 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (84s) 11s ago 13m 181M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec c83aa6304b98 2024-08-29T14:57:32.157 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (50s) 11s ago 13m 105M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 99f84d9bb029 2024-08-29T14:57:32.157 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (16s) 11s ago 12m 12.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec b233f06c020f 2024-08-29T14:57:32.157 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (12m) 11s ago 12m 163M 2480M 17.2.7-1503-ga89f613d 250d9a61b6c5 28511a3b30b6 2024-08-29T14:57:32.157 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (5m) 11s ago 11m 53.7M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:57:32.174 INFO:tasks.rados.rados.0.smithi131.stdout:2449: done (3 left) 2024-08-29T14:57:32.174 INFO:tasks.rados.rados.0.smithi131.stdout:2450: done (2 left) 2024-08-29T14:57:32.174 INFO:tasks.rados.rados.0.smithi131.stdout:2451: done (1 left) 2024-08-29T14:57:32.175 INFO:tasks.rados.rados.0.smithi131.stdout:2453: done (0 left) 2024-08-29T14:57:32.175 INFO:tasks.rados.rados.0.smithi131.stdout:2454: copy_from oid 2 from oid 45 current snap is 243 2024-08-29T14:57:32.175 INFO:tasks.rados.rados.0.smithi131.stdout:2455: rmattr oid 23 current snap is 243 2024-08-29T14:57:32.175 INFO:tasks.rados.rados.0.smithi131.stdout:2456: rmattr oid 38 current snap is 243 2024-08-29T14:57:32.175 INFO:tasks.rados.rados.0.smithi131.stdout:2456: done (2 left) 2024-08-29T14:57:32.175 INFO:tasks.rados.rados.0.smithi131.stdout:2457: delete oid 48 current snap is 243 2024-08-29T14:57:32.180 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1112 (ObjNum 65 snap 0 seq_num 1634030452) dirty exists 2024-08-29T14:57:32.180 INFO:tasks.rados.rados.0.smithi131.stdout:2455: done (2 left) 2024-08-29T14:57:32.180 INFO:tasks.rados.rados.0.smithi131.stdout:2457: done (1 left) 2024-08-29T14:57:32.180 INFO:tasks.rados.rados.0.smithi131.stdout:2458: snap_remove snap 240 2024-08-29T14:57:32.501 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:57:32.501 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:57:32.501 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:57:32.501 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1, 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 7 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3, 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 12 2024-08-29T14:57:32.502 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:57:32.503 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:57:32.793 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:57:32.793 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:57:32.793 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:57:32.793 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:57:32.793 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:57:32.794 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:57:32.794 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:57:32.794 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:57:32.794 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "12/20 daemons upgraded", 2024-08-29T14:57:32.794 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading osd daemons", 2024-08-29T14:57:32.794 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:57:32.794 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:57:33.179 INFO:tasks.rados.rados.0.smithi131.stdout:2458: done (1 left) 2024-08-29T14:57:33.179 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 243 2024-08-29T14:57:33.179 INFO:tasks.rados.rados.0.smithi131.stdout:2454: finishing copy_from racing read to smithi13174786-2 2024-08-29T14:57:33.179 INFO:tasks.rados.rados.0.smithi131.stdout:2459: seq_num 762 ranges {1712128=770048} 2024-08-29T14:57:33.193 INFO:tasks.rados.rados.0.smithi131.stdout:2459: writing smithi13174786-22 from 1712128 to 2482176 tid 1 2024-08-29T14:57:33.193 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 243 2024-08-29T14:57:33.193 INFO:tasks.rados.rados.0.smithi131.stdout:2454: finishing copy_from to smithi13174786-2 2024-08-29T14:57:33.193 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 1415 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:57:33.193 INFO:tasks.rados.rados.0.smithi131.stdout:2460: seq_num 763 ranges {2301952=786432} 2024-08-29T14:57:33.210 INFO:tasks.rados.rados.0.smithi131.stdout:2460: writing smithi13174786-39 from 2301952 to 3088384 tid 1 2024-08-29T14:57:33.210 INFO:tasks.rados.rados.0.smithi131.stdout:2454: done (2 left) 2024-08-29T14:57:33.210 INFO:tasks.rados.rados.0.smithi131.stdout:2461: snap_remove snap 216 2024-08-29T14:57:33.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:33 smithi131 ceph-mon[87973]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:33 smithi131 ceph-mon[87973]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:33 smithi131 ceph-mon[87973]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:33 smithi131 ceph-mon[87973]: osdmap e559: 8 total, 8 up, 8 in 2024-08-29T14:57:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:33 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3172404328' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:33 smithi131 ceph-mon[90512]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:33 smithi131 ceph-mon[90512]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:33 smithi131 ceph-mon[90512]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:33 smithi131 ceph-mon[90512]: osdmap e559: 8 total, 8 up, 8 in 2024-08-29T14:57:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:33 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3172404328' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:33 smithi169 ceph-mon[78471]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:33 smithi169 ceph-mon[78471]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:33 smithi169 ceph-mon[78471]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:33 smithi169 ceph-mon[78471]: osdmap e559: 8 total, 8 up, 8 in 2024-08-29T14:57:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:33 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3172404328' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:34.189 INFO:tasks.rados.rados.0.smithi131.stdout:2461: done (2 left) 2024-08-29T14:57:34.189 INFO:tasks.rados.rados.0.smithi131.stdout:2462: setattr oid 10 current snap is 243 2024-08-29T14:57:34.190 INFO:tasks.rados.rados.0.smithi131.stdout:2463: rmattr oid 16 current snap is 243 2024-08-29T14:57:34.190 INFO:tasks.rados.rados.0.smithi131.stdout:2463: done (3 left) 2024-08-29T14:57:34.190 INFO:tasks.rados.rados.0.smithi131.stdout:2464: rollback oid 20 current snap is 243 2024-08-29T14:57:34.190 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 20 to 225 2024-08-29T14:57:34.191 INFO:tasks.rados.rados.0.smithi131.stdout:2465: snap_remove snap 217 2024-08-29T14:57:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:34 smithi131 ceph-mon[87973]: pgmap v427: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-08-29T14:57:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:34 smithi131 ceph-mon[87973]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:34 smithi131 ceph-mon[87973]: osdmap e560: 8 total, 8 up, 8 in 2024-08-29T14:57:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:34 smithi131 ceph-mon[90512]: pgmap v427: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-08-29T14:57:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:34 smithi131 ceph-mon[90512]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:34 smithi131 ceph-mon[90512]: osdmap e560: 8 total, 8 up, 8 in 2024-08-29T14:57:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:34 smithi169 ceph-mon[78471]: pgmap v427: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-08-29T14:57:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:34 smithi169 ceph-mon[78471]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:57:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:34 smithi169 ceph-mon[78471]: osdmap e560: 8 total, 8 up, 8 in 2024-08-29T14:57:35.194 INFO:tasks.rados.rados.0.smithi131.stdout:2465: done (4 left) 2024-08-29T14:57:35.194 INFO:tasks.rados.rados.0.smithi131.stdout:2466: delete oid 15 current snap is 243 2024-08-29T14:57:35.194 INFO:tasks.rados.rados.0.smithi131.stdout:2459: finishing write tid 1 to smithi13174786-22 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:2459: finishing write tid 2 to smithi13174786-22 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:2459: finishing write tid 3 to smithi13174786-22 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 1654 (ObjNum 762 snap 243 seq_num 762) dirty exists 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:2459: left oid 22 (ObjNum 762 snap 243 seq_num 762) 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:2460: finishing write tid 1 to smithi13174786-39 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:2460: finishing write tid 2 to smithi13174786-39 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:2460: finishing write tid 3 to smithi13174786-39 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 1604 (ObjNum 763 snap 243 seq_num 763) dirty exists 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:2460: left oid 39 (ObjNum 763 snap 243 seq_num 763) 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:2464: finishing rollback tid 0 to smithi13174786-20 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:2464: finishing rollback tid 1 to smithi13174786-20 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:2464: finishing rollback tid 2 to smithi13174786-20 2024-08-29T14:57:35.195 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 1607 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:57:35.196 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1538 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:57:35.207 INFO:tasks.rados.rados.0.smithi131.stdout:2459: done (4 left) 2024-08-29T14:57:35.207 INFO:tasks.rados.rados.0.smithi131.stdout:2460: done (3 left) 2024-08-29T14:57:35.207 INFO:tasks.rados.rados.0.smithi131.stdout:2462: done (2 left) 2024-08-29T14:57:35.207 INFO:tasks.rados.rados.0.smithi131.stdout:2464: done (1 left) 2024-08-29T14:57:35.207 INFO:tasks.rados.rados.0.smithi131.stdout:2466: done (0 left) 2024-08-29T14:57:35.208 INFO:tasks.rados.rados.0.smithi131.stdout:2467: read oid 50 snap -1 2024-08-29T14:57:35.208 INFO:tasks.rados.rados.0.smithi131.stdout:2467: expect deleted 2024-08-29T14:57:35.208 INFO:tasks.rados.rados.0.smithi131.stdout:2468: rollback oid 21 current snap is 243 2024-08-29T14:57:35.208 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 241 2024-08-29T14:57:35.208 INFO:tasks.rados.rados.0.smithi131.stdout:2469: delete oid 35 current snap is 243 2024-08-29T14:57:35.213 INFO:tasks.rados.rados.0.smithi131.stdout:2468: finishing rollback tid 0 to smithi13174786-21 2024-08-29T14:57:35.214 INFO:tasks.rados.rados.0.smithi131.stdout:2468: finishing rollback tid 1 to smithi13174786-21 2024-08-29T14:57:35.214 INFO:tasks.rados.rados.0.smithi131.stdout:2468: finishing rollback tid 2 to smithi13174786-21 2024-08-29T14:57:35.215 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 1610 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:57:35.217 INFO:tasks.rados.rados.0.smithi131.stdout:2467: done (2 left) 2024-08-29T14:57:35.217 INFO:tasks.rados.rados.0.smithi131.stdout:2468: done (1 left) 2024-08-29T14:57:35.217 INFO:tasks.rados.rados.0.smithi131.stdout:2469: done (0 left) 2024-08-29T14:57:35.217 INFO:tasks.rados.rados.0.smithi131.stdout:2470: delete oid 50 current snap is 243 2024-08-29T14:57:35.219 INFO:tasks.rados.rados.0.smithi131.stdout:2470: done (0 left) 2024-08-29T14:57:35.219 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 35 current snap is 243 2024-08-29T14:57:35.219 INFO:tasks.rados.rados.0.smithi131.stdout:2471: seq_num 767 ranges {0=450560,450560=401408} 2024-08-29T14:57:35.221 INFO:tasks.rados.rados.0.smithi131.stdout:2471: writing smithi13174786-35 from 0 to 450560 tid 1 2024-08-29T14:57:35.223 INFO:tasks.rados.rados.0.smithi131.stdout:2471: writing smithi13174786-35 from 450560 to 851968 tid 2 2024-08-29T14:57:35.224 INFO:tasks.rados.rados.0.smithi131.stdout:2472: delete oid 17 current snap is 243 2024-08-29T14:57:35.226 INFO:tasks.rados.rados.0.smithi131.stdout:2472: done (1 left) 2024-08-29T14:57:35.226 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 243 2024-08-29T14:57:35.227 INFO:tasks.rados.rados.0.smithi131.stdout:2473: seq_num 769 ranges {4669440=483328,5152768=401408} 2024-08-29T14:57:35.254 INFO:tasks.rados.rados.0.smithi131.stdout:2473: writing smithi13174786-3 from 4669440 to 5152768 tid 1 2024-08-29T14:57:35.256 INFO:tasks.rados.rados.0.smithi131.stdout:2473: writing smithi13174786-3 from 5152768 to 5554176 tid 2 2024-08-29T14:57:35.256 INFO:tasks.rados.rados.0.smithi131.stdout:2474: snap_create 2024-08-29T14:57:35.256 INFO:tasks.rados.rados.0.smithi131.stdout:2471: finishing write tid 1 to smithi13174786-35 2024-08-29T14:57:35.256 INFO:tasks.rados.rados.0.smithi131.stdout:2471: finishing write tid 2 to smithi13174786-35 2024-08-29T14:57:35.257 INFO:tasks.rados.rados.0.smithi131.stdout:2471: finishing write tid 3 to smithi13174786-35 2024-08-29T14:57:35.257 INFO:tasks.rados.rados.0.smithi131.stdout:2471: finishing write tid 4 to smithi13174786-35 2024-08-29T14:57:35.257 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1558 (ObjNum 767 snap 243 seq_num 767) dirty exists 2024-08-29T14:57:35.257 INFO:tasks.rados.rados.0.smithi131.stdout:2471: left oid 35 (ObjNum 767 snap 243 seq_num 767) 2024-08-29T14:57:35.259 INFO:tasks.rados.rados.0.smithi131.stdout:2473: finishing write tid 1 to smithi13174786-3 2024-08-29T14:57:35.260 INFO:tasks.rados.rados.0.smithi131.stdout:2473: finishing write tid 2 to smithi13174786-3 2024-08-29T14:57:35.260 INFO:tasks.rados.rados.0.smithi131.stdout:2473: finishing write tid 3 to smithi13174786-3 2024-08-29T14:57:35.261 INFO:tasks.rados.rados.0.smithi131.stdout:2473: finishing write tid 4 to smithi13174786-3 2024-08-29T14:57:35.261 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1675 (ObjNum 769 snap 243 seq_num 769) dirty exists 2024-08-29T14:57:35.261 INFO:tasks.rados.rados.0.smithi131.stdout:2473: left oid 3 (ObjNum 769 snap 243 seq_num 769) 2024-08-29T14:57:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:35 smithi131 ceph-mon[87973]: osdmap e561: 8 total, 8 up, 8 in 2024-08-29T14:57:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:35 smithi131 ceph-mon[90512]: osdmap e561: 8 total, 8 up, 8 in 2024-08-29T14:57:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:35 smithi169 ceph-mon[78471]: osdmap e561: 8 total, 8 up, 8 in 2024-08-29T14:57:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:36.174 INFO:tasks.rados.rados.0.smithi131.stdout:2471: done (2 left) 2024-08-29T14:57:36.174 INFO:tasks.rados.rados.0.smithi131.stdout:2473: done (1 left) 2024-08-29T14:57:36.174 INFO:tasks.rados.rados.0.smithi131.stdout:2474: done (0 left) 2024-08-29T14:57:36.175 INFO:tasks.rados.rados.0.smithi131.stdout:2475: delete oid 47 current snap is 244 2024-08-29T14:57:36.180 INFO:tasks.rados.rados.0.smithi131.stdout:2475: done (0 left) 2024-08-29T14:57:36.180 INFO:tasks.rados.rados.0.smithi131.stdout:2476: copy_from oid 37 from oid 34 current snap is 244 2024-08-29T14:57:36.180 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 244 2024-08-29T14:57:36.180 INFO:tasks.rados.rados.0.smithi131.stdout:2477: seq_num 771 ranges {3702784=516096,4218880=401408} 2024-08-29T14:57:36.187 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:57:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:57:35] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.51.0" 2024-08-29T14:57:36.204 INFO:tasks.rados.rados.0.smithi131.stdout:2477: writing smithi13174786-9 from 3702784 to 4218880 tid 1 2024-08-29T14:57:36.207 INFO:tasks.rados.rados.0.smithi131.stdout:2477: writing smithi13174786-9 from 4218880 to 4620288 tid 2 2024-08-29T14:57:36.208 INFO:tasks.rados.rados.0.smithi131.stdout:2478: rollback oid 27 current snap is 244 2024-08-29T14:57:36.208 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 226 2024-08-29T14:57:36.208 INFO:tasks.rados.rados.0.smithi131.stdout:2479: delete oid 28 current snap is 244 2024-08-29T14:57:36.212 INFO:tasks.rados.rados.0.smithi131.stdout:2476: finishing copy_from racing read to smithi13174786-37 2024-08-29T14:57:36.217 INFO:tasks.rados.rados.0.smithi131.stdout:2476: finishing copy_from to smithi13174786-37 2024-08-29T14:57:36.217 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1016 (ObjNum 719 snap 223 seq_num 719) dirty exists 2024-08-29T14:57:36.218 INFO:tasks.rados.rados.0.smithi131.stdout:2476: done (3 left) 2024-08-29T14:57:36.219 INFO:tasks.rados.rados.0.smithi131.stdout:2479: done (2 left) 2024-08-29T14:57:36.219 INFO:tasks.rados.rados.0.smithi131.stdout:2480: delete oid 20 current snap is 244 2024-08-29T14:57:36.219 INFO:tasks.rados.rados.0.smithi131.stdout:2477: finishing write tid 1 to smithi13174786-9 2024-08-29T14:57:36.220 INFO:tasks.rados.rados.0.smithi131.stdout:2478: finishing rollback tid 0 to smithi13174786-27 2024-08-29T14:57:36.220 INFO:tasks.rados.rados.0.smithi131.stdout:2478: finishing rollback tid 1 to smithi13174786-27 2024-08-29T14:57:36.221 INFO:tasks.rados.rados.0.smithi131.stdout:2477: finishing write tid 2 to smithi13174786-9 2024-08-29T14:57:36.221 INFO:tasks.rados.rados.0.smithi131.stdout:2478: finishing rollback tid 2 to smithi13174786-27 2024-08-29T14:57:36.221 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1444 (ObjNum 697 snap 214 seq_num 697) dirty exists 2024-08-29T14:57:36.221 INFO:tasks.rados.rados.0.smithi131.stdout:2477: finishing write tid 3 to smithi13174786-9 2024-08-29T14:57:36.221 INFO:tasks.rados.rados.0.smithi131.stdout:2478: done (2 left) 2024-08-29T14:57:36.222 INFO:tasks.rados.rados.0.smithi131.stdout:2480: done (1 left) 2024-08-29T14:57:36.222 INFO:tasks.rados.rados.0.smithi131.stdout:2481: snap_create 2024-08-29T14:57:36.222 INFO:tasks.rados.rados.0.smithi131.stdout:2477: finishing write tid 4 to smithi13174786-9 2024-08-29T14:57:36.222 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1112 (ObjNum 771 snap 244 seq_num 771) dirty exists 2024-08-29T14:57:36.222 INFO:tasks.rados.rados.0.smithi131.stdout:2477: left oid 9 (ObjNum 771 snap 244 seq_num 771) 2024-08-29T14:57:36.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:36 smithi169 ceph-mon[78471]: pgmap v430: 121 pgs: 121 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-29T14:57:36.531 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:36 smithi169 ceph-mon[78471]: osdmap e562: 8 total, 8 up, 8 in 2024-08-29T14:57:36.531 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:36 smithi169 ceph-mon[78471]: osdmap e563: 8 total, 8 up, 8 in 2024-08-29T14:57:36.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:36 smithi131 ceph-mon[90512]: pgmap v430: 121 pgs: 121 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-29T14:57:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:36 smithi131 ceph-mon[90512]: osdmap e562: 8 total, 8 up, 8 in 2024-08-29T14:57:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:36 smithi131 ceph-mon[90512]: osdmap e563: 8 total, 8 up, 8 in 2024-08-29T14:57:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:36 smithi131 ceph-mon[87973]: pgmap v430: 121 pgs: 121 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-08-29T14:57:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:36 smithi131 ceph-mon[87973]: osdmap e562: 8 total, 8 up, 8 in 2024-08-29T14:57:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:36 smithi131 ceph-mon[87973]: osdmap e563: 8 total, 8 up, 8 in 2024-08-29T14:57:37.197 INFO:tasks.rados.rados.0.smithi131.stdout:2477: done (1 left) 2024-08-29T14:57:37.197 INFO:tasks.rados.rados.0.smithi131.stdout:2481: done (0 left) 2024-08-29T14:57:37.197 INFO:tasks.rados.rados.0.smithi131.stdout:2482: snap_remove snap 235 2024-08-29T14:57:38.199 INFO:tasks.rados.rados.0.smithi131.stdout:2482: done (0 left) 2024-08-29T14:57:38.199 INFO:tasks.rados.rados.0.smithi131.stdout:2483: snap_create 2024-08-29T14:57:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:38 smithi131 ceph-mon[87973]: pgmap v433: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 888 KiB/s wr, 16 op/s 2024-08-29T14:57:38.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:38 smithi131 ceph-mon[87973]: osdmap e564: 8 total, 8 up, 8 in 2024-08-29T14:57:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:38 smithi131 ceph-mon[90512]: pgmap v433: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 888 KiB/s wr, 16 op/s 2024-08-29T14:57:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:38 smithi131 ceph-mon[90512]: osdmap e564: 8 total, 8 up, 8 in 2024-08-29T14:57:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:38 smithi169 ceph-mon[78471]: pgmap v433: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 888 KiB/s wr, 16 op/s 2024-08-29T14:57:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:38 smithi169 ceph-mon[78471]: osdmap e564: 8 total, 8 up, 8 in 2024-08-29T14:57:39.200 INFO:tasks.rados.rados.0.smithi131.stdout:2483: done (0 left) 2024-08-29T14:57:39.200 INFO:tasks.rados.rados.0.smithi131.stdout:2484: snap_remove snap 212 2024-08-29T14:57:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:39 smithi131 ceph-mon[87973]: osdmap e565: 8 total, 8 up, 8 in 2024-08-29T14:57:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:39 smithi131 ceph-mon[87973]: osdmap e566: 8 total, 8 up, 8 in 2024-08-29T14:57:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:39 smithi131 ceph-mon[90512]: osdmap e565: 8 total, 8 up, 8 in 2024-08-29T14:57:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:39 smithi131 ceph-mon[90512]: osdmap e566: 8 total, 8 up, 8 in 2024-08-29T14:57:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:39 smithi169 ceph-mon[78471]: osdmap e565: 8 total, 8 up, 8 in 2024-08-29T14:57:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:39 smithi169 ceph-mon[78471]: osdmap e566: 8 total, 8 up, 8 in 2024-08-29T14:57:40.208 INFO:tasks.rados.rados.0.smithi131.stdout:2484: done (0 left) 2024-08-29T14:57:40.208 INFO:tasks.rados.rados.0.smithi131.stdout:2485: setattr oid 43 current snap is 246 2024-08-29T14:57:40.211 INFO:tasks.rados.rados.0.smithi131.stdout:2486: setattr oid 29 current snap is 246 2024-08-29T14:57:40.215 INFO:tasks.rados.rados.0.smithi131.stdout:2487: rmattr oid 12 current snap is 246 2024-08-29T14:57:40.215 INFO:tasks.rados.rados.0.smithi131.stdout:2487: done (2 left) 2024-08-29T14:57:40.215 INFO:tasks.rados.rados.0.smithi131.stdout:2488: read oid 3 snap -1 2024-08-29T14:57:40.215 INFO:tasks.rados.rados.0.smithi131.stdout:2488: expect (ObjNum 769 snap 243 seq_num 769) 2024-08-29T14:57:40.215 INFO:tasks.rados.rados.0.smithi131.stdout:2489: copy_from oid 15 from oid 24 current snap is 246 2024-08-29T14:57:40.215 INFO:tasks.rados.rados.0.smithi131.stdout:2490: read oid 32 snap 234 2024-08-29T14:57:40.215 INFO:tasks.rados.rados.0.smithi131.stdout:2490: expect (ObjNum 739 snap 234 seq_num 739) 2024-08-29T14:57:40.215 INFO:tasks.rados.rados.0.smithi131.stdout:2491: setattr oid 26 current snap is 246 2024-08-29T14:57:40.218 INFO:tasks.rados.rados.0.smithi131.stdout:2492: delete oid 30 current snap is 246 2024-08-29T14:57:40.226 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 986 (ObjNum 177 snap 0 seq_num 482518900) dirty exists 2024-08-29T14:57:40.226 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1518 (ObjNum 65 snap 0 seq_num 1632526174) dirty exists 2024-08-29T14:57:40.230 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1113 (ObjNum 728 snap 231 seq_num 728) dirty exists 2024-08-29T14:57:40.230 INFO:tasks.rados.rados.0.smithi131.stdout:2485: done (6 left) 2024-08-29T14:57:40.230 INFO:tasks.rados.rados.0.smithi131.stdout:2486: done (5 left) 2024-08-29T14:57:40.230 INFO:tasks.rados.rados.0.smithi131.stdout:2491: done (4 left) 2024-08-29T14:57:40.230 INFO:tasks.rados.rados.0.smithi131.stdout:2492: done (3 left) 2024-08-29T14:57:40.230 INFO:tasks.rados.rados.0.smithi131.stdout:2493: snap_remove snap 231 2024-08-29T14:57:40.472 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:40 smithi169 ceph-mon[78471]: pgmap v436: 121 pgs: 121 active+clean; 226 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-29T14:57:40.472 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:40 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-29T14:57:40.473 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:40 smithi169 ceph-mon[78471]: osdmap e567: 8 total, 8 up, 8 in 2024-08-29T14:57:40.473 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:57:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:57:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:57:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:40 smithi131 ceph-mon[87973]: pgmap v436: 121 pgs: 121 active+clean; 226 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-29T14:57:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:40 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-29T14:57:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:40 smithi131 ceph-mon[87973]: osdmap e567: 8 total, 8 up, 8 in 2024-08-29T14:57:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:40 smithi131 ceph-mon[90512]: pgmap v436: 121 pgs: 121 active+clean; 226 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-29T14:57:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:40 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-29T14:57:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:40 smithi131 ceph-mon[90512]: osdmap e567: 8 total, 8 up, 8 in 2024-08-29T14:57:41.185 INFO:tasks.rados.rados.0.smithi131.stdout:2488: expect (ObjNum 769 snap 243 seq_num 769) 2024-08-29T14:57:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:41 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T14:57:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:41 smithi169 ceph-mon[78471]: Upgrade: osd.7 is safe to restart 2024-08-29T14:57:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:41 smithi169 ceph-mon[78471]: osdmap e568: 8 total, 8 up, 8 in 2024-08-29T14:57:41.477 INFO:tasks.rados.rados.0.smithi131.stdout:2490: expect (ObjNum 739 snap 234 seq_num 739) 2024-08-29T14:57:41.488 INFO:tasks.rados.rados.0.smithi131.stdout:2489: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:57:41.488 INFO:tasks.rados.rados.0.smithi131.stdout:2489: finishing copy_from to smithi13174786-15 2024-08-29T14:57:41.488 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1446 (ObjNum 758 snap 241 seq_num 758) dirty exists 2024-08-29T14:57:41.488 INFO:tasks.rados.rados.0.smithi131.stdout:2488: done (3 left) 2024-08-29T14:57:41.488 INFO:tasks.rados.rados.0.smithi131.stdout:2489: done (2 left) 2024-08-29T14:57:41.488 INFO:tasks.rados.rados.0.smithi131.stdout:2490: done (1 left) 2024-08-29T14:57:41.489 INFO:tasks.rados.rados.0.smithi131.stdout:2493: done (0 left) 2024-08-29T14:57:41.489 INFO:tasks.rados.rados.0.smithi131.stdout:2494: rollback oid 23 current snap is 246 2024-08-29T14:57:41.489 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 23 to 244 2024-08-29T14:57:41.489 INFO:tasks.rados.rados.0.smithi131.stdout:2495: read oid 40 snap -1 2024-08-29T14:57:41.489 INFO:tasks.rados.rados.0.smithi131.stdout:2495: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:57:41.489 INFO:tasks.rados.rados.0.smithi131.stdout:2496: delete oid 3 current snap is 246 2024-08-29T14:57:41.489 INFO:tasks.rados.rados.0.smithi131.stdout:2495: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:57:41.493 INFO:tasks.rados.rados.0.smithi131.stdout:2494: finishing rollback tid 0 to smithi13174786-23 2024-08-29T14:57:41.493 INFO:tasks.rados.rados.0.smithi131.stdout:2494: finishing rollback tid 1 to smithi13174786-23 2024-08-29T14:57:41.493 INFO:tasks.rados.rados.0.smithi131.stdout:2494: finishing rollback tid 2 to smithi13174786-23 2024-08-29T14:57:41.493 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1115 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-29T14:57:41.493 INFO:tasks.rados.rados.0.smithi131.stdout:2494: done (2 left) 2024-08-29T14:57:41.493 INFO:tasks.rados.rados.0.smithi131.stdout:2495: done (1 left) 2024-08-29T14:57:41.493 INFO:tasks.rados.rados.0.smithi131.stdout:2496: done (0 left) 2024-08-29T14:57:41.493 INFO:tasks.rados.rados.0.smithi131.stdout:2497: snap_create 2024-08-29T14:57:41.617 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:41 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T14:57:41.617 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:41 smithi131 ceph-mon[87973]: Upgrade: osd.7 is safe to restart 2024-08-29T14:57:41.617 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:41 smithi131 ceph-mon[87973]: osdmap e568: 8 total, 8 up, 8 in 2024-08-29T14:57:41.618 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:41 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T14:57:41.618 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:41 smithi131 ceph-mon[90512]: Upgrade: osd.7 is safe to restart 2024-08-29T14:57:41.618 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:41 smithi131 ceph-mon[90512]: osdmap e568: 8 total, 8 up, 8 in 2024-08-29T14:57:42.358 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:42 smithi169 ceph-mon[78471]: pgmap v439: 121 pgs: 121 active+clean; 225 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 632 KiB/s wr, 9 op/s 2024-08-29T14:57:42.358 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:42 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:42.359 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:42 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-29T14:57:42.359 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:42 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:2497: done (0 left) 2024-08-29T14:57:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:2498: rmattr oid 11 current snap is 247 2024-08-29T14:57:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:2499: read oid 40 snap -1 2024-08-29T14:57:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:2499: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:57:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:2500: rollback oid 29 current snap is 247 2024-08-29T14:57:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 29 to 226 2024-08-29T14:57:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:2501: read oid 44 snap -1 2024-08-29T14:57:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:2501: expect deleted 2024-08-29T14:57:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:2502: read oid 9 snap -1 2024-08-29T14:57:42.435 INFO:tasks.rados.rados.0.smithi131.stdout:2502: expect (ObjNum 771 snap 244 seq_num 771) 2024-08-29T14:57:42.436 INFO:tasks.rados.rados.0.smithi131.stdout:2503: copy_from oid 37 from oid 34 current snap is 247 2024-08-29T14:57:42.436 INFO:tasks.rados.rados.0.smithi131.stdout:2504: snap_create 2024-08-29T14:57:42.439 INFO:tasks.rados.rados.0.smithi131.stdout:2499: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:57:42.444 INFO:tasks.rados.rados.0.smithi131.stdout:2500: finishing rollback tid 0 to smithi13174786-29 2024-08-29T14:57:42.449 INFO:tasks.rados.rados.0.smithi131.stdout:2500: finishing rollback tid 1 to smithi13174786-29 2024-08-29T14:57:42.449 INFO:tasks.rados.rados.0.smithi131.stdout:2500: finishing rollback tid 2 to smithi13174786-29 2024-08-29T14:57:42.449 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1521 (ObjNum 661 snap 204 seq_num 661) dirty exists 2024-08-29T14:57:42.449 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1580 (ObjNum 734 snap 231 seq_num 734) dirty exists 2024-08-29T14:57:42.459 INFO:tasks.rados.rados.0.smithi131.stdout:2502: expect (ObjNum 771 snap 244 seq_num 771) 2024-08-29T14:57:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:42 smithi131 ceph-mon[87973]: pgmap v439: 121 pgs: 121 active+clean; 225 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 632 KiB/s wr, 9 op/s 2024-08-29T14:57:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:42 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:42 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-29T14:57:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:42 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:42 smithi131 ceph-mon[90512]: pgmap v439: 121 pgs: 121 active+clean; 225 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 632 KiB/s wr, 9 op/s 2024-08-29T14:57:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:42 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:42 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-29T14:57:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:42 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:42.779 INFO:tasks.rados.rados.0.smithi131.stdout:2503: finishing copy_from racing read to smithi13174786-37 2024-08-29T14:57:42.779 INFO:tasks.rados.rados.0.smithi131.stdout:2503: finishing copy_from to smithi13174786-37 2024-08-29T14:57:42.779 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1016 (ObjNum 719 snap 223 seq_num 719) dirty exists 2024-08-29T14:57:43.436 INFO:tasks.rados.rados.0.smithi131.stdout:2498: done (6 left) 2024-08-29T14:57:43.436 INFO:tasks.rados.rados.0.smithi131.stdout:2499: done (5 left) 2024-08-29T14:57:43.436 INFO:tasks.rados.rados.0.smithi131.stdout:2500: done (4 left) 2024-08-29T14:57:43.436 INFO:tasks.rados.rados.0.smithi131.stdout:2501: done (3 left) 2024-08-29T14:57:43.437 INFO:tasks.rados.rados.0.smithi131.stdout:2502: done (2 left) 2024-08-29T14:57:43.437 INFO:tasks.rados.rados.0.smithi131.stdout:2503: done (1 left) 2024-08-29T14:57:43.437 INFO:tasks.rados.rados.0.smithi131.stdout:2504: done (0 left) 2024-08-29T14:57:43.437 INFO:tasks.rados.rados.0.smithi131.stdout:2505: snap_create 2024-08-29T14:57:43.577 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:43 smithi169 ceph-mon[78471]: Upgrade: Updating osd.7 2024-08-29T14:57:43.577 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:43 smithi169 ceph-mon[78471]: Deploying daemon osd.7 on smithi169 2024-08-29T14:57:43.577 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:43 smithi169 ceph-mon[78471]: osdmap e569: 8 total, 8 up, 8 in 2024-08-29T14:57:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:43 smithi131 ceph-mon[87973]: Upgrade: Updating osd.7 2024-08-29T14:57:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:43 smithi131 ceph-mon[87973]: Deploying daemon osd.7 on smithi169 2024-08-29T14:57:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:43 smithi131 ceph-mon[87973]: osdmap e569: 8 total, 8 up, 8 in 2024-08-29T14:57:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:43 smithi131 ceph-mon[90512]: Upgrade: Updating osd.7 2024-08-29T14:57:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:43 smithi131 ceph-mon[90512]: Deploying daemon osd.7 on smithi169 2024-08-29T14:57:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:43 smithi131 ceph-mon[90512]: osdmap e569: 8 total, 8 up, 8 in 2024-08-29T14:57:44.439 INFO:tasks.rados.rados.0.smithi131.stdout:2505: done (0 left) 2024-08-29T14:57:44.439 INFO:tasks.rados.rados.0.smithi131.stdout:2506: snap_remove snap 245 2024-08-29T14:57:44.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:44 smithi169 ceph-mon[78471]: pgmap v441: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 749 B/s rd, 4.1 MiB/s wr, 15 op/s 2024-08-29T14:57:44.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:44 smithi169 ceph-mon[78471]: osdmap e570: 8 total, 8 up, 8 in 2024-08-29T14:57:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:44 smithi131 ceph-mon[87973]: pgmap v441: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 749 B/s rd, 4.1 MiB/s wr, 15 op/s 2024-08-29T14:57:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:44 smithi131 ceph-mon[87973]: osdmap e570: 8 total, 8 up, 8 in 2024-08-29T14:57:44.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:44 smithi131 ceph-mon[90512]: pgmap v441: 121 pgs: 121 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 749 B/s rd, 4.1 MiB/s wr, 15 op/s 2024-08-29T14:57:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:44 smithi131 ceph-mon[90512]: osdmap e570: 8 total, 8 up, 8 in 2024-08-29T14:57:45.092 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:44 smithi169 systemd[1]: Stopping Ceph osd.7 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:57:45.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[44348]: 2024-08-29T14:57:45.090+0000 7f12da464640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:57:45.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[44348]: 2024-08-29T14:57:45.090+0000 7f12da464640 -1 osd.7 571 *** Got signal Terminated *** 2024-08-29T14:57:45.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:45 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[44348]: 2024-08-29T14:57:45.090+0000 7f12da464640 -1 osd.7 571 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:57:45.450 INFO:tasks.rados.rados.0.smithi131.stdout:2506: done (0 left) 2024-08-29T14:57:45.451 INFO:tasks.rados.rados.0.smithi131.stdout:2507: rmattr oid 25 current snap is 249 2024-08-29T14:57:45.451 INFO:tasks.rados.rados.0.smithi131.stdout:2508: read oid 26 snap -1 2024-08-29T14:57:45.451 INFO:tasks.rados.rados.0.smithi131.stdout:2508: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:57:45.451 INFO:tasks.rados.rados.0.smithi131.stdout:2509: read oid 39 snap -1 2024-08-29T14:57:45.451 INFO:tasks.rados.rados.0.smithi131.stdout:2509: expect (ObjNum 763 snap 243 seq_num 763) 2024-08-29T14:57:45.451 INFO:tasks.rados.rados.0.smithi131.stdout:2510: read oid 23 snap -1 2024-08-29T14:57:45.451 INFO:tasks.rados.rados.0.smithi131.stdout:2510: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:57:45.451 INFO:tasks.rados.rados.0.smithi131.stdout:2511: setattr oid 11 current snap is 249 2024-08-29T14:57:45.453 INFO:tasks.rados.rados.0.smithi131.stdout:2508: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:57:45.459 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 0 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-08-29T14:57:45.459 INFO:tasks.rados.rados.0.smithi131.stdout:2507: done (4 left) 2024-08-29T14:57:45.459 INFO:tasks.rados.rados.0.smithi131.stdout:2508: done (3 left) 2024-08-29T14:57:45.459 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 249 2024-08-29T14:57:45.459 INFO:tasks.rados.rados.0.smithi131.stdout:2512: seq_num 776 ranges {4775936=606208,5382144=401408} 2024-08-29T14:57:45.488 INFO:tasks.rados.rados.0.smithi131.stdout:2512: writing smithi13174786-33 from 4775936 to 5382144 tid 1 2024-08-29T14:57:45.490 INFO:tasks.rados.rados.0.smithi131.stdout:2512: writing smithi13174786-33 from 5382144 to 5783552 tid 2 2024-08-29T14:57:45.491 INFO:tasks.rados.rados.0.smithi131.stdout:2513: delete oid 16 current snap is 249 2024-08-29T14:57:45.491 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1584 (ObjNum 734 snap 231 seq_num 734) dirty exists 2024-08-29T14:57:45.491 INFO:tasks.rados.rados.0.smithi131.stdout:2510: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:57:45.491 INFO:tasks.rados.rados.0.smithi131.stdout:2509: expect (ObjNum 763 snap 243 seq_num 763) 2024-08-29T14:57:45.631 INFO:tasks.rados.rados.0.smithi131.stdout:2509: done (4 left) 2024-08-29T14:57:45.631 INFO:tasks.rados.rados.0.smithi131.stdout:2510: done (3 left) 2024-08-29T14:57:45.631 INFO:tasks.rados.rados.0.smithi131.stdout:2511: done (2 left) 2024-08-29T14:57:45.631 INFO:tasks.rados.rados.0.smithi131.stdout:2513: done (1 left) 2024-08-29T14:57:45.631 INFO:tasks.rados.rados.0.smithi131.stdout:2514: setattr oid 23 current snap is 249 2024-08-29T14:57:45.633 INFO:tasks.rados.rados.0.smithi131.stdout:2515: copy_from oid 3 from oid 8 current snap is 249 2024-08-29T14:57:45.633 INFO:tasks.rados.rados.0.smithi131.stdout:2516: read oid 39 snap -1 2024-08-29T14:57:45.633 INFO:tasks.rados.rados.0.smithi131.stdout:2516: expect (ObjNum 763 snap 243 seq_num 763) 2024-08-29T14:57:45.633 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 249 2024-08-29T14:57:45.633 INFO:tasks.rados.rados.0.smithi131.stdout:2517: seq_num 778 ranges {0=638976,638976=401408} 2024-08-29T14:57:45.636 INFO:tasks.rados.rados.0.smithi131.stdout:2517: writing smithi13174786-17 from 0 to 638976 tid 1 2024-08-29T14:57:45.639 INFO:tasks.rados.rados.0.smithi131.stdout:2517: writing smithi13174786-17 from 638976 to 1040384 tid 2 2024-08-29T14:57:45.639 INFO:tasks.rados.rados.0.smithi131.stdout:2518: delete oid 22 current snap is 249 2024-08-29T14:57:45.639 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1116 (ObjNum 65 snap 0 seq_num 1751151450) dirty exists 2024-08-29T14:57:45.642 INFO:tasks.rados.rados.0.smithi131.stdout:2516: expect (ObjNum 763 snap 243 seq_num 763) 2024-08-29T14:57:45.783 INFO:tasks.rados.rados.0.smithi131.stdout:2517: finishing write tid 1 to smithi13174786-17 2024-08-29T14:57:45.783 INFO:tasks.rados.rados.0.smithi131.stdout:2517: finishing write tid 2 to smithi13174786-17 2024-08-29T14:57:45.783 INFO:tasks.rados.rados.0.smithi131.stdout:2517: finishing write tid 3 to smithi13174786-17 2024-08-29T14:57:45.783 INFO:tasks.rados.rados.0.smithi131.stdout:2517: finishing write tid 4 to smithi13174786-17 2024-08-29T14:57:45.783 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 1527 (ObjNum 778 snap 249 seq_num 778) dirty exists 2024-08-29T14:57:45.784 INFO:tasks.rados.rados.0.smithi131.stdout:2517: left oid 17 (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:57:45.784 INFO:tasks.rados.rados.0.smithi131.stdout:2514: done (5 left) 2024-08-29T14:57:45.784 INFO:tasks.rados.rados.0.smithi131.stdout:2516: done (4 left) 2024-08-29T14:57:45.784 INFO:tasks.rados.rados.0.smithi131.stdout:2517: done (3 left) 2024-08-29T14:57:45.784 INFO:tasks.rados.rados.0.smithi131.stdout:2518: done (2 left) 2024-08-29T14:57:45.784 INFO:tasks.rados.rados.0.smithi131.stdout:2519: delete oid 11 current snap is 249 2024-08-29T14:57:45.785 INFO:tasks.rados.rados.0.smithi131.stdout:2519: done (2 left) 2024-08-29T14:57:45.785 INFO:tasks.rados.rados.0.smithi131.stdout:2520: read oid 39 snap -1 2024-08-29T14:57:45.785 INFO:tasks.rados.rados.0.smithi131.stdout:2520: expect (ObjNum 763 snap 243 seq_num 763) 2024-08-29T14:57:45.785 INFO:tasks.rados.rados.0.smithi131.stdout:2521: snap_create 2024-08-29T14:57:45.792 INFO:tasks.rados.rados.0.smithi131.stdout:2520: expect (ObjNum 763 snap 243 seq_num 763) 2024-08-29T14:57:45.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:45 smithi131 ceph-mon[87973]: pgmap v444: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-08-29T14:57:45.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:45 smithi131 ceph-mon[87973]: osdmap e571: 8 total, 8 up, 8 in 2024-08-29T14:57:45.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:45 smithi131 ceph-mon[87973]: osd.7 marked itself down and dead 2024-08-29T14:57:45.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:45 smithi131 ceph-mon[90512]: pgmap v444: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-08-29T14:57:45.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:45 smithi131 ceph-mon[90512]: osdmap e571: 8 total, 8 up, 8 in 2024-08-29T14:57:45.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:45 smithi131 ceph-mon[90512]: osd.7 marked itself down and dead 2024-08-29T14:57:45.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:45 smithi169 ceph-mon[78471]: pgmap v444: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-08-29T14:57:45.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:45 smithi169 ceph-mon[78471]: osdmap e571: 8 total, 8 up, 8 in 2024-08-29T14:57:45.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:45 smithi169 ceph-mon[78471]: osd.7 marked itself down and dead 2024-08-29T14:57:46.177 INFO:tasks.rados.rados.0.smithi131.stdout:2520: done (3 left) 2024-08-29T14:57:46.177 INFO:tasks.rados.rados.0.smithi131.stdout:2521: done (2 left) 2024-08-29T14:57:46.178 INFO:tasks.rados.rados.0.smithi131.stdout:2522: snap_create 2024-08-29T14:57:46.190 INFO:tasks.rados.rados.0.smithi131.stdout:2512: finishing write tid 1 to smithi13174786-33 2024-08-29T14:57:46.191 INFO:tasks.rados.rados.0.smithi131.stdout:2512: finishing write tid 2 to smithi13174786-33 2024-08-29T14:57:46.191 INFO:tasks.rados.rados.0.smithi131.stdout:2512: finishing write tid 3 to smithi13174786-33 2024-08-29T14:57:46.192 INFO:tasks.rados.rados.0.smithi131.stdout:2512: finishing write tid 4 to smithi13174786-33 2024-08-29T14:57:46.192 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 1444 (ObjNum 776 snap 249 seq_num 776) dirty exists 2024-08-29T14:57:46.192 INFO:tasks.rados.rados.0.smithi131.stdout:2512: left oid 33 (ObjNum 776 snap 249 seq_num 776) 2024-08-29T14:57:46.198 INFO:tasks.rados.rados.0.smithi131.stdout:2515: finishing copy_from racing read to smithi13174786-3 2024-08-29T14:57:46.199 INFO:tasks.rados.rados.0.smithi131.stdout:2515: finishing copy_from to smithi13174786-3 2024-08-29T14:57:46.199 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 895 (ObjNum 731 snap 231 seq_num 731) dirty exists 2024-08-29T14:57:46.284 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:45 smithi169 podman[98571]: 2024-08-29 14:57:45.999222098 +0000 UTC m=+1.014750493 container died 28511a3b30b63307a6ddabf64d4896a5eb220a15fb43adbab37862306766456a (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=quincy-a89f613, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, GIT_CLEAN=True) 2024-08-29T14:57:46.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:57:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:57:45] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.51.0" 2024-08-29T14:57:46.629 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:46 smithi169 podman[98571]: 2024-08-29 14:57:46.391147302 +0000 UTC m=+1.406675685 container cleanup 28511a3b30b63307a6ddabf64d4896a5eb220a15fb43adbab37862306766456a (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-a89f613, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-08-29T14:57:46.629 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:46 smithi169 bash[98571]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7 2024-08-29T14:57:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:46 smithi169 ceph-mon[78471]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:57:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:46 smithi169 ceph-mon[78471]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-29T14:57:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:46 smithi169 ceph-mon[78471]: osdmap e572: 8 total, 7 up, 8 in 2024-08-29T14:57:46.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:46 smithi169 ceph-mon[78471]: osdmap e573: 8 total, 7 up, 8 in 2024-08-29T14:57:46.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:46 smithi131 ceph-mon[87973]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:57:46.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:46 smithi131 ceph-mon[87973]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-29T14:57:46.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:46 smithi131 ceph-mon[87973]: osdmap e572: 8 total, 7 up, 8 in 2024-08-29T14:57:46.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:46 smithi131 ceph-mon[87973]: osdmap e573: 8 total, 7 up, 8 in 2024-08-29T14:57:46.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:46 smithi131 ceph-mon[90512]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T14:57:46.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:46 smithi131 ceph-mon[90512]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-29T14:57:46.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:46 smithi131 ceph-mon[90512]: osdmap e572: 8 total, 7 up, 8 in 2024-08-29T14:57:46.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:46 smithi131 ceph-mon[90512]: osdmap e573: 8 total, 7 up, 8 in 2024-08-29T14:57:47.043 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:46 smithi169 podman[98591]: 2024-08-29 14:57:46.633977763 +0000 UTC m=+0.637437311 container remove 28511a3b30b63307a6ddabf64d4896a5eb220a15fb43adbab37862306766456a (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, RELEASE=quincy-a89f613, org.label-schema.vendor=CentOS) 2024-08-29T14:57:47.180 INFO:tasks.rados.rados.0.smithi131.stdout:2512: done (2 left) 2024-08-29T14:57:47.180 INFO:tasks.rados.rados.0.smithi131.stdout:2515: done (1 left) 2024-08-29T14:57:47.180 INFO:tasks.rados.rados.0.smithi131.stdout:2522: done (0 left) 2024-08-29T14:57:47.180 INFO:tasks.rados.rados.0.smithi131.stdout:2523: delete oid 40 current snap is 251 2024-08-29T14:57:47.185 INFO:tasks.rados.rados.0.smithi131.stdout:2523: done (0 left) 2024-08-29T14:57:47.185 INFO:tasks.rados.rados.0.smithi131.stdout:2524: snap_remove snap 238 2024-08-29T14:57:47.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:47 smithi169 podman[98686]: 2024-08-29 14:57:47.043443562 +0000 UTC m=+0.098760073 container create b4c8e8f974b48737dbefb77c7f435f705c97908c226df215c4ab24e9d8035fee (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-29T14:57:47.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:47 smithi169 podman[98686]: 2024-08-29 14:57:46.961384688 +0000 UTC m=+0.016701158 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:57:47.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:47 smithi169 podman[98686]: 2024-08-29 14:57:47.288046192 +0000 UTC m=+0.343362658 container init b4c8e8f974b48737dbefb77c7f435f705c97908c226df215c4ab24e9d8035fee (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-29T14:57:47.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:47 smithi169 podman[98686]: 2024-08-29 14:57:47.293235004 +0000 UTC m=+0.348551469 container start b4c8e8f974b48737dbefb77c7f435f705c97908c226df215c4ab24e9d8035fee (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-29T14:57:47.820 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:47 smithi169 ceph-mon[78471]: pgmap v448: 121 pgs: 9 active+undersized, 15 stale+active+clean, 3 active+undersized+degraded, 94 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 22 op/s; 5/465 objects degraded (1.075%) 2024-08-29T14:57:47.820 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:47 smithi169 ceph-mon[78471]: Health check failed: Degraded data redundancy: 5/465 objects degraded (1.075%), 3 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:47.820 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:47 smithi169 ceph-mon[78471]: osdmap e574: 8 total, 7 up, 8 in 2024-08-29T14:57:47.820 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:47 smithi169 podman[98686]: 2024-08-29 14:57:47.3793526 +0000 UTC m=+0.434669076 container attach b4c8e8f974b48737dbefb77c7f435f705c97908c226df215c4ab24e9d8035fee (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T14:57:47.821 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:47 smithi169 podman[98729]: 2024-08-29 14:57:47.508717186 +0000 UTC m=+0.016711900 container died b4c8e8f974b48737dbefb77c7f435f705c97908c226df215c4ab24e9d8035fee (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:57:47.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:47 smithi131 ceph-mon[87973]: pgmap v448: 121 pgs: 9 active+undersized, 15 stale+active+clean, 3 active+undersized+degraded, 94 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 22 op/s; 5/465 objects degraded (1.075%) 2024-08-29T14:57:47.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:47 smithi131 ceph-mon[87973]: Health check failed: Degraded data redundancy: 5/465 objects degraded (1.075%), 3 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:47.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:47 smithi131 ceph-mon[87973]: osdmap e574: 8 total, 7 up, 8 in 2024-08-29T14:57:47.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:47 smithi131 ceph-mon[90512]: pgmap v448: 121 pgs: 9 active+undersized, 15 stale+active+clean, 3 active+undersized+degraded, 94 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 22 op/s; 5/465 objects degraded (1.075%) 2024-08-29T14:57:47.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:47 smithi131 ceph-mon[90512]: Health check failed: Degraded data redundancy: 5/465 objects degraded (1.075%), 3 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:47.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:47 smithi131 ceph-mon[90512]: osdmap e574: 8 total, 7 up, 8 in 2024-08-29T14:57:48.185 INFO:tasks.rados.rados.0.smithi131.stdout:2524: done (0 left) 2024-08-29T14:57:48.186 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 251 2024-08-29T14:57:48.186 INFO:tasks.rados.rados.0.smithi131.stdout:2525: seq_num 782 ranges {14688256=704512,15392768=401408} 2024-08-29T14:57:48.268 INFO:tasks.rados.rados.0.smithi131.stdout:2525: writing smithi13174786-5 from 14688256 to 15392768 tid 1 2024-08-29T14:57:48.271 INFO:tasks.rados.rados.0.smithi131.stdout:2525: writing smithi13174786-5 from 15392768 to 15794176 tid 2 2024-08-29T14:57:48.271 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 251 2024-08-29T14:57:48.271 INFO:tasks.rados.rados.0.smithi131.stdout:2526: seq_num 783 ranges {9650176=720896,10371072=401408} 2024-08-29T14:57:48.326 INFO:tasks.rados.rados.0.smithi131.stdout:2526: writing smithi13174786-24 from 9650176 to 10371072 tid 1 2024-08-29T14:57:48.329 INFO:tasks.rados.rados.0.smithi131.stdout:2526: writing smithi13174786-24 from 10371072 to 10772480 tid 2 2024-08-29T14:57:48.330 INFO:tasks.rados.rados.0.smithi131.stdout:2527: rollback oid 13 current snap is 251 2024-08-29T14:57:48.330 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 13 to 250 2024-08-29T14:57:48.330 INFO:tasks.rados.rados.0.smithi131.stdout:2525: finishing write tid 1 to smithi13174786-5 2024-08-29T14:57:48.330 INFO:tasks.rados.rados.0.smithi131.stdout:2525: finishing write tid 2 to smithi13174786-5 2024-08-29T14:57:48.330 INFO:tasks.rados.rados.0.smithi131.stdout:2525: finishing write tid 3 to smithi13174786-5 2024-08-29T14:57:48.330 INFO:tasks.rados.rados.0.smithi131.stdout:2525: finishing write tid 4 to smithi13174786-5 2024-08-29T14:57:48.330 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 991 (ObjNum 782 snap 251 seq_num 782) dirty exists 2024-08-29T14:57:48.330 INFO:tasks.rados.rados.0.smithi131.stdout:2525: left oid 5 (ObjNum 782 snap 251 seq_num 782) 2024-08-29T14:57:48.330 INFO:tasks.rados.rados.0.smithi131.stdout:2525: done (2 left) 2024-08-29T14:57:48.330 INFO:tasks.rados.rados.0.smithi131.stdout:2528: delete oid 45 current snap is 251 2024-08-29T14:57:48.332 INFO:tasks.rados.rados.0.smithi131.stdout:2528: done (2 left) 2024-08-29T14:57:48.332 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 251 2024-08-29T14:57:48.332 INFO:tasks.rados.rados.0.smithi131.stdout:2529: seq_num 785 ranges {4620288=753664,5373952=401408} 2024-08-29T14:57:48.360 INFO:tasks.rados.rados.0.smithi131.stdout:2529: writing smithi13174786-9 from 4620288 to 5373952 tid 1 2024-08-29T14:57:48.362 INFO:tasks.rados.rados.0.smithi131.stdout:2529: writing smithi13174786-9 from 5373952 to 5775360 tid 2 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:2530: delete oid 44 current snap is 251 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:2527: finishing rollback tid 0 to smithi13174786-13 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:2527: finishing rollback tid 1 to smithi13174786-13 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:2526: finishing write tid 1 to smithi13174786-24 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:2526: finishing write tid 2 to smithi13174786-24 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:2527: finishing rollback tid 2 to smithi13174786-13 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1504 (ObjNum 734 snap 231 seq_num 734) dirty exists 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:2526: finishing write tid 3 to smithi13174786-24 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:2526: finishing write tid 4 to smithi13174786-24 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1450 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T14:57:48.363 INFO:tasks.rados.rados.0.smithi131.stdout:2526: left oid 24 (ObjNum 783 snap 251 seq_num 783) 2024-08-29T14:57:48.365 INFO:tasks.rados.rados.0.smithi131.stdout:2526: done (3 left) 2024-08-29T14:57:48.365 INFO:tasks.rados.rados.0.smithi131.stdout:2527: done (2 left) 2024-08-29T14:57:48.365 INFO:tasks.rados.rados.0.smithi131.stdout:2530: done (1 left) 2024-08-29T14:57:48.365 INFO:tasks.rados.rados.0.smithi131.stdout:2531: snap_remove snap 226 2024-08-29T14:57:48.629 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:48 smithi169 podman[98729]: 2024-08-29 14:57:48.214543321 +0000 UTC m=+0.722538025 container remove b4c8e8f974b48737dbefb77c7f435f705c97908c226df215c4ab24e9d8035fee (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-29T14:57:48.629 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:48 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-29T14:57:48.629 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:48 smithi169 systemd[1]: Stopped Ceph osd.7 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:57:48.629 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:48 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.7.service: Consumed 14.648s CPU time. 2024-08-29T14:57:48.630 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:48 smithi169 systemd[1]: Starting Ceph osd.7 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:57:49.000 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:48 smithi169 podman[98836]: 2024-08-29 14:57:48.549559008 +0000 UTC m=+0.016361395 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:57:49.001 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:48 smithi169 podman[98836]: 2024-08-29 14:57:48.660358792 +0000 UTC m=+0.127161167 container create fc2fca13889b8ee5bc4e061870548bd3ee032c125108a86fcec49c9705a1abec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-29T14:57:49.001 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:48 smithi169 podman[98836]: 2024-08-29 14:57:48.881703064 +0000 UTC m=+0.348505444 container init fc2fca13889b8ee5bc4e061870548bd3ee032c125108a86fcec49c9705a1abec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-29T14:57:49.001 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:48 smithi169 podman[98836]: 2024-08-29 14:57:48.886690362 +0000 UTC m=+0.353492740 container start fc2fca13889b8ee5bc4e061870548bd3ee032c125108a86fcec49c9705a1abec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:57:49.001 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 podman[98836]: 2024-08-29 14:57:49.000106711 +0000 UTC m=+0.466909088 container attach fc2fca13889b8ee5bc4e061870548bd3ee032c125108a86fcec49c9705a1abec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS) 2024-08-29T14:57:49.193 INFO:tasks.rados.rados.0.smithi131.stdout:2531: done (1 left) 2024-08-29T14:57:49.193 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 251 2024-08-29T14:57:49.193 INFO:tasks.rados.rados.0.smithi131.stdout:2532: seq_num 787 ranges {0=786432,786432=401408} 2024-08-29T14:57:49.198 INFO:tasks.rados.rados.0.smithi131.stdout:2532: writing smithi13174786-38 from 0 to 786432 tid 1 2024-08-29T14:57:49.201 INFO:tasks.rados.rados.0.smithi131.stdout:2532: writing smithi13174786-38 from 786432 to 1187840 tid 2 2024-08-29T14:57:49.201 INFO:tasks.rados.rados.0.smithi131.stdout:2529: finishing write tid 1 to smithi13174786-9 2024-08-29T14:57:49.201 INFO:tasks.rados.rados.0.smithi131.stdout:2529: finishing write tid 2 to smithi13174786-9 2024-08-29T14:57:49.202 INFO:tasks.rados.rados.0.smithi131.stdout:2529: finishing write tid 3 to smithi13174786-9 2024-08-29T14:57:49.202 INFO:tasks.rados.rados.0.smithi131.stdout:2529: finishing write tid 4 to smithi13174786-9 2024-08-29T14:57:49.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1117 (ObjNum 785 snap 251 seq_num 785) dirty exists 2024-08-29T14:57:49.202 INFO:tasks.rados.rados.0.smithi131.stdout:2529: left oid 9 (ObjNum 785 snap 251 seq_num 785) 2024-08-29T14:57:49.202 INFO:tasks.rados.rados.0.smithi131.stdout:2529: done (1 left) 2024-08-29T14:57:49.202 INFO:tasks.rados.rados.0.smithi131.stdout:2533: snap_remove snap 242 2024-08-29T14:57:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-mon[78471]: osdmap e575: 8 total, 7 up, 8 in 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-29T14:57:49.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-29T14:57:49.381 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-29T14:57:49.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:49 smithi131 ceph-mon[87973]: osdmap e575: 8 total, 7 up, 8 in 2024-08-29T14:57:49.603 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 14:57:49 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[101404]: 2024-08-29T14:57:49.212+0000 7ff112a32640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 140 after trimming was started 2024-08-29T14:57:49.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:49 smithi131 ceph-mon[90512]: osdmap e575: 8 total, 7 up, 8 in 2024-08-29T14:57:49.745 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-29T14:57:49.746 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-29T14:57:49.746 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-29T14:57:49.746 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-29T14:57:49.746 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-29T14:57:49.746 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-29T14:57:49.746 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-29T14:57:49.746 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-29T14:57:49.746 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate[98851]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-29T14:57:49.746 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 bash[98836]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-29T14:57:49.746 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:49 smithi169 podman[98836]: 2024-08-29 14:57:49.447641926 +0000 UTC m=+0.914444304 container died fc2fca13889b8ee5bc4e061870548bd3ee032c125108a86fcec49c9705a1abec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-29T14:57:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:2533: done (1 left) 2024-08-29T14:57:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:2534: copy_from oid 8 from oid 42 current snap is 251 2024-08-29T14:57:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:2532: finishing write tid 1 to smithi13174786-38 2024-08-29T14:57:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:2532: finishing write tid 2 to smithi13174786-38 2024-08-29T14:57:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:2532: finishing write tid 3 to smithi13174786-38 2024-08-29T14:57:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:2532: finishing write tid 4 to smithi13174786-38 2024-08-29T14:57:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1449 (ObjNum 787 snap 251 seq_num 787) dirty exists 2024-08-29T14:57:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:2532: left oid 38 (ObjNum 787 snap 251 seq_num 787) 2024-08-29T14:57:50.202 INFO:tasks.rados.rados.0.smithi131.stdout:2532: done (1 left) 2024-08-29T14:57:50.203 INFO:tasks.rados.rados.0.smithi131.stdout:2535: read oid 40 snap 244 2024-08-29T14:57:50.203 INFO:tasks.rados.rados.0.smithi131.stdout:2535: expect (ObjNum 2121166752 snap 22056 seq_num 2120319760) 2024-08-29T14:57:50.203 INFO:tasks.rados.rados.0.smithi131.stdout:2536: delete oid 3 current snap is 251 2024-08-29T14:57:50.210 INFO:tasks.rados.rados.0.smithi131.stdout:2536: done (2 left) 2024-08-29T14:57:50.210 INFO:tasks.rados.rados.0.smithi131.stdout:2537: rmattr oid 17 current snap is 251 2024-08-29T14:57:50.210 INFO:tasks.rados.rados.0.smithi131.stdout:2537: done (2 left) 2024-08-29T14:57:50.210 INFO:tasks.rados.rados.0.smithi131.stdout:2538: read oid 15 snap -1 2024-08-29T14:57:50.210 INFO:tasks.rados.rados.0.smithi131.stdout:2538: expect (ObjNum 758 snap 241 seq_num 758) 2024-08-29T14:57:50.210 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 251 2024-08-29T14:57:50.210 INFO:tasks.rados.rados.0.smithi131.stdout:2539: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-08-29T14:57:50.212 INFO:tasks.rados.rados.0.smithi131.stdout:2539: writing smithi13174786-7 from 0 to 417792 tid 1 2024-08-29T14:57:50.217 INFO:tasks.rados.rados.0.smithi131.stdout:2539: writing smithi13174786-7 from 417792 to 1081344 tid 2 2024-08-29T14:57:50.218 INFO:tasks.rados.rados.0.smithi131.stdout:2539: writing smithi13174786-7 from 1081344 to 1220608 tid 3 2024-08-29T14:57:50.219 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 49 current snap is 251 2024-08-29T14:57:50.219 INFO:tasks.rados.rados.0.smithi131.stdout:2540: seq_num 790 ranges {2555904=434176,2990080=548864,3538944=253952} 2024-08-29T14:57:50.236 INFO:tasks.rados.rados.0.smithi131.stdout:2540: writing smithi13174786-49 from 2555904 to 2990080 tid 1 2024-08-29T14:57:50.239 INFO:tasks.rados.rados.0.smithi131.stdout:2540: writing smithi13174786-49 from 2990080 to 3538944 tid 2 2024-08-29T14:57:50.241 INFO:tasks.rados.rados.0.smithi131.stdout:2540: writing smithi13174786-49 from 3538944 to 3792896 tid 3 2024-08-29T14:57:50.242 INFO:tasks.rados.rados.0.smithi131.stdout:2541: rmattr oid 38 current snap is 251 2024-08-29T14:57:50.242 INFO:tasks.rados.rados.0.smithi131.stdout:2541: done (5 left) 2024-08-29T14:57:50.242 INFO:tasks.rados.rados.0.smithi131.stdout:2542: read oid 4 snap 247 2024-08-29T14:57:50.242 INFO:tasks.rados.rados.0.smithi131.stdout:2542: expect (ObjNum 723 snap 227 seq_num 723) 2024-08-29T14:57:50.242 INFO:tasks.rados.rados.0.smithi131.stdout:2543: delete oid 44 current snap is 251 2024-08-29T14:57:50.242 INFO:tasks.rados.rados.0.smithi131.stdout:2535: expect (ObjNum 2121166752 snap 22056 seq_num 2120319760) 2024-08-29T14:57:50.247 INFO:tasks.rados.rados.0.smithi131.stdout:2539: finishing write tid 1 to smithi13174786-7 2024-08-29T14:57:50.247 INFO:tasks.rados.rados.0.smithi131.stdout:2534: finishing copy_from racing read to smithi13174786-8 2024-08-29T14:57:50.247 INFO:tasks.rados.rados.0.smithi131.stdout:2534: finishing copy_from to smithi13174786-8 2024-08-29T14:57:50.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 1447 (ObjNum 730 snap 231 seq_num 730) dirty exists 2024-08-29T14:57:50.247 INFO:tasks.rados.rados.0.smithi131.stdout:2539: finishing write tid 2 to smithi13174786-7 2024-08-29T14:57:50.247 INFO:tasks.rados.rados.0.smithi131.stdout:2539: finishing write tid 3 to smithi13174786-7 2024-08-29T14:57:50.247 INFO:tasks.rados.rados.0.smithi131.stdout:2539: finishing write tid 4 to smithi13174786-7 2024-08-29T14:57:50.247 INFO:tasks.rados.rados.0.smithi131.stdout:2539: finishing write tid 5 to smithi13174786-7 2024-08-29T14:57:50.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1454 (ObjNum 789 snap 251 seq_num 789) dirty exists 2024-08-29T14:57:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:2539: left oid 7 (ObjNum 789 snap 251 seq_num 789) 2024-08-29T14:57:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:2540: finishing write tid 1 to smithi13174786-49 2024-08-29T14:57:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:2540: finishing write tid 2 to smithi13174786-49 2024-08-29T14:57:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:2540: finishing write tid 3 to smithi13174786-49 2024-08-29T14:57:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:2540: finishing write tid 4 to smithi13174786-49 2024-08-29T14:57:50.260 INFO:tasks.rados.rados.0.smithi131.stdout:2540: finishing write tid 5 to smithi13174786-49 2024-08-29T14:57:50.261 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1602 (ObjNum 790 snap 251 seq_num 790) dirty exists 2024-08-29T14:57:50.261 INFO:tasks.rados.rados.0.smithi131.stdout:2540: left oid 49 (ObjNum 790 snap 251 seq_num 790) 2024-08-29T14:57:50.263 INFO:tasks.rados.rados.0.smithi131.stdout:2538: expect (ObjNum 758 snap 241 seq_num 758) 2024-08-29T14:57:50.374 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:57:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:57:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:57:50.374 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:50 smithi169 ceph-mon[78471]: pgmap v451: 121 pgs: 28 active+undersized, 6 stale+active+clean, 9 active+undersized+degraded, 78 active+clean; 224 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 26/474 objects degraded (5.485%) 2024-08-29T14:57:50.374 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:50 smithi169 ceph-mon[78471]: osdmap e576: 8 total, 7 up, 8 in 2024-08-29T14:57:50.375 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:50.375 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:50.375 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:50 smithi169 podman[98976]: 2024-08-29 14:57:50.003785128 +0000 UTC m=+0.549899727 container remove fc2fca13889b8ee5bc4e061870548bd3ee032c125108a86fcec49c9705a1abec (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-activate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731) 2024-08-29T14:57:50.375 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:50 smithi169 podman[99039]: 2024-08-29 14:57:50.115338908 +0000 UTC m=+0.016241936 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:57:50.375 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:50 smithi169 podman[99039]: 2024-08-29 14:57:50.238054787 +0000 UTC m=+0.138957805 container create ec27a0c44ba6e5adecba130a15b874fa9224b9c21824a14ca08e10a13a9f0b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-29T14:57:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:50 smithi131 ceph-mon[87973]: pgmap v451: 121 pgs: 28 active+undersized, 6 stale+active+clean, 9 active+undersized+degraded, 78 active+clean; 224 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 26/474 objects degraded (5.485%) 2024-08-29T14:57:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:50 smithi131 ceph-mon[87973]: osdmap e576: 8 total, 7 up, 8 in 2024-08-29T14:57:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:50 smithi131 ceph-mon[90512]: pgmap v451: 121 pgs: 28 active+undersized, 6 stale+active+clean, 9 active+undersized+degraded, 78 active+clean; 224 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 18 op/s; 26/474 objects degraded (5.485%) 2024-08-29T14:57:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:50 smithi131 ceph-mon[90512]: osdmap e576: 8 total, 7 up, 8 in 2024-08-29T14:57:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:57:50.879 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:50 smithi169 podman[99039]: 2024-08-29 14:57:50.482807356 +0000 UTC m=+0.383710370 container init ec27a0c44ba6e5adecba130a15b874fa9224b9c21824a14ca08e10a13a9f0b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:57:50.879 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:50 smithi169 podman[99039]: 2024-08-29 14:57:50.487440559 +0000 UTC m=+0.388343565 container start ec27a0c44ba6e5adecba130a15b874fa9224b9c21824a14ca08e10a13a9f0b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-29T14:57:50.879 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:50 smithi169 ceph-osd[99078]: -- 172.21.15.169:0/1029864624 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd8c5c1a40 con 0x55dd8d38e000 2024-08-29T14:57:50.879 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:50 smithi169 bash[99039]: ec27a0c44ba6e5adecba130a15b874fa9224b9c21824a14ca08e10a13a9f0b8e 2024-08-29T14:57:50.879 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:50 smithi169 systemd[1]: Started Ceph osd.7 for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:57:51.222 INFO:tasks.rados.rados.0.smithi131.stdout:2542: expect (ObjNum 723 snap 227 seq_num 723) 2024-08-29T14:57:51.479 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:51 smithi169 ceph-mon[78471]: osdmap e577: 8 total, 7 up, 8 in 2024-08-29T14:57:51.479 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:51.479 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:51.479 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:51.480 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:51 smithi169 ceph-mon[78471]: osdmap e578: 8 total, 7 up, 8 in 2024-08-29T14:57:51.509 INFO:tasks.rados.rados.0.smithi131.stdout:2534: done (6 left) 2024-08-29T14:57:51.509 INFO:tasks.rados.rados.0.smithi131.stdout:2535: done (5 left) 2024-08-29T14:57:51.510 INFO:tasks.rados.rados.0.smithi131.stdout:2538: done (4 left) 2024-08-29T14:57:51.510 INFO:tasks.rados.rados.0.smithi131.stdout:2539: done (3 left) 2024-08-29T14:57:51.510 INFO:tasks.rados.rados.0.smithi131.stdout:2540: done (2 left) 2024-08-29T14:57:51.510 INFO:tasks.rados.rados.0.smithi131.stdout:2542: done (1 left) 2024-08-29T14:57:51.510 INFO:tasks.rados.rados.0.smithi131.stdout:2543: done (0 left) 2024-08-29T14:57:51.510 INFO:tasks.rados.rados.0.smithi131.stdout:2544: snap_remove snap 239 2024-08-29T14:57:51.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:51 smithi131 ceph-mon[90512]: osdmap e577: 8 total, 7 up, 8 in 2024-08-29T14:57:51.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:51 smithi131 ceph-mon[90512]: osdmap e578: 8 total, 7 up, 8 in 2024-08-29T14:57:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:51 smithi131 ceph-mon[87973]: osdmap e577: 8 total, 7 up, 8 in 2024-08-29T14:57:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:51 smithi131 ceph-mon[87973]: osdmap e578: 8 total, 7 up, 8 in 2024-08-29T14:57:52.216 INFO:tasks.rados.rados.0.smithi131.stdout:2544: done (0 left) 2024-08-29T14:57:52.216 INFO:tasks.rados.rados.0.smithi131.stdout:2545: delete oid 9 current snap is 251 2024-08-29T14:57:52.230 INFO:tasks.rados.rados.0.smithi131.stdout:2545: done (0 left) 2024-08-29T14:57:52.230 INFO:tasks.rados.rados.0.smithi131.stdout:2546: read oid 40 snap -1 2024-08-29T14:57:52.230 INFO:tasks.rados.rados.0.smithi131.stdout:2546: expect deleted 2024-08-29T14:57:52.230 INFO:tasks.rados.rados.0.smithi131.stdout:2547: delete oid 42 current snap is 251 2024-08-29T14:57:52.235 INFO:tasks.rados.rados.0.smithi131.stdout:2546: done (1 left) 2024-08-29T14:57:52.235 INFO:tasks.rados.rados.0.smithi131.stdout:2547: done (0 left) 2024-08-29T14:57:52.235 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 251 2024-08-29T14:57:52.235 INFO:tasks.rados.rados.0.smithi131.stdout:2548: seq_num 794 ranges {892928=499712,1392640=532480,1925120=270336} 2024-08-29T14:57:52.243 INFO:tasks.rados.rados.0.smithi131.stdout:2548: writing smithi13174786-2 from 892928 to 1392640 tid 1 2024-08-29T14:57:52.246 INFO:tasks.rados.rados.0.smithi131.stdout:2548: writing smithi13174786-2 from 1392640 to 1925120 tid 2 2024-08-29T14:57:52.248 INFO:tasks.rados.rados.0.smithi131.stdout:2548: writing smithi13174786-2 from 1925120 to 2195456 tid 3 2024-08-29T14:57:52.248 INFO:tasks.rados.rados.0.smithi131.stdout:2549: delete oid 33 current snap is 251 2024-08-29T14:57:52.248 INFO:tasks.rados.rados.0.smithi131.stdout:2548: finishing write tid 1 to smithi13174786-2 2024-08-29T14:57:52.250 INFO:tasks.rados.rados.0.smithi131.stdout:2548: finishing write tid 2 to smithi13174786-2 2024-08-29T14:57:52.250 INFO:tasks.rados.rados.0.smithi131.stdout:2548: finishing write tid 3 to smithi13174786-2 2024-08-29T14:57:52.250 INFO:tasks.rados.rados.0.smithi131.stdout:2549: done (1 left) 2024-08-29T14:57:52.250 INFO:tasks.rados.rados.0.smithi131.stdout:2550: setattr oid 25 current snap is 251 2024-08-29T14:57:52.250 INFO:tasks.rados.rados.0.smithi131.stdout:2548: finishing write tid 4 to smithi13174786-2 2024-08-29T14:57:52.251 INFO:tasks.rados.rados.0.smithi131.stdout:2548: finishing write tid 5 to smithi13174786-2 2024-08-29T14:57:52.251 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 1526 (ObjNum 794 snap 251 seq_num 794) dirty exists 2024-08-29T14:57:52.251 INFO:tasks.rados.rados.0.smithi131.stdout:2548: left oid 2 (ObjNum 794 snap 251 seq_num 794) 2024-08-29T14:57:52.252 INFO:tasks.rados.rados.0.smithi131.stdout:2548: done (1 left) 2024-08-29T14:57:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2551: read oid 10 snap -1 2024-08-29T14:57:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2551: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:57:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2552: delete oid 26 current snap is 251 2024-08-29T14:57:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2551: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:57:52.256 INFO:tasks.rados.rados.0.smithi131.stdout:2551: done (2 left) 2024-08-29T14:57:52.257 INFO:tasks.rados.rados.0.smithi131.stdout:2552: done (1 left) 2024-08-29T14:57:52.257 INFO:tasks.rados.rados.0.smithi131.stdout:2553: delete oid 33 current snap is 251 2024-08-29T14:57:52.257 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1730 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-08-29T14:57:52.257 INFO:tasks.rados.rados.0.smithi131.stdout:2550: done (1 left) 2024-08-29T14:57:52.257 INFO:tasks.rados.rados.0.smithi131.stdout:2553: done (0 left) 2024-08-29T14:57:52.257 INFO:tasks.rados.rados.0.smithi131.stdout:2554: snap_create 2024-08-29T14:57:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:52 smithi169 ceph-mon[78471]: pgmap v454: 121 pgs: 34 active+undersized, 1 stale+active+clean, 12 active+undersized+degraded, 74 active+clean; 225 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 8 op/s; 38/477 objects degraded (7.966%) 2024-08-29T14:57:52.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:52 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T14:57:52.112+0000 7fb1f0e1a640 -1 Falling back to public interface 2024-08-29T14:57:52.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:52 smithi131 ceph-mon[87973]: pgmap v454: 121 pgs: 34 active+undersized, 1 stale+active+clean, 12 active+undersized+degraded, 74 active+clean; 225 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 8 op/s; 38/477 objects degraded (7.966%) 2024-08-29T14:57:52.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:52 smithi131 ceph-mon[90512]: pgmap v454: 121 pgs: 34 active+undersized, 1 stale+active+clean, 12 active+undersized+degraded, 74 active+clean; 225 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 8 op/s; 38/477 objects degraded (7.966%) 2024-08-29T14:57:53.223 INFO:tasks.rados.rados.0.smithi131.stdout:2554: done (0 left) 2024-08-29T14:57:53.223 INFO:tasks.rados.rados.0.smithi131.stdout:2555: snap_remove snap 247 2024-08-29T14:57:53.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:53 smithi169 ceph-mon[78471]: osdmap e579: 8 total, 7 up, 8 in 2024-08-29T14:57:53.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:53 smithi131 ceph-mon[87973]: osdmap e579: 8 total, 7 up, 8 in 2024-08-29T14:57:53.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:53 smithi131 ceph-mon[90512]: osdmap e579: 8 total, 7 up, 8 in 2024-08-29T14:57:54.233 INFO:tasks.rados.rados.0.smithi131.stdout:2555: done (0 left) 2024-08-29T14:57:54.233 INFO:tasks.rados.rados.0.smithi131.stdout:2556: rmattr oid 26 current snap is 252 2024-08-29T14:57:54.233 INFO:tasks.rados.rados.0.smithi131.stdout:2556: done (0 left) 2024-08-29T14:57:54.233 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 252 2024-08-29T14:57:54.233 INFO:tasks.rados.rados.0.smithi131.stdout:2557: seq_num 798 ranges {1581056=573440,2154496=466944,2621440=335872} 2024-08-29T14:57:54.244 INFO:tasks.rados.rados.0.smithi131.stdout:2557: writing smithi13174786-1 from 1581056 to 2154496 tid 1 2024-08-29T14:57:54.247 INFO:tasks.rados.rados.0.smithi131.stdout:2557: writing smithi13174786-1 from 2154496 to 2621440 tid 2 2024-08-29T14:57:54.249 INFO:tasks.rados.rados.0.smithi131.stdout:2557: writing smithi13174786-1 from 2621440 to 2957312 tid 3 2024-08-29T14:57:54.250 INFO:tasks.rados.rados.0.smithi131.stdout:2558: copy_from oid 15 from oid 9 current snap is 252 2024-08-29T14:57:54.250 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 252 2024-08-29T14:57:54.250 INFO:tasks.rados.rados.0.smithi131.stdout:2559: seq_num 799 ranges {0=589824,589824=802816} 2024-08-29T14:57:54.253 INFO:tasks.rados.rados.0.smithi131.stdout:2559: writing smithi13174786-41 from 0 to 589824 tid 1 2024-08-29T14:57:54.260 INFO:tasks.rados.rados.0.smithi131.stdout:2559: writing smithi13174786-41 from 589824 to 1392640 tid 2 2024-08-29T14:57:54.260 INFO:tasks.rados.rados.0.smithi131.stdout:2560: delete oid 38 current snap is 252 2024-08-29T14:57:54.260 INFO:tasks.rados.rados.0.smithi131.stdout:2558: finishing copy_from to smithi13174786-15 2024-08-29T14:57:54.260 INFO:tasks.rados.rados.0.smithi131.stdout:2558: got expected ENOENT (src dne) 2024-08-29T14:57:54.260 INFO:tasks.rados.rados.0.smithi131.stdout:2558: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:57:54.260 INFO:tasks.rados.rados.0.smithi131.stdout:2557: finishing write tid 1 to smithi13174786-1 2024-08-29T14:57:54.260 INFO:tasks.rados.rados.0.smithi131.stdout:2557: finishing write tid 2 to smithi13174786-1 2024-08-29T14:57:54.260 INFO:tasks.rados.rados.0.smithi131.stdout:2559: finishing write tid 1 to smithi13174786-41 2024-08-29T14:57:54.261 INFO:tasks.rados.rados.0.smithi131.stdout:2557: finishing write tid 3 to smithi13174786-1 2024-08-29T14:57:54.261 INFO:tasks.rados.rados.0.smithi131.stdout:2557: finishing write tid 4 to smithi13174786-1 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:2557: finishing write tid 5 to smithi13174786-1 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1458 (ObjNum 798 snap 252 seq_num 798) dirty exists 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:2557: left oid 1 (ObjNum 798 snap 252 seq_num 798) 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:2557: done (3 left) 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:2558: done (2 left) 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:2560: done (1 left) 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:2561: rollback oid 42 current snap is 252 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 42 to 248 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:2562: rollback oid 35 current snap is 252 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 35 to 243 2024-08-29T14:57:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:2563: rollback oid 19 current snap is 252 2024-08-29T14:57:54.264 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 19 to 241 2024-08-29T14:57:54.264 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 252 2024-08-29T14:57:54.264 INFO:tasks.rados.rados.0.smithi131.stdout:2564: seq_num 801 ranges {4841472=622592,5464064=573440,6037504=229376} 2024-08-29T14:57:54.292 INFO:tasks.rados.rados.0.smithi131.stdout:2564: writing smithi13174786-4 from 4841472 to 5464064 tid 1 2024-08-29T14:57:54.295 INFO:tasks.rados.rados.0.smithi131.stdout:2564: writing smithi13174786-4 from 5464064 to 6037504 tid 2 2024-08-29T14:57:54.297 INFO:tasks.rados.rados.0.smithi131.stdout:2564: writing smithi13174786-4 from 6037504 to 6266880 tid 3 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:2565: snap_create 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:2559: finishing write tid 2 to smithi13174786-41 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:2559: finishing write tid 3 to smithi13174786-41 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:2563: finishing rollback tid 1 to smithi13174786-19 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 1019 (ObjNum 161 snap 0 seq_num 2120420176) dirty dne 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:2561: finishing rollback tid 1 to smithi13174786-42 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:2561: finishing rollback tid 2 to smithi13174786-42 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1531 (ObjNum 730 snap 231 seq_num 730) dirty exists 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:2562: finishing rollback tid 0 to smithi13174786-35 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:2559: finishing write tid 4 to smithi13174786-41 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1737 (ObjNum 799 snap 252 seq_num 799) dirty exists 2024-08-29T14:57:54.298 INFO:tasks.rados.rados.0.smithi131.stdout:2559: left oid 41 (ObjNum 799 snap 252 seq_num 799) 2024-08-29T14:57:54.299 INFO:tasks.rados.rados.0.smithi131.stdout:2562: finishing rollback tid 1 to smithi13174786-35 2024-08-29T14:57:54.299 INFO:tasks.rados.rados.0.smithi131.stdout:2562: finishing rollback tid 2 to smithi13174786-35 2024-08-29T14:57:54.299 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1615 (ObjNum 767 snap 243 seq_num 767) dirty exists 2024-08-29T14:57:54.299 INFO:tasks.rados.rados.0.smithi131.stdout:2564: finishing write tid 1 to smithi13174786-4 2024-08-29T14:57:54.300 INFO:tasks.rados.rados.0.smithi131.stdout:2564: finishing write tid 2 to smithi13174786-4 2024-08-29T14:57:54.300 INFO:tasks.rados.rados.0.smithi131.stdout:2564: finishing write tid 3 to smithi13174786-4 2024-08-29T14:57:54.301 INFO:tasks.rados.rados.0.smithi131.stdout:2564: finishing write tid 4 to smithi13174786-4 2024-08-29T14:57:54.302 INFO:tasks.rados.rados.0.smithi131.stdout:2564: finishing write tid 5 to smithi13174786-4 2024-08-29T14:57:54.302 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1620 (ObjNum 801 snap 252 seq_num 801) dirty exists 2024-08-29T14:57:54.302 INFO:tasks.rados.rados.0.smithi131.stdout:2564: left oid 4 (ObjNum 801 snap 252 seq_num 801) 2024-08-29T14:57:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:54 smithi131 ceph-mon[87973]: pgmap v457: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 229 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 38/483 objects degraded (7.867%) 2024-08-29T14:57:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:54 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 38/483 objects degraded (7.867%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:54 smithi131 ceph-mon[87973]: osdmap e580: 8 total, 7 up, 8 in 2024-08-29T14:57:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:54 smithi131 ceph-mon[90512]: pgmap v457: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 229 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 38/483 objects degraded (7.867%) 2024-08-29T14:57:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:54 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 38/483 objects degraded (7.867%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:54 smithi131 ceph-mon[90512]: osdmap e580: 8 total, 7 up, 8 in 2024-08-29T14:57:54.603 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:54 smithi169 ceph-mon[78471]: pgmap v457: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 229 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 38/483 objects degraded (7.867%) 2024-08-29T14:57:54.603 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:54 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 38/483 objects degraded (7.867%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T14:57:54.603 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:54 smithi169 ceph-mon[78471]: osdmap e580: 8 total, 7 up, 8 in 2024-08-29T14:57:55.238 INFO:tasks.rados.rados.0.smithi131.stdout:2559: done (5 left) 2024-08-29T14:57:55.238 INFO:tasks.rados.rados.0.smithi131.stdout:2561: done (4 left) 2024-08-29T14:57:55.238 INFO:tasks.rados.rados.0.smithi131.stdout:2562: done (3 left) 2024-08-29T14:57:55.238 INFO:tasks.rados.rados.0.smithi131.stdout:2563: done (2 left) 2024-08-29T14:57:55.238 INFO:tasks.rados.rados.0.smithi131.stdout:2564: done (1 left) 2024-08-29T14:57:55.238 INFO:tasks.rados.rados.0.smithi131.stdout:2565: done (0 left) 2024-08-29T14:57:55.238 INFO:tasks.rados.rados.0.smithi131.stdout:2566: read oid 19 snap -1 2024-08-29T14:57:55.238 INFO:tasks.rados.rados.0.smithi131.stdout:2566: expect deleted 2024-08-29T14:57:55.238 INFO:tasks.rados.rados.0.smithi131.stdout:2567: snap_remove snap 249 2024-08-29T14:57:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:55 smithi131 ceph-mon[87973]: osdmap e581: 8 total, 7 up, 8 in 2024-08-29T14:57:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:55 smithi131 ceph-mon[90512]: osdmap e581: 8 total, 7 up, 8 in 2024-08-29T14:57:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:55 smithi169 ceph-mon[78471]: osdmap e581: 8 total, 7 up, 8 in 2024-08-29T14:57:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:56.088 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:55 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T14:57:55.826+0000 7fb1f0e1a640 -1 osd.7 571 log_to_monitors true 2024-08-29T14:57:56.234 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:57:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:57:55] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.51.0" 2024-08-29T14:57:56.243 INFO:tasks.rados.rados.0.smithi131.stdout:2567: done (1 left) 2024-08-29T14:57:56.243 INFO:tasks.rados.rados.0.smithi131.stdout:2568: snap_create 2024-08-29T14:57:56.374 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 14:57:56 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T14:57:56.267+0000 7fb1e8bc4640 -1 osd.7 571 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:57:56.374 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:56 smithi169 ceph-mon[78471]: pgmap v460: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 231 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 42/510 objects degraded (8.235%) 2024-08-29T14:57:56.375 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:56 smithi169 ceph-mon[78471]: osdmap e582: 8 total, 7 up, 8 in 2024-08-29T14:57:56.375 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:56.375 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:56.375 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:56 smithi169 ceph-mon[78471]: from='osd.7 [v2:172.21.15.169:6824/3748539000,v1:172.21.15.169:6825/3748539000]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-29T14:57:56.375 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:56 smithi169 ceph-mon[78471]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-29T14:57:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[87973]: pgmap v460: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 231 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 42/510 objects degraded (8.235%) 2024-08-29T14:57:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[87973]: osdmap e582: 8 total, 7 up, 8 in 2024-08-29T14:57:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[87973]: from='osd.7 [v2:172.21.15.169:6824/3748539000,v1:172.21.15.169:6825/3748539000]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-29T14:57:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[87973]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-29T14:57:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[90512]: pgmap v460: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 231 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 42/510 objects degraded (8.235%) 2024-08-29T14:57:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[90512]: osdmap e582: 8 total, 7 up, 8 in 2024-08-29T14:57:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[90512]: from='osd.7 [v2:172.21.15.169:6824/3748539000,v1:172.21.15.169:6825/3748539000]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-29T14:57:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:56 smithi131 ceph-mon[90512]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-29T14:57:57.259 INFO:tasks.rados.rados.0.smithi131.stdout:2566: done (1 left) 2024-08-29T14:57:57.259 INFO:tasks.rados.rados.0.smithi131.stdout:2568: done (0 left) 2024-08-29T14:57:57.259 INFO:tasks.rados.rados.0.smithi131.stdout:2569: copy_from oid 50 from oid 43 current snap is 254 2024-08-29T14:57:57.259 INFO:tasks.rados.rados.0.smithi131.stdout:2570: snap_create 2024-08-29T14:57:57.296 INFO:tasks.rados.rados.0.smithi131.stdout:2569: finishing copy_from racing read to smithi13174786-50 2024-08-29T14:57:57.296 INFO:tasks.rados.rados.0.smithi131.stdout:2569: finishing copy_from to smithi13174786-50 2024-08-29T14:57:57.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1113 (ObjNum 728 snap 231 seq_num 728) dirty exists 2024-08-29T14:57:57.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:57 smithi169 ceph-mon[78471]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T14:57:57.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:57 smithi169 ceph-mon[78471]: osdmap e583: 8 total, 7 up, 8 in 2024-08-29T14:57:57.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:57 smithi169 ceph-mon[78471]: from='osd.7 [v2:172.21.15.169:6824/3748539000,v1:172.21.15.169:6825/3748539000]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:57.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:57 smithi169 ceph-mon[78471]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:57 smithi131 ceph-mon[87973]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T14:57:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:57 smithi131 ceph-mon[87973]: osdmap e583: 8 total, 7 up, 8 in 2024-08-29T14:57:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:57 smithi131 ceph-mon[87973]: from='osd.7 [v2:172.21.15.169:6824/3748539000,v1:172.21.15.169:6825/3748539000]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:57 smithi131 ceph-mon[87973]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:57 smithi131 ceph-mon[90512]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T14:57:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:57 smithi131 ceph-mon[90512]: osdmap e583: 8 total, 7 up, 8 in 2024-08-29T14:57:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:57 smithi131 ceph-mon[90512]: from='osd.7 [v2:172.21.15.169:6824/3748539000,v1:172.21.15.169:6825/3748539000]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:57 smithi131 ceph-mon[90512]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]} : dispatch 2024-08-29T14:57:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:2569: done (1 left) 2024-08-29T14:57:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:2570: done (0 left) 2024-08-29T14:57:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:2571: rollback oid 44 current snap is 255 2024-08-29T14:57:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 44 to 244 2024-08-29T14:57:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 255 2024-08-29T14:57:58.259 INFO:tasks.rados.rados.0.smithi131.stdout:2572: seq_num 802 ranges {679936=638976,1318912=458752,1777664=344064} 2024-08-29T14:57:58.267 INFO:tasks.rados.rados.0.smithi131.stdout:2572: writing smithi13174786-42 from 679936 to 1318912 tid 1 2024-08-29T14:57:58.271 INFO:tasks.rados.rados.0.smithi131.stdout:2572: writing smithi13174786-42 from 1318912 to 1777664 tid 2 2024-08-29T14:57:58.274 INFO:tasks.rados.rados.0.smithi131.stdout:2572: writing smithi13174786-42 from 1777664 to 2121728 tid 3 2024-08-29T14:57:58.274 INFO:tasks.rados.rados.0.smithi131.stdout:2573: rollback oid 5 current snap is 255 2024-08-29T14:57:58.274 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 5 to 236 2024-08-29T14:57:58.274 INFO:tasks.rados.rados.0.smithi131.stdout:2571: finishing rollback tid 1 to smithi13174786-44 2024-08-29T14:57:58.274 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 0 (ObjNum 33 snap 0 seq_num 1533241941) dirty dne 2024-08-29T14:57:58.274 INFO:tasks.rados.rados.0.smithi131.stdout:2571: done (2 left) 2024-08-29T14:57:58.274 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 255 2024-08-29T14:57:58.275 INFO:tasks.rados.rados.0.smithi131.stdout:2574: seq_num 803 ranges {5226496=655360,5881856=745472,6627328=57344} 2024-08-29T14:57:58.308 INFO:tasks.rados.rados.0.smithi131.stdout:2574: writing smithi13174786-37 from 5226496 to 5881856 tid 1 2024-08-29T14:57:58.313 INFO:tasks.rados.rados.0.smithi131.stdout:2574: writing smithi13174786-37 from 5881856 to 6627328 tid 2 2024-08-29T14:57:58.314 INFO:tasks.rados.rados.0.smithi131.stdout:2574: writing smithi13174786-37 from 6627328 to 6684672 tid 3 2024-08-29T14:57:58.314 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 255 2024-08-29T14:57:58.314 INFO:tasks.rados.rados.0.smithi131.stdout:2572: finishing write tid 1 to smithi13174786-42 2024-08-29T14:57:58.314 INFO:tasks.rados.rados.0.smithi131.stdout:2575: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2024-08-29T14:57:58.318 INFO:tasks.rados.rados.0.smithi131.stdout:2575: writing smithi13174786-9 from 0 to 671744 tid 1 2024-08-29T14:57:58.322 INFO:tasks.rados.rados.0.smithi131.stdout:2575: writing smithi13174786-9 from 671744 to 1294336 tid 2 2024-08-29T14:57:58.323 INFO:tasks.rados.rados.0.smithi131.stdout:2575: writing smithi13174786-9 from 1294336 to 1474560 tid 3 2024-08-29T14:57:58.323 INFO:tasks.rados.rados.0.smithi131.stdout:2576: read oid 19 snap -1 2024-08-29T14:57:58.324 INFO:tasks.rados.rados.0.smithi131.stdout:2576: expect deleted 2024-08-29T14:57:58.324 INFO:tasks.rados.rados.0.smithi131.stdout:2577: delete oid 36 current snap is 255 2024-08-29T14:57:58.324 INFO:tasks.rados.rados.0.smithi131.stdout:2572: finishing write tid 2 to smithi13174786-42 2024-08-29T14:57:58.324 INFO:tasks.rados.rados.0.smithi131.stdout:2572: finishing write tid 3 to smithi13174786-42 2024-08-29T14:57:58.324 INFO:tasks.rados.rados.0.smithi131.stdout:2572: finishing write tid 4 to smithi13174786-42 2024-08-29T14:57:58.324 INFO:tasks.rados.rados.0.smithi131.stdout:2572: finishing write tid 5 to smithi13174786-42 2024-08-29T14:57:58.324 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1535 (ObjNum 802 snap 255 seq_num 802) dirty exists 2024-08-29T14:57:58.324 INFO:tasks.rados.rados.0.smithi131.stdout:2572: left oid 42 (ObjNum 802 snap 255 seq_num 802) 2024-08-29T14:57:58.325 INFO:tasks.rados.rados.0.smithi131.stdout:2574: finishing write tid 1 to smithi13174786-37 2024-08-29T14:57:58.325 INFO:tasks.rados.rados.0.smithi131.stdout:2574: finishing write tid 2 to smithi13174786-37 2024-08-29T14:57:58.325 INFO:tasks.rados.rados.0.smithi131.stdout:2574: finishing write tid 3 to smithi13174786-37 2024-08-29T14:57:58.325 INFO:tasks.rados.rados.0.smithi131.stdout:2574: finishing write tid 4 to smithi13174786-37 2024-08-29T14:57:58.325 INFO:tasks.rados.rados.0.smithi131.stdout:2574: finishing write tid 5 to smithi13174786-37 2024-08-29T14:57:58.325 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1454 (ObjNum 803 snap 255 seq_num 803) dirty exists 2024-08-29T14:57:58.326 INFO:tasks.rados.rados.0.smithi131.stdout:2574: left oid 37 (ObjNum 803 snap 255 seq_num 803) 2024-08-29T14:57:58.326 INFO:tasks.rados.rados.0.smithi131.stdout:2575: finishing write tid 1 to smithi13174786-9 2024-08-29T14:57:58.327 INFO:tasks.rados.rados.0.smithi131.stdout:2572: done (5 left) 2024-08-29T14:57:58.327 INFO:tasks.rados.rados.0.smithi131.stdout:2574: done (4 left) 2024-08-29T14:57:58.327 INFO:tasks.rados.rados.0.smithi131.stdout:2576: done (3 left) 2024-08-29T14:57:58.327 INFO:tasks.rados.rados.0.smithi131.stdout:2577: done (2 left) 2024-08-29T14:57:58.327 INFO:tasks.rados.rados.0.smithi131.stdout:2578: read oid 34 snap -1 2024-08-29T14:57:58.327 INFO:tasks.rados.rados.0.smithi131.stdout:2578: expect (ObjNum 719 snap 223 seq_num 719) 2024-08-29T14:57:58.327 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 255 2024-08-29T14:57:58.327 INFO:tasks.rados.rados.0.smithi131.stdout:2579: seq_num 806 ranges {3088384=704512,3792896=442368,4235264=360448} 2024-08-29T14:57:58.346 INFO:tasks.rados.rados.0.smithi131.stdout:2579: writing smithi13174786-39 from 3088384 to 3792896 tid 1 2024-08-29T14:57:58.349 INFO:tasks.rados.rados.0.smithi131.stdout:2579: writing smithi13174786-39 from 3792896 to 4235264 tid 2 2024-08-29T14:57:58.351 INFO:tasks.rados.rados.0.smithi131.stdout:2579: writing smithi13174786-39 from 4235264 to 4595712 tid 3 2024-08-29T14:57:58.352 INFO:tasks.rados.rados.0.smithi131.stdout:2580: snap_remove snap 248 2024-08-29T14:57:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:58 smithi169 ceph-mon[78471]: pgmap v463: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 234 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 1.4 MiB/s wr, 15 op/s; 42/519 objects degraded (8.092%) 2024-08-29T14:57:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:58 smithi169 ceph-mon[78471]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:57:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:58 smithi169 ceph-mon[78471]: osd.7 [v2:172.21.15.169:6824/3748539000,v1:172.21.15.169:6825/3748539000] boot 2024-08-29T14:57:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:58 smithi169 ceph-mon[78471]: osdmap e584: 8 total, 8 up, 8 in 2024-08-29T14:57:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:58 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-29T14:57:58.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:58 smithi131 ceph-mon[90512]: pgmap v463: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 234 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 1.4 MiB/s wr, 15 op/s; 42/519 objects degraded (8.092%) 2024-08-29T14:57:58.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:58 smithi131 ceph-mon[90512]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:57:58.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:58 smithi131 ceph-mon[90512]: osd.7 [v2:172.21.15.169:6824/3748539000,v1:172.21.15.169:6825/3748539000] boot 2024-08-29T14:57:58.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:58 smithi131 ceph-mon[90512]: osdmap e584: 8 total, 8 up, 8 in 2024-08-29T14:57:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:58 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-29T14:57:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:58 smithi131 ceph-mon[87973]: pgmap v463: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 234 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 1.4 MiB/s wr, 15 op/s; 42/519 objects degraded (8.092%) 2024-08-29T14:57:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:58 smithi131 ceph-mon[87973]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T14:57:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:58 smithi131 ceph-mon[87973]: osd.7 [v2:172.21.15.169:6824/3748539000,v1:172.21.15.169:6825/3748539000] boot 2024-08-29T14:57:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:58 smithi131 ceph-mon[87973]: osdmap e584: 8 total, 8 up, 8 in 2024-08-29T14:57:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:58 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-29T14:57:59.276 INFO:tasks.rados.rados.0.smithi131.stdout:2580: done (4 left) 2024-08-29T14:57:59.276 INFO:tasks.rados.rados.0.smithi131.stdout:2581: copy_from oid 30 from oid 37 current snap is 255 2024-08-29T14:57:59.276 INFO:tasks.rados.rados.0.smithi131.stdout:2575: finishing write tid 2 to smithi13174786-9 2024-08-29T14:57:59.276 INFO:tasks.rados.rados.0.smithi131.stdout:2575: finishing write tid 3 to smithi13174786-9 2024-08-29T14:57:59.276 INFO:tasks.rados.rados.0.smithi131.stdout:2575: finishing write tid 4 to smithi13174786-9 2024-08-29T14:57:59.276 INFO:tasks.rados.rados.0.smithi131.stdout:2575: finishing write tid 5 to smithi13174786-9 2024-08-29T14:57:59.276 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1122 (ObjNum 804 snap 255 seq_num 804) dirty exists 2024-08-29T14:57:59.276 INFO:tasks.rados.rados.0.smithi131.stdout:2575: left oid 9 (ObjNum 804 snap 255 seq_num 804) 2024-08-29T14:57:59.276 INFO:tasks.rados.rados.0.smithi131.stdout:2578: expect (ObjNum 719 snap 223 seq_num 719) 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2579: finishing write tid 1 to smithi13174786-39 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2579: finishing write tid 2 to smithi13174786-39 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2579: finishing write tid 3 to smithi13174786-39 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2575: done (4 left) 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2578: done (3 left) 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2582: read oid 26 snap 251 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2582: expect deleted 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2583: copy_from oid 16 from oid 32 current snap is 255 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2579: finishing write tid 4 to smithi13174786-39 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2579: finishing write tid 5 to smithi13174786-39 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 1615 (ObjNum 806 snap 255 seq_num 806) dirty exists 2024-08-29T14:57:59.590 INFO:tasks.rados.rados.0.smithi131.stdout:2579: left oid 39 (ObjNum 806 snap 255 seq_num 806) 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:2573: finishing rollback tid 0 to smithi13174786-5 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:2573: finishing rollback tid 1 to smithi13174786-5 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:2573: finishing rollback tid 2 to smithi13174786-5 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 1450 (ObjNum 679 snap 210 seq_num 679) dirty exists 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:2573: done (4 left) 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:2579: done (3 left) 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 255 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:2581: finishing copy_from racing read to smithi13174786-30 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:2581: finishing copy_from to smithi13174786-30 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1454 (ObjNum 803 snap 255 seq_num 803) dirty exists 2024-08-29T14:57:59.591 INFO:tasks.rados.rados.0.smithi131.stdout:2584: seq_num 807 ranges {0=720896,720896=729088,1449984=73728} 2024-08-29T14:57:59.593 INFO:tasks.rados.rados.0.smithi131.stdout:2584: writing smithi13174786-23 from 0 to 720896 tid 1 2024-08-29T14:57:59.597 INFO:tasks.rados.rados.0.smithi131.stdout:2584: writing smithi13174786-23 from 720896 to 1449984 tid 2 2024-08-29T14:57:59.598 INFO:tasks.rados.rados.0.smithi131.stdout:2584: writing smithi13174786-23 from 1449984 to 1523712 tid 3 2024-08-29T14:57:59.598 INFO:tasks.rados.rados.0.smithi131.stdout:2581: done (3 left) 2024-08-29T14:57:59.598 INFO:tasks.rados.rados.0.smithi131.stdout:2585: delete oid 2 current snap is 255 2024-08-29T14:57:59.598 INFO:tasks.rados.rados.0.smithi131.stdout:2583: finishing copy_from racing read to smithi13174786-16 2024-08-29T14:57:59.598 INFO:tasks.rados.rados.0.smithi131.stdout:2583: finishing copy_from to smithi13174786-16 2024-08-29T14:57:59.598 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1617 (ObjNum 739 snap 234 seq_num 739) dirty exists 2024-08-29T14:57:59.598 INFO:tasks.rados.rados.0.smithi131.stdout:2584: finishing write tid 1 to smithi13174786-23 2024-08-29T14:57:59.601 INFO:tasks.rados.rados.0.smithi131.stdout:2582: done (3 left) 2024-08-29T14:57:59.601 INFO:tasks.rados.rados.0.smithi131.stdout:2583: done (2 left) 2024-08-29T14:57:59.601 INFO:tasks.rados.rados.0.smithi131.stdout:2585: done (1 left) 2024-08-29T14:57:59.601 INFO:tasks.rados.rados.0.smithi131.stdout:2586: copy_from oid 27 from oid 37 current snap is 255 2024-08-29T14:57:59.601 INFO:tasks.rados.rados.0.smithi131.stdout:2587: snap_remove snap 237 2024-08-29T14:57:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: osdmap e585: 8 total, 8 up, 8 in 2024-08-29T14:57:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: pgmap v466: 121 pgs: 16 peering, 25 active+undersized, 9 active+undersized+degraded, 71 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 KiB/s rd, 1.9 MiB/s wr, 6 op/s; 29/522 objects degraded (5.556%) 2024-08-29T14:57:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:57:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: Upgrade: Setting container_image for all osd 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-29T14:57:59.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-29T14:57:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-29T14:57:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-29T14:57:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-29T14:57:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-29T14:57:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-29T14:57:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-29T14:57:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-29T14:57:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-29T14:57:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: Upgrade: Setting require_osd_release to 19 squid 2024-08-29T14:57:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: osdmap e585: 8 total, 8 up, 8 in 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: pgmap v466: 121 pgs: 16 peering, 25 active+undersized, 9 active+undersized+degraded, 71 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 KiB/s rd, 1.9 MiB/s wr, 6 op/s; 29/522 objects degraded (5.556%) 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: Upgrade: Setting container_image for all osd 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-29T14:57:59.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-29T14:57:59.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-29T14:57:59.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-29T14:57:59.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-29T14:57:59.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-29T14:57:59.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-29T14:57:59.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: Upgrade: Setting require_osd_release to 19 squid 2024-08-29T14:57:59.608 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:57:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-29T14:57:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: osdmap e585: 8 total, 8 up, 8 in 2024-08-29T14:57:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: pgmap v466: 121 pgs: 16 peering, 25 active+undersized, 9 active+undersized+degraded, 71 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 KiB/s rd, 1.9 MiB/s wr, 6 op/s; 29/522 objects degraded (5.556%) 2024-08-29T14:57:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: Upgrade: Setting container_image for all osd 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-29T14:57:59.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: Upgrade: Setting require_osd_release to 19 squid 2024-08-29T14:57:59.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:57:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-29T14:58:00.278 INFO:tasks.rados.rados.0.smithi131.stdout:2587: done (2 left) 2024-08-29T14:58:00.278 INFO:tasks.rados.rados.0.smithi131.stdout:2588: read oid 17 snap 236 2024-08-29T14:58:00.278 INFO:tasks.rados.rados.0.smithi131.stdout:2588: expect (ObjNum 683 snap 210 seq_num 683) 2024-08-29T14:58:00.278 INFO:tasks.rados.rados.0.smithi131.stdout:2589: rollback oid 36 current snap is 255 2024-08-29T14:58:00.278 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 252 2024-08-29T14:58:00.278 INFO:tasks.rados.rados.0.smithi131.stdout:2590: read oid 13 snap -1 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:2590: expect (ObjNum 734 snap 231 seq_num 734) 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:2591: delete oid 39 current snap is 255 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:2584: finishing write tid 2 to smithi13174786-23 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:2584: finishing write tid 3 to smithi13174786-23 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:2584: finishing write tid 4 to smithi13174786-23 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:2584: finishing write tid 5 to smithi13174786-23 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1120 (ObjNum 807 snap 255 seq_num 807) dirty exists 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:2584: left oid 23 (ObjNum 807 snap 255 seq_num 807) 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:2586: finishing copy_from racing read to smithi13174786-27 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:2586: finishing copy_from to smithi13174786-27 2024-08-29T14:58:00.279 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1454 (ObjNum 803 snap 255 seq_num 803) dirty exists 2024-08-29T14:58:00.287 INFO:tasks.rados.rados.0.smithi131.stdout:2590: expect (ObjNum 734 snap 231 seq_num 734) 2024-08-29T14:58:00.302 INFO:tasks.rados.rados.0.smithi131.stdout:2584: done (5 left) 2024-08-29T14:58:00.302 INFO:tasks.rados.rados.0.smithi131.stdout:2586: done (4 left) 2024-08-29T14:58:00.302 INFO:tasks.rados.rados.0.smithi131.stdout:2590: done (3 left) 2024-08-29T14:58:00.302 INFO:tasks.rados.rados.0.smithi131.stdout:2591: done (2 left) 2024-08-29T14:58:00.302 INFO:tasks.rados.rados.0.smithi131.stdout:2592: read oid 50 snap -1 2024-08-29T14:58:00.302 INFO:tasks.rados.rados.0.smithi131.stdout:2592: expect (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:58:00.302 INFO:tasks.rados.rados.0.smithi131.stdout:2593: rollback oid 45 current snap is 255 2024-08-29T14:58:00.303 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 45 to 254 2024-08-29T14:58:00.303 INFO:tasks.rados.rados.0.smithi131.stdout:2594: read oid 32 snap 234 2024-08-29T14:58:00.303 INFO:tasks.rados.rados.0.smithi131.stdout:2594: expect (ObjNum 739 snap 234 seq_num 739) 2024-08-29T14:58:00.303 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 255 2024-08-29T14:58:00.303 INFO:tasks.rados.rados.0.smithi131.stdout:2595: seq_num 810 ranges {3137536=770048,3907584=778240,4685824=24576} 2024-08-29T14:58:00.324 INFO:tasks.rados.rados.0.smithi131.stdout:2595: writing smithi13174786-29 from 3137536 to 3907584 tid 1 2024-08-29T14:58:00.329 INFO:tasks.rados.rados.0.smithi131.stdout:2595: writing smithi13174786-29 from 3907584 to 4685824 tid 2 2024-08-29T14:58:00.329 INFO:tasks.rados.rados.0.smithi131.stdout:2595: writing smithi13174786-29 from 4685824 to 4710400 tid 3 2024-08-29T14:58:00.329 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 41 current snap is 255 2024-08-29T14:58:00.329 INFO:tasks.rados.rados.0.smithi131.stdout:2593: finishing rollback tid 1 to smithi13174786-45 2024-08-29T14:58:00.329 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1522 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-08-29T14:58:00.329 INFO:tasks.rados.rados.0.smithi131.stdout:2588: expect (ObjNum 683 snap 210 seq_num 683) 2024-08-29T14:58:00.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[87973]: Health check update: Degraded data redundancy: 29/522 objects degraded (5.556%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T14:58:00.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[87973]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-29T14:58:00.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-29T14:58:00.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[87973]: osdmap e586: 8 total, 8 up, 8 in 2024-08-29T14:58:00.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-29T14:58:00.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[87973]: Upgrade: It appears safe to stop mds.a 2024-08-29T14:58:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[90512]: Health check update: Degraded data redundancy: 29/522 objects degraded (5.556%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T14:58:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[90512]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-29T14:58:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-29T14:58:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[90512]: osdmap e586: 8 total, 8 up, 8 in 2024-08-29T14:58:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-29T14:58:00.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:00 smithi131 ceph-mon[90512]: Upgrade: It appears safe to stop mds.a 2024-08-29T14:58:00.479 INFO:tasks.rados.rados.0.smithi131.stdout:2589: finishing rollback tid 1 to smithi13174786-36 2024-08-29T14:58:00.479 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1522 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-29T14:58:00.479 INFO:tasks.rados.rados.0.smithi131.stdout:2592: expect (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:58:00.632 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 14:58:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T14:58:00.286+0000 7f941b456640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 14b after trimming was started 2024-08-29T14:58:00.632 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:58:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:58:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:58:00.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:00 smithi169 ceph-mon[78471]: Health check update: Degraded data redundancy: 29/522 objects degraded (5.556%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T14:58:00.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:00 smithi169 ceph-mon[78471]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-29T14:58:00.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:00 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-29T14:58:00.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:00 smithi169 ceph-mon[78471]: osdmap e586: 8 total, 8 up, 8 in 2024-08-29T14:58:00.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:00 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-29T14:58:00.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:00 smithi169 ceph-mon[78471]: Upgrade: It appears safe to stop mds.a 2024-08-29T14:58:00.719 INFO:tasks.rados.rados.0.smithi131.stdout:2594: expect (ObjNum 739 snap 234 seq_num 739) 2024-08-29T14:58:00.730 INFO:tasks.rados.rados.0.smithi131.stdout:2595: finishing write tid 1 to smithi13174786-29 2024-08-29T14:58:00.730 INFO:tasks.rados.rados.0.smithi131.stdout:2595: finishing write tid 2 to smithi13174786-29 2024-08-29T14:58:00.730 INFO:tasks.rados.rados.0.smithi131.stdout:2595: finishing write tid 3 to smithi13174786-29 2024-08-29T14:58:00.730 INFO:tasks.rados.rados.0.smithi131.stdout:2595: finishing write tid 4 to smithi13174786-29 2024-08-29T14:58:00.730 INFO:tasks.rados.rados.0.smithi131.stdout:2596: seq_num 811 ranges {1392640=786432,2179072=663552,2842624=139264} 2024-08-29T14:58:00.742 INFO:tasks.rados.rados.0.smithi131.stdout:2596: writing smithi13174786-41 from 1392640 to 2179072 tid 1 2024-08-29T14:58:00.745 INFO:tasks.rados.rados.0.smithi131.stdout:2596: writing smithi13174786-41 from 2179072 to 2842624 tid 2 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:2596: writing smithi13174786-41 from 2842624 to 2981888 tid 3 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:2588: done (6 left) 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:2589: done (5 left) 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:2592: done (4 left) 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:2593: done (3 left) 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:2594: done (2 left) 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 255 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:2595: finishing write tid 5 to smithi13174786-29 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1531 (ObjNum 810 snap 255 seq_num 810) dirty exists 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:2595: left oid 29 (ObjNum 810 snap 255 seq_num 810) 2024-08-29T14:58:00.747 INFO:tasks.rados.rados.0.smithi131.stdout:2596: finishing write tid 1 to smithi13174786-41 2024-08-29T14:58:00.748 INFO:tasks.rados.rados.0.smithi131.stdout:2597: seq_num 812 ranges {4775936=802816,5578752=548864,6127616=253952} 2024-08-29T14:58:00.775 INFO:tasks.rados.rados.0.smithi131.stdout:2597: writing smithi13174786-25 from 4775936 to 5578752 tid 1 2024-08-29T14:58:00.778 INFO:tasks.rados.rados.0.smithi131.stdout:2597: writing smithi13174786-25 from 5578752 to 6127616 tid 2 2024-08-29T14:58:00.780 INFO:tasks.rados.rados.0.smithi131.stdout:2597: writing smithi13174786-25 from 6127616 to 6381568 tid 3 2024-08-29T14:58:00.780 INFO:tasks.rados.rados.0.smithi131.stdout:2595: done (2 left) 2024-08-29T14:58:00.780 INFO:tasks.rados.rados.0.smithi131.stdout:2598: rollback oid 12 current snap is 255 2024-08-29T14:58:00.780 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 12 to 234 2024-08-29T14:58:00.780 INFO:tasks.rados.rados.0.smithi131.stdout:2596: finishing write tid 2 to smithi13174786-41 2024-08-29T14:58:00.780 INFO:tasks.rados.rados.0.smithi131.stdout:2596: finishing write tid 3 to smithi13174786-41 2024-08-29T14:58:00.780 INFO:tasks.rados.rados.0.smithi131.stdout:2596: finishing write tid 4 to smithi13174786-41 2024-08-29T14:58:00.780 INFO:tasks.rados.rados.0.smithi131.stdout:2596: finishing write tid 5 to smithi13174786-41 2024-08-29T14:58:00.781 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1757 (ObjNum 811 snap 255 seq_num 811) dirty exists 2024-08-29T14:58:00.781 INFO:tasks.rados.rados.0.smithi131.stdout:2596: left oid 41 (ObjNum 811 snap 255 seq_num 811) 2024-08-29T14:58:00.781 INFO:tasks.rados.rados.0.smithi131.stdout:2596: done (2 left) 2024-08-29T14:58:00.781 INFO:tasks.rados.rados.0.smithi131.stdout:2599: delete oid 14 current snap is 255 2024-08-29T14:58:00.781 INFO:tasks.rados.rados.0.smithi131.stdout:2597: finishing write tid 1 to smithi13174786-25 2024-08-29T14:58:00.782 INFO:tasks.rados.rados.0.smithi131.stdout:2598: finishing rollback tid 0 to smithi13174786-12 2024-08-29T14:58:00.783 INFO:tasks.rados.rados.0.smithi131.stdout:2598: finishing rollback tid 1 to smithi13174786-12 2024-08-29T14:58:00.784 INFO:tasks.rados.rados.0.smithi131.stdout:2598: finishing rollback tid 2 to smithi13174786-12 2024-08-29T14:58:00.784 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1123 (ObjNum 740 snap 234 seq_num 740) dirty exists 2024-08-29T14:58:00.784 INFO:tasks.rados.rados.0.smithi131.stdout:2598: done (2 left) 2024-08-29T14:58:00.784 INFO:tasks.rados.rados.0.smithi131.stdout:2599: done (1 left) 2024-08-29T14:58:00.784 INFO:tasks.rados.rados.0.smithi131.stdout:2600: snap_create 2024-08-29T14:58:00.785 INFO:tasks.rados.rados.0.smithi131.stdout:2597: finishing write tid 2 to smithi13174786-25 2024-08-29T14:58:00.786 INFO:tasks.rados.rados.0.smithi131.stdout:2597: finishing write tid 3 to smithi13174786-25 2024-08-29T14:58:00.786 INFO:tasks.rados.rados.0.smithi131.stdout:2597: finishing write tid 4 to smithi13174786-25 2024-08-29T14:58:00.788 INFO:tasks.rados.rados.0.smithi131.stdout:2597: finishing write tid 5 to smithi13174786-25 2024-08-29T14:58:00.788 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 1762 (ObjNum 812 snap 255 seq_num 812) dirty exists 2024-08-29T14:58:00.788 INFO:tasks.rados.rados.0.smithi131.stdout:2597: left oid 25 (ObjNum 812 snap 255 seq_num 812) 2024-08-29T14:58:01.284 INFO:tasks.rados.rados.0.smithi131.stdout:2597: done (1 left) 2024-08-29T14:58:01.284 INFO:tasks.rados.rados.0.smithi131.stdout:2600: done (0 left) 2024-08-29T14:58:01.285 INFO:tasks.rados.rados.0.smithi131.stdout:2601: copy_from oid 8 from oid 3 current snap is 256 2024-08-29T14:58:01.285 INFO:tasks.rados.rados.0.smithi131.stdout:2602: setattr oid 13 current snap is 256 2024-08-29T14:58:01.285 INFO:tasks.rados.rados.0.smithi131.stdout:2603: delete oid 23 current snap is 256 2024-08-29T14:58:01.289 INFO:tasks.rados.rados.0.smithi131.stdout:2601: finishing copy_from to smithi13174786-8 2024-08-29T14:58:01.289 INFO:tasks.rados.rados.0.smithi131.stdout:2601: got expected ENOENT (src dne) 2024-08-29T14:58:01.289 INFO:tasks.rados.rados.0.smithi131.stdout:2601: finishing copy_from racing read to smithi13174786-8 2024-08-29T14:58:01.290 INFO:tasks.rados.rados.0.smithi131.stdout:2601: done (2 left) 2024-08-29T14:58:01.290 INFO:tasks.rados.rados.0.smithi131.stdout:2603: done (1 left) 2024-08-29T14:58:01.290 INFO:tasks.rados.rados.0.smithi131.stdout:2604: copy_from oid 30 from oid 35 current snap is 256 2024-08-29T14:58:01.290 INFO:tasks.rados.rados.0.smithi131.stdout:2605: snap_create 2024-08-29T14:58:01.291 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1505 (ObjNum 734 snap 231 seq_num 734) dirty exists 2024-08-29T14:58:01.299 INFO:tasks.rados.rados.0.smithi131.stdout:2604: finishing copy_from racing read to smithi13174786-30 2024-08-29T14:58:01.299 INFO:tasks.rados.rados.0.smithi131.stdout:2604: finishing copy_from to smithi13174786-30 2024-08-29T14:58:01.299 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1615 (ObjNum 767 snap 243 seq_num 767) dirty exists 2024-08-29T14:58:01.541 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[87973]: osdmap e587: 8 total, 8 up, 8 in 2024-08-29T14:58:01.541 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[87973]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 16 peering, 23 active+undersized, 7 active+undersized+degraded, 74 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 3 op/s; 17/525 objects degraded (3.238%); 7.9 MiB/s, 0 objects/s recovering 2024-08-29T14:58:01.541 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[87973]: Upgrade: Updating mds.a 2024-08-29T14:58:01.541 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:01.541 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:58:01.541 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:01.541 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[87973]: Deploying daemon mds.a on smithi131 2024-08-29T14:58:01.542 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[90512]: osdmap e587: 8 total, 8 up, 8 in 2024-08-29T14:58:01.542 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[90512]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 16 peering, 23 active+undersized, 7 active+undersized+degraded, 74 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 3 op/s; 17/525 objects degraded (3.238%); 7.9 MiB/s, 0 objects/s recovering 2024-08-29T14:58:01.542 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[90512]: Upgrade: Updating mds.a 2024-08-29T14:58:01.542 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:01.542 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:58:01.542 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:01.542 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:01 smithi131 ceph-mon[90512]: Deploying daemon mds.a on smithi131 2024-08-29T14:58:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:01 smithi169 ceph-mon[78471]: osdmap e587: 8 total, 8 up, 8 in 2024-08-29T14:58:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:01 smithi169 ceph-mon[78471]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 16 peering, 23 active+undersized, 7 active+undersized+degraded, 74 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 3 op/s; 17/525 objects degraded (3.238%); 7.9 MiB/s, 0 objects/s recovering 2024-08-29T14:58:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:01 smithi169 ceph-mon[78471]: Upgrade: Updating mds.a 2024-08-29T14:58:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:01 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:01.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:01 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:58:01.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:01 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:01.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:01 smithi169 ceph-mon[78471]: Deploying daemon mds.a on smithi131 2024-08-29T14:58:02.288 INFO:tasks.rados.rados.0.smithi131.stdout:2602: done (2 left) 2024-08-29T14:58:02.289 INFO:tasks.rados.rados.0.smithi131.stdout:2604: done (1 left) 2024-08-29T14:58:02.289 INFO:tasks.rados.rados.0.smithi131.stdout:2605: done (0 left) 2024-08-29T14:58:02.289 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 257 2024-08-29T14:58:02.289 INFO:tasks.rados.rados.0.smithi131.stdout:2606: seq_num 815 ranges {401408=458752,860160=655360,1515520=409600,1925120=139264} 2024-08-29T14:58:02.293 INFO:tasks.rados.rados.0.smithi131.stdout:2606: writing smithi13174786-12 from 401408 to 860160 tid 1 2024-08-29T14:58:02.297 INFO:tasks.rados.rados.0.smithi131.stdout:2606: writing smithi13174786-12 from 860160 to 1515520 tid 2 2024-08-29T14:58:02.300 INFO:tasks.rados.rados.0.smithi131.stdout:2606: writing smithi13174786-12 from 1515520 to 1925120 tid 3 2024-08-29T14:58:02.302 INFO:tasks.rados.rados.0.smithi131.stdout:2606: writing smithi13174786-12 from 1925120 to 2064384 tid 4 2024-08-29T14:58:02.302 INFO:tasks.rados.rados.0.smithi131.stdout:2607: read oid 33 snap -1 2024-08-29T14:58:02.302 INFO:tasks.rados.rados.0.smithi131.stdout:2607: expect deleted 2024-08-29T14:58:02.302 INFO:tasks.rados.rados.0.smithi131.stdout:2608: rmattr oid 38 current snap is 257 2024-08-29T14:58:02.302 INFO:tasks.rados.rados.0.smithi131.stdout:2608: done (2 left) 2024-08-29T14:58:02.302 INFO:tasks.rados.rados.0.smithi131.stdout:2609: rollback oid 44 current snap is 257 2024-08-29T14:58:02.302 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 44 to 236 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:2606: finishing write tid 1 to smithi13174786-12 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:2606: finishing write tid 2 to smithi13174786-12 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:2610: rollback oid 4 current snap is 257 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 4 to 246 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:2611: rollback oid 41 current snap is 257 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 41 to 254 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:2612: read oid 29 snap -1 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:2612: expect (ObjNum 810 snap 255 seq_num 810) 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:2613: rollback oid 6 current snap is 257 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 6 to 253 2024-08-29T14:58:02.303 INFO:tasks.rados.rados.0.smithi131.stdout:2614: snap_remove snap 234 2024-08-29T14:58:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:02 smithi131 ceph-mon[87973]: osdmap e588: 8 total, 8 up, 8 in 2024-08-29T14:58:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:02 smithi131 ceph-mon[90512]: osdmap e588: 8 total, 8 up, 8 in 2024-08-29T14:58:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:02 smithi169 ceph-mon[78471]: osdmap e588: 8 total, 8 up, 8 in 2024-08-29T14:58:03.092 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:02 smithi131 systemd[1]: Stopping Ceph mds.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:58:03.093 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:02 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[58029]: 2024-08-29T14:58:02.900+0000 7fe55b8ba640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:58:03.093 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:02 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[58029]: 2024-08-29T14:58:02.900+0000 7fe55b8ba640 -1 mds.a *** got signal Terminated *** 2024-08-29T14:58:03.093 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:58:03.292 INFO:tasks.rados.rados.0.smithi131.stdout:2614: done (7 left) 2024-08-29T14:58:03.292 INFO:tasks.rados.rados.0.smithi131.stdout:2615: delete oid 32 current snap is 257 2024-08-29T14:58:03.292 INFO:tasks.rados.rados.0.smithi131.stdout:2606: finishing write tid 3 to smithi13174786-12 2024-08-29T14:58:03.292 INFO:tasks.rados.rados.0.smithi131.stdout:2606: finishing write tid 4 to smithi13174786-12 2024-08-29T14:58:03.292 INFO:tasks.rados.rados.0.smithi131.stdout:2613: finishing rollback tid 0 to smithi13174786-6 2024-08-29T14:58:03.292 INFO:tasks.rados.rados.0.smithi131.stdout:2611: finishing rollback tid 0 to smithi13174786-41 2024-08-29T14:58:03.292 INFO:tasks.rados.rados.0.smithi131.stdout:2613: finishing rollback tid 1 to smithi13174786-6 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:2613: finishing rollback tid 2 to smithi13174786-6 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1445 (ObjNum 747 snap 234 seq_num 747) dirty exists 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:2606: finishing write tid 5 to smithi13174786-12 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:2609: finishing rollback tid 1 to smithi13174786-44 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 0 (ObjNum 65 snap 0 seq_num 1752330331) dirty dne 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:2611: finishing rollback tid 1 to smithi13174786-41 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:2610: finishing rollback tid 0 to smithi13174786-4 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:2611: finishing rollback tid 2 to smithi13174786-41 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 1766 (ObjNum 799 snap 252 seq_num 799) dirty exists 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:2606: finishing write tid 6 to smithi13174786-12 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1129 (ObjNum 815 snap 257 seq_num 815) dirty exists 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:2606: left oid 12 (ObjNum 815 snap 257 seq_num 815) 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:2610: finishing rollback tid 1 to smithi13174786-4 2024-08-29T14:58:03.293 INFO:tasks.rados.rados.0.smithi131.stdout:2610: finishing rollback tid 2 to smithi13174786-4 2024-08-29T14:58:03.294 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1646 (ObjNum 723 snap 227 seq_num 723) dirty exists 2024-08-29T14:58:03.294 INFO:tasks.rados.rados.0.smithi131.stdout:2612: expect (ObjNum 810 snap 255 seq_num 810) 2024-08-29T14:58:03.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:03 smithi131 ceph-mon[87973]: osdmap e589: 8 total, 8 up, 8 in 2024-08-29T14:58:03.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:03 smithi131 ceph-mon[87973]: pgmap v472: 121 pgs: 1 active+clean+snaptrim, 12 peering, 108 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s; 8.8 MiB/s, 1 objects/s recovering 2024-08-29T14:58:03.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:03 smithi131 ceph-mon[87973]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:03.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:03 smithi131 ceph-mon[90512]: osdmap e589: 8 total, 8 up, 8 in 2024-08-29T14:58:03.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:03 smithi131 ceph-mon[90512]: pgmap v472: 121 pgs: 1 active+clean+snaptrim, 12 peering, 108 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s; 8.8 MiB/s, 1 objects/s recovering 2024-08-29T14:58:03.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:03 smithi131 ceph-mon[90512]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:03.544 INFO:tasks.rados.rados.0.smithi131.stdout:2606: done (7 left) 2024-08-29T14:58:03.544 INFO:tasks.rados.rados.0.smithi131.stdout:2607: done (6 left) 2024-08-29T14:58:03.544 INFO:tasks.rados.rados.0.smithi131.stdout:2609: done (5 left) 2024-08-29T14:58:03.544 INFO:tasks.rados.rados.0.smithi131.stdout:2610: done (4 left) 2024-08-29T14:58:03.544 INFO:tasks.rados.rados.0.smithi131.stdout:2611: done (3 left) 2024-08-29T14:58:03.544 INFO:tasks.rados.rados.0.smithi131.stdout:2612: done (2 left) 2024-08-29T14:58:03.544 INFO:tasks.rados.rados.0.smithi131.stdout:2613: done (1 left) 2024-08-29T14:58:03.545 INFO:tasks.rados.rados.0.smithi131.stdout:2615: done (0 left) 2024-08-29T14:58:03.545 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 257 2024-08-29T14:58:03.545 INFO:tasks.rados.rados.0.smithi131.stdout:2616: seq_num 817 ranges {5226496=491520,5718016=417792,6135808=425984,6561792=360448} 2024-08-29T14:58:03.574 INFO:tasks.rados.rados.0.smithi131.stdout:2616: writing smithi13174786-34 from 5226496 to 5718016 tid 1 2024-08-29T14:58:03.576 INFO:tasks.rados.rados.0.smithi131.stdout:2616: writing smithi13174786-34 from 5718016 to 6135808 tid 2 2024-08-29T14:58:03.578 INFO:tasks.rados.rados.0.smithi131.stdout:2616: writing smithi13174786-34 from 6135808 to 6561792 tid 3 2024-08-29T14:58:03.581 INFO:tasks.rados.rados.0.smithi131.stdout:2616: writing smithi13174786-34 from 6561792 to 6922240 tid 4 2024-08-29T14:58:03.581 INFO:tasks.rados.rados.0.smithi131.stdout:2617: snap_create 2024-08-29T14:58:03.581 INFO:tasks.rados.rados.0.smithi131.stdout:2616: finishing write tid 1 to smithi13174786-34 2024-08-29T14:58:03.581 INFO:tasks.rados.rados.0.smithi131.stdout:2616: finishing write tid 2 to smithi13174786-34 2024-08-29T14:58:03.581 INFO:tasks.rados.rados.0.smithi131.stdout:2616: finishing write tid 3 to smithi13174786-34 2024-08-29T14:58:03.583 INFO:tasks.rados.rados.0.smithi131.stdout:2616: finishing write tid 4 to smithi13174786-34 2024-08-29T14:58:03.584 INFO:tasks.rados.rados.0.smithi131.stdout:2616: finishing write tid 5 to smithi13174786-34 2024-08-29T14:58:03.585 INFO:tasks.rados.rados.0.smithi131.stdout:2616: finishing write tid 6 to smithi13174786-34 2024-08-29T14:58:03.585 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 1450 (ObjNum 817 snap 257 seq_num 817) dirty exists 2024-08-29T14:58:03.585 INFO:tasks.rados.rados.0.smithi131.stdout:2616: left oid 34 (ObjNum 817 snap 257 seq_num 817) 2024-08-29T14:58:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:03 smithi169 ceph-mon[78471]: osdmap e589: 8 total, 8 up, 8 in 2024-08-29T14:58:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:03 smithi169 ceph-mon[78471]: pgmap v472: 121 pgs: 1 active+clean+snaptrim, 12 peering, 108 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s; 8.8 MiB/s, 1 objects/s recovering 2024-08-29T14:58:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:03 smithi169 ceph-mon[78471]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (6m) 2m ago 11m 21.3M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (6m) 8s ago 11m 86.0M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (12m) 2m ago 12m 16.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 4c10a7a688b1 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (12m) 8s ago 12m 22.9M - 17.2.7-1503-ga89f613d 250d9a61b6c5 36ee94913135 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (5m) 8s ago 16m 455M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (6m) 2m ago 17m 523M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (5m) 2m ago 18m 56.4M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (4m) 8s ago 16m 51.6M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (5m) 2m ago 16m 48.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (6m) 2m ago 11m 10.7M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (6m) 8s ago 10m 11.8M - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (4m) 2m ago 15m 114M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 2b80a23f091c 2024-08-29T14:58:03.675 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (3m) 2m ago 15m 114M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 7ef2711f92d6 2024-08-29T14:58:03.676 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (3m) 2m ago 15m 99.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec def684d0aaf6 2024-08-29T14:58:03.676 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (2m) 2m ago 14m 12.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 413c5146ddeb 2024-08-29T14:58:03.676 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (116s) 8s ago 14m 210M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec c83aa6304b98 2024-08-29T14:58:03.676 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (81s) 8s ago 13m 116M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 99f84d9bb029 2024-08-29T14:58:03.676 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (48s) 8s ago 13m 71.9M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec b233f06c020f 2024-08-29T14:58:03.676 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (13s) 8s ago 13m 12.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec ec27a0c44ba6 2024-08-29T14:58:03.676 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (5m) 8s ago 11m 53.8M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:58:04.005 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:58:04.005 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:58:04.005 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:58:04.005 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:58:04.005 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 8 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1, 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 13 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:58:04.006 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:58:04.284 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:04 smithi131 podman[116429]: 2024-08-29 14:58:04.019273158 +0000 UTC m=+1.223689244 container died 4c10a7a688b1eade4c09bb9bfbca5a0ab39b28bccd3de965011590af269e47bc (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-29T14:58:04.301 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:58:04.301 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:58:04.301 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:58:04.301 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:58:04.301 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:58:04.301 INFO:teuthology.orchestra.run.smithi131.stdout: "osd", 2024-08-29T14:58:04.301 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:58:04.301 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:58:04.301 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:58:04.301 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "13/20 daemons upgraded", 2024-08-29T14:58:04.302 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading mds daemons", 2024-08-29T14:58:04.302 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:58:04.302 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:58:04.305 INFO:tasks.rados.rados.0.smithi131.stdout:2616: done (1 left) 2024-08-29T14:58:04.305 INFO:tasks.rados.rados.0.smithi131.stdout:2617: done (0 left) 2024-08-29T14:58:04.305 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 258 2024-08-29T14:58:04.305 INFO:tasks.rados.rados.0.smithi131.stdout:2618: seq_num 818 ranges {6684672=507904,7192576=704512,7897088=499712} 2024-08-29T14:58:04.344 INFO:tasks.rados.rados.0.smithi131.stdout:2618: writing smithi13174786-37 from 6684672 to 7192576 tid 1 2024-08-29T14:58:04.348 INFO:tasks.rados.rados.0.smithi131.stdout:2618: writing smithi13174786-37 from 7192576 to 7897088 tid 2 2024-08-29T14:58:04.352 INFO:tasks.rados.rados.0.smithi131.stdout:2618: writing smithi13174786-37 from 7897088 to 8396800 tid 3 2024-08-29T14:58:04.352 INFO:tasks.rados.rados.0.smithi131.stdout:2619: rollback oid 2 current snap is 258 2024-08-29T14:58:04.352 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 2 to 250 2024-08-29T14:58:04.352 INFO:tasks.rados.rados.0.smithi131.stdout:2618: finishing write tid 1 to smithi13174786-37 2024-08-29T14:58:04.352 INFO:tasks.rados.rados.0.smithi131.stdout:2620: delete oid 36 current snap is 258 2024-08-29T14:58:04.352 INFO:tasks.rados.rados.0.smithi131.stdout:2618: finishing write tid 2 to smithi13174786-37 2024-08-29T14:58:04.354 INFO:tasks.rados.rados.0.smithi131.stdout:2620: done (2 left) 2024-08-29T14:58:04.354 INFO:tasks.rados.rados.0.smithi131.stdout:2621: snap_remove snap 253 2024-08-29T14:58:04.602 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:04 smithi131 podman[116429]: 2024-08-29 14:58:04.383219606 +0000 UTC m=+1.587635691 container cleanup 4c10a7a688b1eade4c09bb9bfbca5a0ab39b28bccd3de965011590af269e47bc (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=quincy-a89f613, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-08-29T14:58:04.603 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:04 smithi131 bash[116429]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a 2024-08-29T14:58:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[90512]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/525 objects degraded (3.238%), 7 pgs degraded) 2024-08-29T14:58:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T14:58:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[90512]: osdmap e590: 8 total, 8 up, 8 in 2024-08-29T14:58:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[90512]: fsmap cephfs:1 {0=b=up:active} 2024-08-29T14:58:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[90512]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[90512]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:04.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1138900495' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:04.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[87973]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/525 objects degraded (3.238%), 7 pgs degraded) 2024-08-29T14:58:04.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T14:58:04.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[87973]: osdmap e590: 8 total, 8 up, 8 in 2024-08-29T14:58:04.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[87973]: fsmap cephfs:1 {0=b=up:active} 2024-08-29T14:58:04.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[87973]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:04.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[87973]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:04.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:04 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1138900495' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:04 smithi169 ceph-mon[78471]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/525 objects degraded (3.238%), 7 pgs degraded) 2024-08-29T14:58:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:04 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T14:58:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:04 smithi169 ceph-mon[78471]: osdmap e590: 8 total, 8 up, 8 in 2024-08-29T14:58:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:04 smithi169 ceph-mon[78471]: fsmap cephfs:1 {0=b=up:active} 2024-08-29T14:58:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:04 smithi169 ceph-mon[78471]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:04.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:04 smithi169 ceph-mon[78471]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:04.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:04 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1138900495' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:05.102 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:04 smithi131 podman[116538]: 2024-08-29 14:58:04.784936277 +0000 UTC m=+0.765539301 container remove 4c10a7a688b1eade4c09bb9bfbca5a0ab39b28bccd3de965011590af269e47bc (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-a89f613, GIT_CLEAN=True, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-29T14:58:05.103 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:04 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-29T14:58:05.103 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:04 smithi131 systemd[1]: Stopped Ceph mds.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:58:05.103 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:04 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mds.a.service: Consumed 1.101s CPU time. 2024-08-29T14:58:05.309 INFO:tasks.rados.rados.0.smithi131.stdout:2621: done (2 left) 2024-08-29T14:58:05.309 INFO:tasks.rados.rados.0.smithi131.stdout:2622: rmattr oid 12 current snap is 258 2024-08-29T14:58:05.309 INFO:tasks.rados.rados.0.smithi131.stdout:2622: done (2 left) 2024-08-29T14:58:05.309 INFO:tasks.rados.rados.0.smithi131.stdout:2623: rollback oid 31 current snap is 258 2024-08-29T14:58:05.309 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 31 to 236 2024-08-29T14:58:05.309 INFO:tasks.rados.rados.0.smithi131.stdout:2618: finishing write tid 3 to smithi13174786-37 2024-08-29T14:58:05.309 INFO:tasks.rados.rados.0.smithi131.stdout:2618: finishing write tid 4 to smithi13174786-37 2024-08-29T14:58:05.309 INFO:tasks.rados.rados.0.smithi131.stdout:2618: finishing write tid 5 to smithi13174786-37 2024-08-29T14:58:05.309 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1458 (ObjNum 818 snap 258 seq_num 818) dirty exists 2024-08-29T14:58:05.309 INFO:tasks.rados.rados.0.smithi131.stdout:2618: left oid 37 (ObjNum 818 snap 258 seq_num 818) 2024-08-29T14:58:05.310 INFO:tasks.rados.rados.0.smithi131.stdout:2619: finishing rollback tid 1 to smithi13174786-2 2024-08-29T14:58:05.310 INFO:tasks.rados.rados.0.smithi131.stdout:2619: finishing rollback tid 2 to smithi13174786-2 2024-08-29T14:58:05.310 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 1533 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:58:05.310 INFO:tasks.rados.rados.0.smithi131.stdout:2618: done (2 left) 2024-08-29T14:58:05.310 INFO:tasks.rados.rados.0.smithi131.stdout:2619: done (1 left) 2024-08-29T14:58:05.310 INFO:tasks.rados.rados.0.smithi131.stdout:2624: snap_remove snap 230 2024-08-29T14:58:05.491 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-mon[90512]: pgmap v474: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.7 MiB/s wr, 25 op/s; 3.4 MiB/s, 1 objects/s recovering 2024-08-29T14:58:05.492 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-mon[90512]: from='client.44438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:05.492 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-mon[90512]: osdmap e591: 8 total, 8 up, 8 in 2024-08-29T14:58:05.492 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:05.492 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:05.492 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-mon[87973]: pgmap v474: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.7 MiB/s wr, 25 op/s; 3.4 MiB/s, 1 objects/s recovering 2024-08-29T14:58:05.492 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-mon[87973]: from='client.44438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:05.492 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-mon[87973]: osdmap e591: 8 total, 8 up, 8 in 2024-08-29T14:58:05.493 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:05.493 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:05.493 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:05 smithi131 systemd[1]: Starting Ceph mds.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:58:05.493 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:05 smithi131 podman[116694]: 2024-08-29 14:58:05.264904081 +0000 UTC m=+0.015674366 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:58:05.493 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:05 smithi131 podman[116694]: 2024-08-29 14:58:05.378135458 +0000 UTC m=+0.128905734 container create e6de3be29b865432909ba3b858bf8128b07ac9e3bba65b63c928ec04833d540e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:58:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:05 smithi169 ceph-mon[78471]: pgmap v474: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.7 MiB/s wr, 25 op/s; 3.4 MiB/s, 1 objects/s recovering 2024-08-29T14:58:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:05 smithi169 ceph-mon[78471]: from='client.44438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:05 smithi169 ceph-mon[78471]: osdmap e591: 8 total, 8 up, 8 in 2024-08-29T14:58:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:05.916 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:05 smithi131 podman[116694]: 2024-08-29 14:58:05.616173749 +0000 UTC m=+0.366944039 container init e6de3be29b865432909ba3b858bf8128b07ac9e3bba65b63c928ec04833d540e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-29T14:58:05.916 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:05 smithi131 podman[116694]: 2024-08-29 14:58:05.621314881 +0000 UTC m=+0.372085158 container start e6de3be29b865432909ba3b858bf8128b07ac9e3bba65b63c928ec04833d540e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-29T14:58:05.916 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[116709]: starting mds.a at 2024-08-29T14:58:05.917 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:05 smithi131 bash[116694]: e6de3be29b865432909ba3b858bf8128b07ac9e3bba65b63c928ec04833d540e 2024-08-29T14:58:05.917 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:05 smithi131 systemd[1]: Started Ceph mds.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:58:06.183 INFO:tasks.rados.rados.0.smithi131.stdout:2624: done (1 left) 2024-08-29T14:58:06.183 INFO:tasks.rados.rados.0.smithi131.stdout:2625: delete oid 19 current snap is 258 2024-08-29T14:58:06.183 INFO:tasks.rados.rados.0.smithi131.stdout:2623: finishing rollback tid 0 to smithi13174786-31 2024-08-29T14:58:06.183 INFO:tasks.rados.rados.0.smithi131.stdout:2623: finishing rollback tid 1 to smithi13174786-31 2024-08-29T14:58:06.183 INFO:tasks.rados.rados.0.smithi131.stdout:2623: finishing rollback tid 2 to smithi13174786-31 2024-08-29T14:58:06.183 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 1454 (ObjNum 700 snap 215 seq_num 700) dirty exists 2024-08-29T14:58:06.197 INFO:tasks.rados.rados.0.smithi131.stdout:2623: done (1 left) 2024-08-29T14:58:06.197 INFO:tasks.rados.rados.0.smithi131.stdout:2625: done (0 left) 2024-08-29T14:58:06.197 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 258 2024-08-29T14:58:06.197 INFO:tasks.rados.rados.0.smithi131.stdout:2626: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-08-29T14:58:06.200 INFO:tasks.rados.rados.0.smithi131.stdout:2626: writing smithi13174786-10 from 0 to 557056 tid 1 2024-08-29T14:58:06.205 INFO:tasks.rados.rados.0.smithi131.stdout:2626: writing smithi13174786-10 from 557056 to 1318912 tid 2 2024-08-29T14:58:06.209 INFO:tasks.rados.rados.0.smithi131.stdout:2626: writing smithi13174786-10 from 1318912 to 1761280 tid 3 2024-08-29T14:58:06.209 INFO:tasks.rados.rados.0.smithi131.stdout:2627: read oid 6 snap -1 2024-08-29T14:58:06.209 INFO:tasks.rados.rados.0.smithi131.stdout:2627: expect (ObjNum 747 snap 234 seq_num 747) 2024-08-29T14:58:06.209 INFO:tasks.rados.rados.0.smithi131.stdout:2626: finishing write tid 1 to smithi13174786-10 2024-08-29T14:58:06.209 INFO:tasks.rados.rados.0.smithi131.stdout:2628: read oid 17 snap -1 2024-08-29T14:58:06.209 INFO:tasks.rados.rados.0.smithi131.stdout:2628: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:58:06.209 INFO:tasks.rados.rados.0.smithi131.stdout:2629: setattr oid 31 current snap is 258 2024-08-29T14:58:06.209 INFO:tasks.rados.rados.0.smithi131.stdout:2626: finishing write tid 2 to smithi13174786-10 2024-08-29T14:58:06.212 INFO:tasks.rados.rados.0.smithi131.stdout:2630: snap_create 2024-08-29T14:58:06.212 INFO:tasks.rados.rados.0.smithi131.stdout:2626: finishing write tid 3 to smithi13174786-10 2024-08-29T14:58:06.214 INFO:tasks.rados.rados.0.smithi131.stdout:2626: finishing write tid 4 to smithi13174786-10 2024-08-29T14:58:06.215 INFO:tasks.rados.rados.0.smithi131.stdout:2626: finishing write tid 5 to smithi13174786-10 2024-08-29T14:58:06.215 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1665 (ObjNum 821 snap 258 seq_num 821) dirty exists 2024-08-29T14:58:06.215 INFO:tasks.rados.rados.0.smithi131.stdout:2626: left oid 10 (ObjNum 821 snap 258 seq_num 821) 2024-08-29T14:58:06.219 INFO:tasks.rados.rados.0.smithi131.stdout:2628: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:58:06.248 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 1455 (ObjNum 700 snap 215 seq_num 700) dirty exists 2024-08-29T14:58:06.248 INFO:tasks.rados.rados.0.smithi131.stdout:2627: expect (ObjNum 747 snap 234 seq_num 747) 2024-08-29T14:58:06.312 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:58:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:58:05] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.51.0" 2024-08-29T14:58:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:06 smithi131 ceph-mon[87973]: osdmap e592: 8 total, 8 up, 8 in 2024-08-29T14:58:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:06 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:06 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:06 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:06 smithi131 ceph-mon[87973]: osdmap e593: 8 total, 8 up, 8 in 2024-08-29T14:58:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:06 smithi131 ceph-mon[90512]: osdmap e592: 8 total, 8 up, 8 in 2024-08-29T14:58:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:06 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:06 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:06 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:06 smithi131 ceph-mon[90512]: osdmap e593: 8 total, 8 up, 8 in 2024-08-29T14:58:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:06 smithi169 ceph-mon[78471]: osdmap e592: 8 total, 8 up, 8 in 2024-08-29T14:58:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:06 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:06 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:06 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:06 smithi169 ceph-mon[78471]: osdmap e593: 8 total, 8 up, 8 in 2024-08-29T14:58:07.191 INFO:tasks.rados.rados.0.smithi131.stdout:2626: done (4 left) 2024-08-29T14:58:07.192 INFO:tasks.rados.rados.0.smithi131.stdout:2627: done (3 left) 2024-08-29T14:58:07.192 INFO:tasks.rados.rados.0.smithi131.stdout:2628: done (2 left) 2024-08-29T14:58:07.192 INFO:tasks.rados.rados.0.smithi131.stdout:2629: done (1 left) 2024-08-29T14:58:07.192 INFO:tasks.rados.rados.0.smithi131.stdout:2630: done (0 left) 2024-08-29T14:58:07.192 INFO:tasks.rados.rados.0.smithi131.stdout:2631: snap_remove snap 255 2024-08-29T14:58:07.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:07 smithi131 ceph-mon[87973]: pgmap v478: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.1 MiB/s wr, 25 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-08-29T14:58:07.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:07 smithi131 ceph-mon[87973]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:boot 2024-08-29T14:58:07.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:07 smithi131 ceph-mon[87973]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:58:07.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:07 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-29T14:58:07.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:07 smithi131 ceph-mon[87973]: osdmap e594: 8 total, 8 up, 8 in 2024-08-29T14:58:07.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:07 smithi131 ceph-mon[90512]: pgmap v478: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.1 MiB/s wr, 25 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-08-29T14:58:07.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:07 smithi131 ceph-mon[90512]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:boot 2024-08-29T14:58:07.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:07 smithi131 ceph-mon[90512]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:58:07.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:07 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-29T14:58:07.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:07 smithi131 ceph-mon[90512]: osdmap e594: 8 total, 8 up, 8 in 2024-08-29T14:58:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:07 smithi169 ceph-mon[78471]: pgmap v478: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.1 MiB/s wr, 25 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-08-29T14:58:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:07 smithi169 ceph-mon[78471]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:boot 2024-08-29T14:58:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:07 smithi169 ceph-mon[78471]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T14:58:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:07 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-29T14:58:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:07 smithi169 ceph-mon[78471]: osdmap e594: 8 total, 8 up, 8 in 2024-08-29T14:58:08.197 INFO:tasks.rados.rados.0.smithi131.stdout:2631: done (0 left) 2024-08-29T14:58:08.197 INFO:tasks.rados.rados.0.smithi131.stdout:2632: read oid 30 snap 252 2024-08-29T14:58:08.197 INFO:tasks.rados.rados.0.smithi131.stdout:2632: expect deleted 2024-08-29T14:58:08.197 INFO:tasks.rados.rados.0.smithi131.stdout:2633: rollback oid 27 current snap is 259 2024-08-29T14:58:08.197 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 244 2024-08-29T14:58:08.198 INFO:tasks.rados.rados.0.smithi131.stdout:2634: rollback oid 1 current snap is 259 2024-08-29T14:58:08.198 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 250 2024-08-29T14:58:08.198 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 259 2024-08-29T14:58:08.198 INFO:tasks.rados.rados.0.smithi131.stdout:2635: seq_num 822 ranges {1220608=573440,1794048=696320,2490368=507904} 2024-08-29T14:58:08.208 INFO:tasks.rados.rados.0.smithi131.stdout:2635: writing smithi13174786-7 from 1220608 to 1794048 tid 1 2024-08-29T14:58:08.213 INFO:tasks.rados.rados.0.smithi131.stdout:2635: writing smithi13174786-7 from 1794048 to 2490368 tid 2 2024-08-29T14:58:08.217 INFO:tasks.rados.rados.0.smithi131.stdout:2635: writing smithi13174786-7 from 2490368 to 2998272 tid 3 2024-08-29T14:58:08.217 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 259 2024-08-29T14:58:08.217 INFO:tasks.rados.rados.0.smithi131.stdout:2633: finishing rollback tid 0 to smithi13174786-27 2024-08-29T14:58:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:2633: finishing rollback tid 1 to smithi13174786-27 2024-08-29T14:58:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:2633: finishing rollback tid 2 to smithi13174786-27 2024-08-29T14:58:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1461 (ObjNum 697 snap 214 seq_num 697) dirty exists 2024-08-29T14:58:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:2634: finishing rollback tid 0 to smithi13174786-1 2024-08-29T14:58:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:2634: finishing rollback tid 1 to smithi13174786-1 2024-08-29T14:58:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:2634: finishing rollback tid 2 to smithi13174786-1 2024-08-29T14:58:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1461 (ObjNum 667 snap 206 seq_num 667) dirty exists 2024-08-29T14:58:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:2635: finishing write tid 1 to smithi13174786-7 2024-08-29T14:58:08.218 INFO:tasks.rados.rados.0.smithi131.stdout:2636: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-08-29T14:58:08.221 INFO:tasks.rados.rados.0.smithi131.stdout:2636: writing smithi13174786-20 from 0 to 589824 tid 1 2024-08-29T14:58:08.226 INFO:tasks.rados.rados.0.smithi131.stdout:2636: writing smithi13174786-20 from 589824 to 1163264 tid 2 2024-08-29T14:58:08.230 INFO:tasks.rados.rados.0.smithi131.stdout:2636: writing smithi13174786-20 from 1163264 to 1794048 tid 3 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2632: done (4 left) 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2633: done (3 left) 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2634: done (2 left) 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2637: copy_from oid 38 from oid 37 current snap is 259 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2635: finishing write tid 2 to smithi13174786-7 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2635: finishing write tid 3 to smithi13174786-7 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2635: finishing write tid 4 to smithi13174786-7 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2635: finishing write tid 5 to smithi13174786-7 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1465 (ObjNum 822 snap 259 seq_num 822) dirty exists 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2635: left oid 7 (ObjNum 822 snap 259 seq_num 822) 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2636: finishing write tid 1 to smithi13174786-20 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2636: finishing write tid 2 to smithi13174786-20 2024-08-29T14:58:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2635: done (2 left) 2024-08-29T14:58:08.232 INFO:tasks.rados.rados.0.smithi131.stdout:2638: setattr oid 42 current snap is 259 2024-08-29T14:58:08.233 INFO:tasks.rados.rados.0.smithi131.stdout:2636: finishing write tid 3 to smithi13174786-20 2024-08-29T14:58:08.234 INFO:tasks.rados.rados.0.smithi131.stdout:2639: read oid 34 snap -1 2024-08-29T14:58:08.234 INFO:tasks.rados.rados.0.smithi131.stdout:2639: expect (ObjNum 817 snap 257 seq_num 817) 2024-08-29T14:58:08.234 INFO:tasks.rados.rados.0.smithi131.stdout:2640: read oid 17 snap -1 2024-08-29T14:58:08.234 INFO:tasks.rados.rados.0.smithi131.stdout:2640: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:58:08.234 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 11 current snap is 259 2024-08-29T14:58:08.234 INFO:tasks.rados.rados.0.smithi131.stdout:2641: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-08-29T14:58:08.237 INFO:tasks.rados.rados.0.smithi131.stdout:2641: writing smithi13174786-11 from 0 to 606208 tid 1 2024-08-29T14:58:08.240 INFO:tasks.rados.rados.0.smithi131.stdout:2641: writing smithi13174786-11 from 606208 to 1064960 tid 2 2024-08-29T14:58:08.244 INFO:tasks.rados.rados.0.smithi131.stdout:2641: writing smithi13174786-11 from 1064960 to 1638400 tid 3 2024-08-29T14:58:08.245 INFO:tasks.rados.rados.0.smithi131.stdout:2641: writing smithi13174786-11 from 1638400 to 1810432 tid 4 2024-08-29T14:58:08.245 INFO:tasks.rados.rados.0.smithi131.stdout:2642: copy_from oid 41 from oid 19 current snap is 259 2024-08-29T14:58:08.246 INFO:tasks.rados.rados.0.smithi131.stdout:2636: finishing write tid 4 to smithi13174786-20 2024-08-29T14:58:08.246 INFO:tasks.rados.rados.0.smithi131.stdout:2636: finishing write tid 5 to smithi13174786-20 2024-08-29T14:58:08.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 1620 (ObjNum 823 snap 259 seq_num 823) dirty exists 2024-08-29T14:58:08.246 INFO:tasks.rados.rados.0.smithi131.stdout:2636: left oid 20 (ObjNum 823 snap 259 seq_num 823) 2024-08-29T14:58:08.246 INFO:tasks.rados.rados.0.smithi131.stdout:2640: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:58:08.279 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1536 (ObjNum 802 snap 255 seq_num 802) dirty exists 2024-08-29T14:58:08.279 INFO:tasks.rados.rados.0.smithi131.stdout:2641: finishing write tid 1 to smithi13174786-11 2024-08-29T14:58:08.279 INFO:tasks.rados.rados.0.smithi131.stdout:2641: finishing write tid 2 to smithi13174786-11 2024-08-29T14:58:08.279 INFO:tasks.rados.rados.0.smithi131.stdout:2636: done (6 left) 2024-08-29T14:58:08.279 INFO:tasks.rados.rados.0.smithi131.stdout:2638: done (5 left) 2024-08-29T14:58:08.279 INFO:tasks.rados.rados.0.smithi131.stdout:2640: done (4 left) 2024-08-29T14:58:08.279 INFO:tasks.rados.rados.0.smithi131.stdout:2643: snap_remove snap 243 2024-08-29T14:58:09.205 INFO:tasks.rados.rados.0.smithi131.stdout:2643: done (4 left) 2024-08-29T14:58:09.205 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 259 2024-08-29T14:58:09.205 INFO:tasks.rados.rados.0.smithi131.stdout:2644: seq_num 825 ranges {1581056=622592,2203648=745472,2949120=458752} 2024-08-29T14:58:09.218 INFO:tasks.rados.rados.0.smithi131.stdout:2644: writing smithi13174786-1 from 1581056 to 2203648 tid 1 2024-08-29T14:58:09.223 INFO:tasks.rados.rados.0.smithi131.stdout:2644: writing smithi13174786-1 from 2203648 to 2949120 tid 2 2024-08-29T14:58:09.226 INFO:tasks.rados.rados.0.smithi131.stdout:2644: writing smithi13174786-1 from 2949120 to 3407872 tid 3 2024-08-29T14:58:09.227 INFO:tasks.rados.rados.0.smithi131.stdout:2645: delete oid 20 current snap is 259 2024-08-29T14:58:09.227 INFO:tasks.rados.rados.0.smithi131.stdout:2642: finishing copy_from to smithi13174786-41 2024-08-29T14:58:09.227 INFO:tasks.rados.rados.0.smithi131.stdout:2642: got expected ENOENT (src dne) 2024-08-29T14:58:09.227 INFO:tasks.rados.rados.0.smithi131.stdout:2642: finishing copy_from racing read to smithi13174786-41 2024-08-29T14:58:09.227 INFO:tasks.rados.rados.0.smithi131.stdout:2641: finishing write tid 3 to smithi13174786-11 2024-08-29T14:58:09.228 INFO:tasks.rados.rados.0.smithi131.stdout:2641: finishing write tid 4 to smithi13174786-11 2024-08-29T14:58:09.228 INFO:tasks.rados.rados.0.smithi131.stdout:2641: finishing write tid 5 to smithi13174786-11 2024-08-29T14:58:09.228 INFO:tasks.rados.rados.0.smithi131.stdout:2641: finishing write tid 6 to smithi13174786-11 2024-08-29T14:58:09.228 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1674 (ObjNum 824 snap 259 seq_num 824) dirty exists 2024-08-29T14:58:09.228 INFO:tasks.rados.rados.0.smithi131.stdout:2641: left oid 11 (ObjNum 824 snap 259 seq_num 824) 2024-08-29T14:58:09.228 INFO:tasks.rados.rados.0.smithi131.stdout:2639: expect (ObjNum 817 snap 257 seq_num 817) 2024-08-29T14:58:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:09 smithi131 ceph-mon[87973]: osdmap e595: 8 total, 8 up, 8 in 2024-08-29T14:58:09.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:09 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:09.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:09 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:09 smithi131 ceph-mon[90512]: osdmap e595: 8 total, 8 up, 8 in 2024-08-29T14:58:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:09 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:09 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:09 smithi169 ceph-mon[78471]: osdmap e595: 8 total, 8 up, 8 in 2024-08-29T14:58:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:09 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:09 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:09.662 INFO:tasks.rados.rados.0.smithi131.stdout:2637: finishing copy_from racing read to smithi13174786-38 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2637: finishing copy_from to smithi13174786-38 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1458 (ObjNum 818 snap 258 seq_num 818) dirty exists 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2637: done (5 left) 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2639: done (4 left) 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2641: done (3 left) 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2642: done (2 left) 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2645: done (1 left) 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2646: rollback oid 11 current snap is 259 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 11 to 256 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2644: finishing write tid 1 to smithi13174786-1 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2644: finishing write tid 2 to smithi13174786-1 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2644: finishing write tid 3 to smithi13174786-1 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2644: finishing write tid 4 to smithi13174786-1 2024-08-29T14:58:09.663 INFO:tasks.rados.rados.0.smithi131.stdout:2644: finishing write tid 5 to smithi13174786-1 2024-08-29T14:58:09.664 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1469 (ObjNum 825 snap 259 seq_num 825) dirty exists 2024-08-29T14:58:09.664 INFO:tasks.rados.rados.0.smithi131.stdout:2644: left oid 1 (ObjNum 825 snap 259 seq_num 825) 2024-08-29T14:58:09.664 INFO:tasks.rados.rados.0.smithi131.stdout:2644: done (1 left) 2024-08-29T14:58:09.664 INFO:tasks.rados.rados.0.smithi131.stdout:2647: snap_create 2024-08-29T14:58:09.665 INFO:tasks.rados.rados.0.smithi131.stdout:2646: finishing rollback tid 0 to smithi13174786-11 2024-08-29T14:58:09.665 INFO:tasks.rados.rados.0.smithi131.stdout:2646: finishing rollback tid 1 to smithi13174786-11 2024-08-29T14:58:09.665 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1686 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-29T14:58:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:10 smithi131 ceph-mon[87973]: pgmap v481: 121 pgs: 121 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-29T14:58:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:10 smithi131 ceph-mon[87973]: osdmap e596: 8 total, 8 up, 8 in 2024-08-29T14:58:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:10 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:10 smithi131 ceph-mon[90512]: pgmap v481: 121 pgs: 121 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-29T14:58:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:10 smithi131 ceph-mon[90512]: osdmap e596: 8 total, 8 up, 8 in 2024-08-29T14:58:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:10.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:10.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:10 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:58:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:58:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:58:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:10 smithi169 ceph-mon[78471]: pgmap v481: 121 pgs: 121 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-29T14:58:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:10 smithi169 ceph-mon[78471]: osdmap e596: 8 total, 8 up, 8 in 2024-08-29T14:58:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:10 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:10.634 INFO:tasks.rados.rados.0.smithi131.stdout:2646: done (1 left) 2024-08-29T14:58:10.634 INFO:tasks.rados.rados.0.smithi131.stdout:2647: done (0 left) 2024-08-29T14:58:10.634 INFO:tasks.rados.rados.0.smithi131.stdout:2648: delete oid 44 current snap is 260 2024-08-29T14:58:10.639 INFO:tasks.rados.rados.0.smithi131.stdout:2648: done (0 left) 2024-08-29T14:58:10.639 INFO:tasks.rados.rados.0.smithi131.stdout:2649: read oid 11 snap -1 2024-08-29T14:58:10.639 INFO:tasks.rados.rados.0.smithi131.stdout:2649: expect deleted 2024-08-29T14:58:10.639 INFO:tasks.rados.rados.0.smithi131.stdout:2650: copy_from oid 15 from oid 43 current snap is 260 2024-08-29T14:58:10.639 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 260 2024-08-29T14:58:10.639 INFO:tasks.rados.rados.0.smithi131.stdout:2651: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-08-29T14:58:10.643 INFO:tasks.rados.rados.0.smithi131.stdout:2651: writing smithi13174786-32 from 0 to 671744 tid 1 2024-08-29T14:58:10.647 INFO:tasks.rados.rados.0.smithi131.stdout:2651: writing smithi13174786-32 from 671744 to 1474560 tid 2 2024-08-29T14:58:10.650 INFO:tasks.rados.rados.0.smithi131.stdout:2651: writing smithi13174786-32 from 1474560 to 1875968 tid 3 2024-08-29T14:58:10.650 INFO:tasks.rados.rados.0.smithi131.stdout:2652: delete oid 37 current snap is 260 2024-08-29T14:58:10.651 INFO:tasks.rados.rados.0.smithi131.stdout:2651: finishing write tid 1 to smithi13174786-32 2024-08-29T14:58:10.654 INFO:tasks.rados.rados.0.smithi131.stdout:2650: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:58:10.654 INFO:tasks.rados.rados.0.smithi131.stdout:2651: finishing write tid 2 to smithi13174786-32 2024-08-29T14:58:10.655 INFO:tasks.rados.rados.0.smithi131.stdout:2651: finishing write tid 3 to smithi13174786-32 2024-08-29T14:58:10.655 INFO:tasks.rados.rados.0.smithi131.stdout:2651: finishing write tid 4 to smithi13174786-32 2024-08-29T14:58:10.657 INFO:tasks.rados.rados.0.smithi131.stdout:2651: finishing write tid 5 to smithi13174786-32 2024-08-29T14:58:10.657 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1806 (ObjNum 828 snap 260 seq_num 828) dirty exists 2024-08-29T14:58:10.657 INFO:tasks.rados.rados.0.smithi131.stdout:2651: left oid 32 (ObjNum 828 snap 260 seq_num 828) 2024-08-29T14:58:10.658 INFO:tasks.rados.rados.0.smithi131.stdout:2650: finishing copy_from to smithi13174786-15 2024-08-29T14:58:10.658 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1113 (ObjNum 728 snap 231 seq_num 728) dirty exists 2024-08-29T14:58:10.658 INFO:tasks.rados.rados.0.smithi131.stdout:2649: done (3 left) 2024-08-29T14:58:10.658 INFO:tasks.rados.rados.0.smithi131.stdout:2650: done (2 left) 2024-08-29T14:58:10.658 INFO:tasks.rados.rados.0.smithi131.stdout:2651: done (1 left) 2024-08-29T14:58:10.658 INFO:tasks.rados.rados.0.smithi131.stdout:2652: done (0 left) 2024-08-29T14:58:10.659 INFO:tasks.rados.rados.0.smithi131.stdout:2653: setattr oid 50 current snap is 260 2024-08-29T14:58:10.659 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 260 2024-08-29T14:58:10.660 INFO:tasks.rados.rados.0.smithi131.stdout:2654: seq_num 830 ranges {4710400=704512,5414912=614400,6029312=573440,6602752=16384} 2024-08-29T14:58:10.688 INFO:tasks.rados.rados.0.smithi131.stdout:2654: writing smithi13174786-29 from 4710400 to 5414912 tid 1 2024-08-29T14:58:10.691 INFO:tasks.rados.rados.0.smithi131.stdout:2654: writing smithi13174786-29 from 5414912 to 6029312 tid 2 2024-08-29T14:58:10.695 INFO:tasks.rados.rados.0.smithi131.stdout:2654: writing smithi13174786-29 from 6029312 to 6602752 tid 3 2024-08-29T14:58:10.695 INFO:tasks.rados.rados.0.smithi131.stdout:2654: writing smithi13174786-29 from 6602752 to 6619136 tid 4 2024-08-29T14:58:10.695 INFO:tasks.rados.rados.0.smithi131.stdout:2655: setattr oid 36 current snap is 260 2024-08-29T14:58:10.695 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1808 (ObjNum 728 snap 231 seq_num 728) dirty exists 2024-08-29T14:58:10.695 INFO:tasks.rados.rados.0.smithi131.stdout:2654: finishing write tid 1 to smithi13174786-29 2024-08-29T14:58:10.696 INFO:tasks.rados.rados.0.smithi131.stdout:2654: finishing write tid 2 to smithi13174786-29 2024-08-29T14:58:10.696 INFO:tasks.rados.rados.0.smithi131.stdout:2653: done (2 left) 2024-08-29T14:58:10.696 INFO:tasks.rados.rados.0.smithi131.stdout:2656: rollback oid 17 current snap is 260 2024-08-29T14:58:10.697 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 17 to 257 2024-08-29T14:58:10.697 INFO:tasks.rados.rados.0.smithi131.stdout:2657: read oid 34 snap -1 2024-08-29T14:58:10.697 INFO:tasks.rados.rados.0.smithi131.stdout:2657: expect (ObjNum 817 snap 257 seq_num 817) 2024-08-29T14:58:10.697 INFO:tasks.rados.rados.0.smithi131.stdout:2658: read oid 19 snap -1 2024-08-29T14:58:10.697 INFO:tasks.rados.rados.0.smithi131.stdout:2658: expect deleted 2024-08-29T14:58:10.697 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 260 2024-08-29T14:58:10.697 INFO:tasks.rados.rados.0.smithi131.stdout:2659: seq_num 831 ranges {4358144=720896,5079040=499712,5578752=704512} 2024-08-29T14:58:10.724 INFO:tasks.rados.rados.0.smithi131.stdout:2659: writing smithi13174786-27 from 4358144 to 5079040 tid 1 2024-08-29T14:58:10.727 INFO:tasks.rados.rados.0.smithi131.stdout:2659: writing smithi13174786-27 from 5079040 to 5578752 tid 2 2024-08-29T14:58:10.731 INFO:tasks.rados.rados.0.smithi131.stdout:2659: writing smithi13174786-27 from 5578752 to 6283264 tid 3 2024-08-29T14:58:10.731 INFO:tasks.rados.rados.0.smithi131.stdout:2660: copy_from oid 38 from oid 2 current snap is 260 2024-08-29T14:58:10.731 INFO:tasks.rados.rados.0.smithi131.stdout:2654: finishing write tid 3 to smithi13174786-29 2024-08-29T14:58:10.732 INFO:tasks.rados.rados.0.smithi131.stdout:2654: finishing write tid 4 to smithi13174786-29 2024-08-29T14:58:10.732 INFO:tasks.rados.rados.0.smithi131.stdout:2654: finishing write tid 5 to smithi13174786-29 2024-08-29T14:58:10.732 INFO:tasks.rados.rados.0.smithi131.stdout:2654: finishing write tid 6 to smithi13174786-29 2024-08-29T14:58:10.732 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1538 (ObjNum 830 snap 260 seq_num 830) dirty exists 2024-08-29T14:58:10.732 INFO:tasks.rados.rados.0.smithi131.stdout:2654: left oid 29 (ObjNum 830 snap 260 seq_num 830) 2024-08-29T14:58:10.732 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1537 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-29T14:58:10.732 INFO:tasks.rados.rados.0.smithi131.stdout:2656: finishing rollback tid 0 to smithi13174786-17 2024-08-29T14:58:10.732 INFO:tasks.rados.rados.0.smithi131.stdout:2656: finishing rollback tid 1 to smithi13174786-17 2024-08-29T14:58:10.732 INFO:tasks.rados.rados.0.smithi131.stdout:2656: finishing rollback tid 2 to smithi13174786-17 2024-08-29T14:58:10.733 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 1540 (ObjNum 778 snap 249 seq_num 778) dirty exists 2024-08-29T14:58:10.733 INFO:tasks.rados.rados.0.smithi131.stdout:2657: expect (ObjNum 817 snap 257 seq_num 817) 2024-08-29T14:58:11.146 INFO:tasks.rados.rados.0.smithi131.stdout:2659: finishing write tid 1 to smithi13174786-27 2024-08-29T14:58:11.146 INFO:tasks.rados.rados.0.smithi131.stdout:2659: finishing write tid 2 to smithi13174786-27 2024-08-29T14:58:11.146 INFO:tasks.rados.rados.0.smithi131.stdout:2659: finishing write tid 3 to smithi13174786-27 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2659: finishing write tid 4 to smithi13174786-27 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2659: finishing write tid 5 to smithi13174786-27 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1466 (ObjNum 831 snap 260 seq_num 831) dirty exists 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2659: left oid 27 (ObjNum 831 snap 260 seq_num 831) 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2660: finishing copy_from racing read to smithi13174786-38 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2660: finishing copy_from to smithi13174786-38 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1533 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2654: done (6 left) 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2655: done (5 left) 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2656: done (4 left) 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2657: done (3 left) 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2658: done (2 left) 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2659: done (1 left) 2024-08-29T14:58:11.147 INFO:tasks.rados.rados.0.smithi131.stdout:2660: done (0 left) 2024-08-29T14:58:11.148 INFO:tasks.rados.rados.0.smithi131.stdout:2661: snap_remove snap 259 2024-08-29T14:58:11.183 INFO:tasks.rados.rados.0.smithi131.stdout:2661: done (0 left) 2024-08-29T14:58:11.183 INFO:tasks.rados.rados.0.smithi131.stdout:2662: snap_remove snap 257 2024-08-29T14:58:11.918 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:11 smithi131 ceph-mon[87973]: pgmap v483: 121 pgs: 121 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 707 KiB/s wr, 12 op/s 2024-08-29T14:58:11.918 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:11 smithi131 ceph-mon[87973]: osdmap e597: 8 total, 8 up, 8 in 2024-08-29T14:58:11.918 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:11 smithi131 ceph-mon[87973]: osdmap e598: 8 total, 8 up, 8 in 2024-08-29T14:58:11.918 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:11 smithi131 ceph-mon[90512]: pgmap v483: 121 pgs: 121 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 707 KiB/s wr, 12 op/s 2024-08-29T14:58:11.918 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:11 smithi131 ceph-mon[90512]: osdmap e597: 8 total, 8 up, 8 in 2024-08-29T14:58:11.919 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:11 smithi131 ceph-mon[90512]: osdmap e598: 8 total, 8 up, 8 in 2024-08-29T14:58:12.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:11 smithi169 ceph-mon[78471]: pgmap v483: 121 pgs: 121 active+clean; 263 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 707 KiB/s wr, 12 op/s 2024-08-29T14:58:12.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:11 smithi169 ceph-mon[78471]: osdmap e597: 8 total, 8 up, 8 in 2024-08-29T14:58:12.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:11 smithi169 ceph-mon[78471]: osdmap e598: 8 total, 8 up, 8 in 2024-08-29T14:58:12.188 INFO:tasks.rados.rados.0.smithi131.stdout:2662: done (0 left) 2024-08-29T14:58:12.188 INFO:tasks.rados.rados.0.smithi131.stdout:2663: rollback oid 7 current snap is 260 2024-08-29T14:58:12.188 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 7 to 246 2024-08-29T14:58:12.188 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 260 2024-08-29T14:58:12.188 INFO:tasks.rados.rados.0.smithi131.stdout:2664: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2024-08-29T14:58:12.192 INFO:tasks.rados.rados.0.smithi131.stdout:2664: writing smithi13174786-19 from 0 to 737280 tid 1 2024-08-29T14:58:12.197 INFO:tasks.rados.rados.0.smithi131.stdout:2664: writing smithi13174786-19 from 737280 to 1523712 tid 2 2024-08-29T14:58:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2664: writing smithi13174786-19 from 1523712 to 1941504 tid 3 2024-08-29T14:58:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2663: finishing rollback tid 0 to smithi13174786-7 2024-08-29T14:58:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2663: finishing rollback tid 1 to smithi13174786-7 2024-08-29T14:58:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1471 (ObjNum 49 snap 0 seq_num 2118547456) dirty dne 2024-08-29T14:58:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2664: finishing write tid 1 to smithi13174786-19 2024-08-29T14:58:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2663: done (1 left) 2024-08-29T14:58:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2665: rollback oid 18 current snap is 260 2024-08-29T14:58:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 18 to 258 2024-08-29T14:58:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 260 2024-08-29T14:58:12.201 INFO:tasks.rados.rados.0.smithi131.stdout:2666: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2024-08-29T14:58:12.205 INFO:tasks.rados.rados.0.smithi131.stdout:2666: writing smithi13174786-33 from 0 to 761856 tid 1 2024-08-29T14:58:12.208 INFO:tasks.rados.rados.0.smithi131.stdout:2666: writing smithi13174786-33 from 761856 to 1433600 tid 2 2024-08-29T14:58:12.212 INFO:tasks.rados.rados.0.smithi131.stdout:2666: writing smithi13174786-33 from 1433600 to 1966080 tid 3 2024-08-29T14:58:12.212 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 260 2024-08-29T14:58:12.212 INFO:tasks.rados.rados.0.smithi131.stdout:2664: finishing write tid 2 to smithi13174786-19 2024-08-29T14:58:12.212 INFO:tasks.rados.rados.0.smithi131.stdout:2667: seq_num 834 ranges {2121728=778240,2899968=557056,3457024=548864,4005888=98304} 2024-08-29T14:58:12.227 INFO:tasks.rados.rados.0.smithi131.stdout:2667: writing smithi13174786-42 from 2121728 to 2899968 tid 1 2024-08-29T14:58:12.230 INFO:tasks.rados.rados.0.smithi131.stdout:2667: writing smithi13174786-42 from 2899968 to 3457024 tid 2 2024-08-29T14:58:12.234 INFO:tasks.rados.rados.0.smithi131.stdout:2667: writing smithi13174786-42 from 3457024 to 4005888 tid 3 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2667: writing smithi13174786-42 from 4005888 to 4104192 tid 4 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2668: read oid 38 snap -1 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2668: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 260 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2664: finishing write tid 3 to smithi13174786-19 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2664: finishing write tid 4 to smithi13174786-19 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2665: finishing rollback tid 0 to smithi13174786-18 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2665: finishing rollback tid 1 to smithi13174786-18 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2665: finishing rollback tid 2 to smithi13174786-18 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1816 (ObjNum 65 snap 0 seq_num 1684364381) dirty exists 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2664: finishing write tid 5 to smithi13174786-19 2024-08-29T14:58:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 1454 (ObjNum 832 snap 260 seq_num 832) dirty exists 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:2664: left oid 19 (ObjNum 832 snap 260 seq_num 832) 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:2666: finishing write tid 1 to smithi13174786-33 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:2666: finishing write tid 2 to smithi13174786-33 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:2666: finishing write tid 3 to smithi13174786-33 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:2666: finishing write tid 4 to smithi13174786-33 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:2666: finishing write tid 5 to smithi13174786-33 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 1449 (ObjNum 833 snap 260 seq_num 833) dirty exists 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:2666: left oid 33 (ObjNum 833 snap 260 seq_num 833) 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:2667: finishing write tid 1 to smithi13174786-42 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:2667: finishing write tid 2 to smithi13174786-42 2024-08-29T14:58:12.237 INFO:tasks.rados.rados.0.smithi131.stdout:2669: seq_num 835 ranges {679936=794624,1474560=442368,1916928=712704,2629632=49152} 2024-08-29T14:58:12.244 INFO:tasks.rados.rados.0.smithi131.stdout:2669: writing smithi13174786-8 from 679936 to 1474560 tid 1 2024-08-29T14:58:12.246 INFO:tasks.rados.rados.0.smithi131.stdout:2669: writing smithi13174786-8 from 1474560 to 1916928 tid 2 2024-08-29T14:58:12.250 INFO:tasks.rados.rados.0.smithi131.stdout:2669: writing smithi13174786-8 from 1916928 to 2629632 tid 3 2024-08-29T14:58:12.251 INFO:tasks.rados.rados.0.smithi131.stdout:2669: writing smithi13174786-8 from 2629632 to 2678784 tid 4 2024-08-29T14:58:12.251 INFO:tasks.rados.rados.0.smithi131.stdout:2664: done (5 left) 2024-08-29T14:58:12.251 INFO:tasks.rados.rados.0.smithi131.stdout:2665: done (4 left) 2024-08-29T14:58:12.251 INFO:tasks.rados.rados.0.smithi131.stdout:2666: done (3 left) 2024-08-29T14:58:12.251 INFO:tasks.rados.rados.0.smithi131.stdout:2670: copy_from oid 15 from oid 47 current snap is 260 2024-08-29T14:58:12.251 INFO:tasks.rados.rados.0.smithi131.stdout:2667: finishing write tid 3 to smithi13174786-42 2024-08-29T14:58:12.252 INFO:tasks.rados.rados.0.smithi131.stdout:2667: finishing write tid 4 to smithi13174786-42 2024-08-29T14:58:12.252 INFO:tasks.rados.rados.0.smithi131.stdout:2667: finishing write tid 5 to smithi13174786-42 2024-08-29T14:58:12.252 INFO:tasks.rados.rados.0.smithi131.stdout:2668: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:58:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:2667: finishing write tid 6 to smithi13174786-42 2024-08-29T14:58:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1545 (ObjNum 834 snap 260 seq_num 834) dirty exists 2024-08-29T14:58:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:2667: left oid 42 (ObjNum 834 snap 260 seq_num 834) 2024-08-29T14:58:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:2669: finishing write tid 1 to smithi13174786-8 2024-08-29T14:58:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:2669: finishing write tid 2 to smithi13174786-8 2024-08-29T14:58:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:2667: done (3 left) 2024-08-29T14:58:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:2668: done (2 left) 2024-08-29T14:58:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:2671: read oid 6 snap -1 2024-08-29T14:58:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:2671: expect (ObjNum 747 snap 234 seq_num 747) 2024-08-29T14:58:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 260 2024-08-29T14:58:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:2670: finishing copy_from to smithi13174786-15 2024-08-29T14:58:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:2670: got expected ENOENT (src dne) 2024-08-29T14:58:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:2670: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:58:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:2669: finishing write tid 3 to smithi13174786-8 2024-08-29T14:58:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:2669: finishing write tid 4 to smithi13174786-8 2024-08-29T14:58:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:2669: finishing write tid 5 to smithi13174786-8 2024-08-29T14:58:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:2672: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-08-29T14:58:12.277 INFO:tasks.rados.rados.0.smithi131.stdout:2672: writing smithi13174786-36 from 0 to 409600 tid 1 2024-08-29T14:58:12.282 INFO:tasks.rados.rados.0.smithi131.stdout:2672: writing smithi13174786-36 from 409600 to 1130496 tid 2 2024-08-29T14:58:12.285 INFO:tasks.rados.rados.0.smithi131.stdout:2672: writing smithi13174786-36 from 1130496 to 1646592 tid 3 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:2672: writing smithi13174786-36 from 1646592 to 2015232 tid 4 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:2670: done (3 left) 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:2673: rollback oid 30 current snap is 260 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 30 to 236 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:2669: finishing write tid 6 to smithi13174786-8 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 1460 (ObjNum 835 snap 260 seq_num 835) dirty exists 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:2669: left oid 8 (ObjNum 835 snap 260 seq_num 835) 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:2672: finishing write tid 1 to smithi13174786-36 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:2672: finishing write tid 2 to smithi13174786-36 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:2669: done (3 left) 2024-08-29T14:58:12.289 INFO:tasks.rados.rados.0.smithi131.stdout:2674: snap_create 2024-08-29T14:58:12.290 INFO:tasks.rados.rados.0.smithi131.stdout:2671: expect (ObjNum 747 snap 234 seq_num 747) 2024-08-29T14:58:12.406 INFO:tasks.rados.rados.0.smithi131.stdout:2672: finishing write tid 3 to smithi13174786-36 2024-08-29T14:58:12.406 INFO:tasks.rados.rados.0.smithi131.stdout:2672: finishing write tid 4 to smithi13174786-36 2024-08-29T14:58:12.406 INFO:tasks.rados.rados.0.smithi131.stdout:2672: finishing write tid 5 to smithi13174786-36 2024-08-29T14:58:12.406 INFO:tasks.rados.rados.0.smithi131.stdout:2673: finishing rollback tid 0 to smithi13174786-30 2024-08-29T14:58:12.406 INFO:tasks.rados.rados.0.smithi131.stdout:2673: finishing rollback tid 1 to smithi13174786-30 2024-08-29T14:58:12.406 INFO:tasks.rados.rados.0.smithi131.stdout:2672: finishing write tid 6 to smithi13174786-36 2024-08-29T14:58:12.406 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1550 (ObjNum 836 snap 260 seq_num 836) dirty exists 2024-08-29T14:58:12.406 INFO:tasks.rados.rados.0.smithi131.stdout:2672: left oid 36 (ObjNum 836 snap 260 seq_num 836) 2024-08-29T14:58:12.406 INFO:tasks.rados.rados.0.smithi131.stdout:2673: finishing rollback tid 2 to smithi13174786-30 2024-08-29T14:58:12.406 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1618 (ObjNum 682 snap 210 seq_num 682) dirty exists 2024-08-29T14:58:13.190 INFO:tasks.rados.rados.0.smithi131.stdout:2671: done (3 left) 2024-08-29T14:58:13.191 INFO:tasks.rados.rados.0.smithi131.stdout:2672: done (2 left) 2024-08-29T14:58:13.191 INFO:tasks.rados.rados.0.smithi131.stdout:2673: done (1 left) 2024-08-29T14:58:13.191 INFO:tasks.rados.rados.0.smithi131.stdout:2674: done (0 left) 2024-08-29T14:58:13.191 INFO:tasks.rados.rados.0.smithi131.stdout:2675: snap_create 2024-08-29T14:58:13.347 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: osdmap e599: 8 total, 8 up, 8 in 2024-08-29T14:58:13.347 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:13.347 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:13.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:13.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:13.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:13.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:13.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:13 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-29T14:58:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: osdmap e599: 8 total, 8 up, 8 in 2024-08-29T14:58:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-29T14:58:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: osdmap e599: 8 total, 8 up, 8 in 2024-08-29T14:58:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:13.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:13.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:13.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:13 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-29T14:58:14.192 INFO:tasks.rados.rados.0.smithi131.stdout:2675: done (0 left) 2024-08-29T14:58:14.192 INFO:tasks.rados.rados.0.smithi131.stdout:2676: read oid 34 snap -1 2024-08-29T14:58:14.192 INFO:tasks.rados.rados.0.smithi131.stdout:2676: expect (ObjNum 817 snap 257 seq_num 817) 2024-08-29T14:58:14.192 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 262 2024-08-29T14:58:14.192 INFO:tasks.rados.rados.0.smithi131.stdout:2677: seq_num 837 ranges {2678784=425984,3104768=655360,3760128=729088,4489216=221184} 2024-08-29T14:58:14.208 INFO:tasks.rados.rados.0.smithi131.stdout:2677: writing smithi13174786-8 from 2678784 to 3104768 tid 1 2024-08-29T14:58:14.213 INFO:tasks.rados.rados.0.smithi131.stdout:2677: writing smithi13174786-8 from 3104768 to 3760128 tid 2 2024-08-29T14:58:14.219 INFO:tasks.rados.rados.0.smithi131.stdout:2677: writing smithi13174786-8 from 3760128 to 4489216 tid 3 2024-08-29T14:58:14.220 INFO:tasks.rados.rados.0.smithi131.stdout:2677: writing smithi13174786-8 from 4489216 to 4710400 tid 4 2024-08-29T14:58:14.221 INFO:tasks.rados.rados.0.smithi131.stdout:2678: delete oid 35 current snap is 262 2024-08-29T14:58:14.224 INFO:tasks.rados.rados.0.smithi131.stdout:2678: done (2 left) 2024-08-29T14:58:14.225 INFO:tasks.rados.rados.0.smithi131.stdout:2679: rollback oid 5 current snap is 262 2024-08-29T14:58:14.225 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 5 to 256 2024-08-29T14:58:14.225 INFO:tasks.rados.rados.0.smithi131.stdout:2680: copy_from oid 42 from oid 11 current snap is 262 2024-08-29T14:58:14.225 INFO:tasks.rados.rados.0.smithi131.stdout:2681: read oid 29 snap 256 2024-08-29T14:58:14.225 INFO:tasks.rados.rados.0.smithi131.stdout:2681: expect (ObjNum 810 snap 255 seq_num 810) 2024-08-29T14:58:14.225 INFO:tasks.rados.rados.0.smithi131.stdout:2682: delete oid 39 current snap is 262 2024-08-29T14:58:14.228 INFO:tasks.rados.rados.0.smithi131.stdout:2680: finishing copy_from to smithi13174786-42 2024-08-29T14:58:14.228 INFO:tasks.rados.rados.0.smithi131.stdout:2680: got expected ENOENT (src dne) 2024-08-29T14:58:14.229 INFO:tasks.rados.rados.0.smithi131.stdout:2680: finishing copy_from racing read to smithi13174786-42 2024-08-29T14:58:14.229 INFO:tasks.rados.rados.0.smithi131.stdout:2680: done (5 left) 2024-08-29T14:58:14.229 INFO:tasks.rados.rados.0.smithi131.stdout:2682: done (4 left) 2024-08-29T14:58:14.229 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 262 2024-08-29T14:58:14.229 INFO:tasks.rados.rados.0.smithi131.stdout:2683: seq_num 840 ranges {3735552=475136,4210688=712704,4923392=499712,5423104=393216} 2024-08-29T14:58:14.252 INFO:tasks.rados.rados.0.smithi131.stdout:2683: writing smithi13174786-50 from 3735552 to 4210688 tid 1 2024-08-29T14:58:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:2683: writing smithi13174786-50 from 4210688 to 4923392 tid 2 2024-08-29T14:58:14.259 INFO:tasks.rados.rados.0.smithi131.stdout:2683: writing smithi13174786-50 from 4923392 to 5423104 tid 3 2024-08-29T14:58:14.262 INFO:tasks.rados.rados.0.smithi131.stdout:2683: writing smithi13174786-50 from 5423104 to 5816320 tid 4 2024-08-29T14:58:14.262 INFO:tasks.rados.rados.0.smithi131.stdout:2684: delete oid 38 current snap is 262 2024-08-29T14:58:14.262 INFO:tasks.rados.rados.0.smithi131.stdout:2676: expect (ObjNum 817 snap 257 seq_num 817) 2024-08-29T14:58:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:14 smithi131 ceph-mon[87973]: pgmap v487: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-08-29T14:58:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:14 smithi131 ceph-mon[87973]: Detected new or changed devices on smithi131 2024-08-29T14:58:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:14 smithi131 ceph-mon[87973]: Upgrade: It appears safe to stop mds.b 2024-08-29T14:58:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:14 smithi131 ceph-mon[87973]: osdmap e600: 8 total, 8 up, 8 in 2024-08-29T14:58:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:14 smithi131 ceph-mon[90512]: pgmap v487: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-08-29T14:58:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:14 smithi131 ceph-mon[90512]: Detected new or changed devices on smithi131 2024-08-29T14:58:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:14 smithi131 ceph-mon[90512]: Upgrade: It appears safe to stop mds.b 2024-08-29T14:58:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:14 smithi131 ceph-mon[90512]: osdmap e600: 8 total, 8 up, 8 in 2024-08-29T14:58:14.622 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:14 smithi169 ceph-mon[78471]: pgmap v487: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-08-29T14:58:14.622 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:14 smithi169 ceph-mon[78471]: Detected new or changed devices on smithi131 2024-08-29T14:58:14.622 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:14 smithi169 ceph-mon[78471]: Upgrade: It appears safe to stop mds.b 2024-08-29T14:58:14.622 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:14 smithi169 ceph-mon[78471]: osdmap e600: 8 total, 8 up, 8 in 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2677: finishing write tid 1 to smithi13174786-8 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2677: finishing write tid 2 to smithi13174786-8 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2677: finishing write tid 3 to smithi13174786-8 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2677: finishing write tid 4 to smithi13174786-8 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2677: finishing write tid 5 to smithi13174786-8 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2679: finishing rollback tid 0 to smithi13174786-5 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2679: finishing rollback tid 1 to smithi13174786-5 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2677: finishing write tid 6 to smithi13174786-8 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 1465 (ObjNum 837 snap 262 seq_num 837) dirty exists 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2677: left oid 8 (ObjNum 837 snap 262 seq_num 837) 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2679: finishing rollback tid 2 to smithi13174786-5 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 1468 (ObjNum 679 snap 210 seq_num 679) dirty exists 2024-08-29T14:58:14.670 INFO:tasks.rados.rados.0.smithi131.stdout:2681: expect (ObjNum 810 snap 255 seq_num 810) 2024-08-29T14:58:14.900 INFO:tasks.rados.rados.0.smithi131.stdout:2683: finishing write tid 1 to smithi13174786-50 2024-08-29T14:58:14.900 INFO:tasks.rados.rados.0.smithi131.stdout:2683: finishing write tid 2 to smithi13174786-50 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2683: finishing write tid 3 to smithi13174786-50 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2683: finishing write tid 4 to smithi13174786-50 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2683: finishing write tid 5 to smithi13174786-50 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2683: finishing write tid 6 to smithi13174786-50 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1822 (ObjNum 840 snap 262 seq_num 840) dirty exists 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2683: left oid 50 (ObjNum 840 snap 262 seq_num 840) 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2676: done (5 left) 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2677: done (4 left) 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2679: done (3 left) 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2681: done (2 left) 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2683: done (1 left) 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2684: done (0 left) 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 262 2024-08-29T14:58:14.901 INFO:tasks.rados.rados.0.smithi131.stdout:2685: seq_num 842 ranges {385024=507904,892928=475136,1368064=516096,1884160=499712,2383872=114688} 2024-08-29T14:58:14.905 INFO:tasks.rados.rados.0.smithi131.stdout:2685: writing smithi13174786-16 from 385024 to 892928 tid 1 2024-08-29T14:58:14.907 INFO:tasks.rados.rados.0.smithi131.stdout:2685: writing smithi13174786-16 from 892928 to 1368064 tid 2 2024-08-29T14:58:14.910 INFO:tasks.rados.rados.0.smithi131.stdout:2685: writing smithi13174786-16 from 1368064 to 1884160 tid 3 2024-08-29T14:58:14.913 INFO:tasks.rados.rados.0.smithi131.stdout:2685: writing smithi13174786-16 from 1884160 to 2383872 tid 4 2024-08-29T14:58:14.914 INFO:tasks.rados.rados.0.smithi131.stdout:2685: writing smithi13174786-16 from 2383872 to 2498560 tid 5 2024-08-29T14:58:14.914 INFO:tasks.rados.rados.0.smithi131.stdout:2686: delete oid 47 current snap is 262 2024-08-29T14:58:14.914 INFO:tasks.rados.rados.0.smithi131.stdout:2685: finishing write tid 1 to smithi13174786-16 2024-08-29T14:58:14.914 INFO:tasks.rados.rados.0.smithi131.stdout:2685: finishing write tid 2 to smithi13174786-16 2024-08-29T14:58:14.914 INFO:tasks.rados.rados.0.smithi131.stdout:2685: finishing write tid 3 to smithi13174786-16 2024-08-29T14:58:14.916 INFO:tasks.rados.rados.0.smithi131.stdout:2686: done (1 left) 2024-08-29T14:58:14.916 INFO:tasks.rados.rados.0.smithi131.stdout:2687: snap_remove snap 251 2024-08-29T14:58:15.260 INFO:tasks.rados.rados.0.smithi131.stdout:2687: done (1 left) 2024-08-29T14:58:15.260 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 262 2024-08-29T14:58:15.260 INFO:tasks.rados.rados.0.smithi131.stdout:2688: seq_num 844 ranges {4710400=540672,5251072=696320,5947392=475136,6422528=434176} 2024-08-29T14:58:15.289 INFO:tasks.rados.rados.0.smithi131.stdout:2688: writing smithi13174786-8 from 4710400 to 5251072 tid 1 2024-08-29T14:58:15.292 INFO:tasks.rados.rados.0.smithi131.stdout:2688: writing smithi13174786-8 from 5251072 to 5947392 tid 2 2024-08-29T14:58:15.295 INFO:tasks.rados.rados.0.smithi131.stdout:2688: writing smithi13174786-8 from 5947392 to 6422528 tid 3 2024-08-29T14:58:15.298 INFO:tasks.rados.rados.0.smithi131.stdout:2688: writing smithi13174786-8 from 6422528 to 6856704 tid 4 2024-08-29T14:58:15.298 INFO:tasks.rados.rados.0.smithi131.stdout:2689: read oid 49 snap -1 2024-08-29T14:58:15.298 INFO:tasks.rados.rados.0.smithi131.stdout:2689: expect (ObjNum 790 snap 251 seq_num 790) 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2690: read oid 20 snap -1 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2690: expect deleted 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2691: read oid 24 snap -1 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2691: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2692: read oid 48 snap 256 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2692: expect deleted 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2693: setattr oid 38 current snap is 262 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2685: finishing write tid 4 to smithi13174786-16 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2685: finishing write tid 5 to smithi13174786-16 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2685: finishing write tid 6 to smithi13174786-16 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2685: finishing write tid 7 to smithi13174786-16 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1698 (ObjNum 842 snap 262 seq_num 842) dirty exists 2024-08-29T14:58:15.299 INFO:tasks.rados.rados.0.smithi131.stdout:2685: left oid 16 (ObjNum 842 snap 262 seq_num 842) 2024-08-29T14:58:15.300 INFO:tasks.rados.rados.0.smithi131.stdout:2688: finishing write tid 1 to smithi13174786-8 2024-08-29T14:58:15.300 INFO:tasks.rados.rados.0.smithi131.stdout:2688: finishing write tid 2 to smithi13174786-8 2024-08-29T14:58:15.300 INFO:tasks.rados.rados.0.smithi131.stdout:2688: finishing write tid 3 to smithi13174786-8 2024-08-29T14:58:15.300 INFO:tasks.rados.rados.0.smithi131.stdout:2685: done (6 left) 2024-08-29T14:58:15.300 INFO:tasks.rados.rados.0.smithi131.stdout:2690: done (5 left) 2024-08-29T14:58:15.301 INFO:tasks.rados.rados.0.smithi131.stdout:2692: done (4 left) 2024-08-29T14:58:15.301 INFO:tasks.rados.rados.0.smithi131.stdout:2694: snap_create 2024-08-29T14:58:15.301 INFO:tasks.rados.rados.0.smithi131.stdout:2688: finishing write tid 4 to smithi13174786-8 2024-08-29T14:58:15.302 INFO:tasks.rados.rados.0.smithi131.stdout:2688: finishing write tid 5 to smithi13174786-8 2024-08-29T14:58:15.303 INFO:tasks.rados.rados.0.smithi131.stdout:2688: finishing write tid 6 to smithi13174786-8 2024-08-29T14:58:15.303 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 1473 (ObjNum 844 snap 262 seq_num 844) dirty exists 2024-08-29T14:58:15.303 INFO:tasks.rados.rados.0.smithi131.stdout:2688: left oid 8 (ObjNum 844 snap 262 seq_num 844) 2024-08-29T14:58:15.304 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1535 (ObjNum 65 snap 0 seq_num 1666734193) dirty exists 2024-08-29T14:58:15.313 INFO:tasks.rados.rados.0.smithi131.stdout:2689: expect (ObjNum 790 snap 251 seq_num 790) 2024-08-29T14:58:15.486 INFO:tasks.rados.rados.0.smithi131.stdout:2691: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T14:58:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:15 smithi131 ceph-mon[87973]: osdmap e601: 8 total, 8 up, 8 in 2024-08-29T14:58:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:15 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:15 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:58:15.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:15 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:15 smithi131 ceph-mon[90512]: osdmap e601: 8 total, 8 up, 8 in 2024-08-29T14:58:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:15 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:15 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:58:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:15 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:15 smithi169 ceph-mon[78471]: osdmap e601: 8 total, 8 up, 8 in 2024-08-29T14:58:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:15 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:15 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-29T14:58:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:15 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:16.192 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:15 smithi169 systemd[1]: Stopping Ceph mds.b for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:58:16.193 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:58:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:58:15] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.51.0" 2024-08-29T14:58:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a[87950]: 2024-08-29T14:58:16.189+0000 7f0118fb4640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T14:58:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[87973]: Upgrade: Updating mds.b 2024-08-29T14:58:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[87973]: Deploying daemon mds.b on smithi169 2024-08-29T14:58:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[87973]: pgmap v490: 121 pgs: 121 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-08-29T14:58:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[87973]: osdmap e602: 8 total, 8 up, 8 in 2024-08-29T14:58:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[87973]: osdmap e603: 8 total, 8 up, 8 in 2024-08-29T14:58:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[87973]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T14:58:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[87973]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T14:58:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[90512]: Upgrade: Updating mds.b 2024-08-29T14:58:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[90512]: Deploying daemon mds.b on smithi169 2024-08-29T14:58:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[90512]: pgmap v490: 121 pgs: 121 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-08-29T14:58:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[90512]: osdmap e602: 8 total, 8 up, 8 in 2024-08-29T14:58:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[90512]: osdmap e603: 8 total, 8 up, 8 in 2024-08-29T14:58:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[90512]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T14:58:16.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:16 smithi131 ceph-mon[90512]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T14:58:16.605 INFO:tasks.rados.rados.0.smithi131.stdout:2688: done (4 left) 2024-08-29T14:58:16.605 INFO:tasks.rados.rados.0.smithi131.stdout:2689: done (3 left) 2024-08-29T14:58:16.605 INFO:tasks.rados.rados.0.smithi131.stdout:2691: done (2 left) 2024-08-29T14:58:16.605 INFO:tasks.rados.rados.0.smithi131.stdout:2693: done (1 left) 2024-08-29T14:58:16.605 INFO:tasks.rados.rados.0.smithi131.stdout:2694: done (0 left) 2024-08-29T14:58:16.605 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 263 2024-08-29T14:58:16.605 INFO:tasks.rados.rados.0.smithi131.stdout:2695: seq_num 845 ranges {5816320=557056,6373376=581632,6955008=688128,7643136=335872} 2024-08-29T14:58:16.629 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b[48954]: 2024-08-29T14:58:16.188+0000 7faf3cb01640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:58:16.629 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b[48954]: 2024-08-29T14:58:16.189+0000 7faf3cb01640 -1 mds.b *** got signal Terminated *** 2024-08-29T14:58:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:16 smithi169 ceph-mon[78471]: Upgrade: Updating mds.b 2024-08-29T14:58:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:16 smithi169 ceph-mon[78471]: Deploying daemon mds.b on smithi169 2024-08-29T14:58:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:16 smithi169 ceph-mon[78471]: pgmap v490: 121 pgs: 121 active+clean; 294 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-08-29T14:58:16.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:16 smithi169 ceph-mon[78471]: osdmap e602: 8 total, 8 up, 8 in 2024-08-29T14:58:16.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:16 smithi169 ceph-mon[78471]: osdmap e603: 8 total, 8 up, 8 in 2024-08-29T14:58:16.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:16 smithi169 ceph-mon[78471]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T14:58:16.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:16 smithi169 ceph-mon[78471]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T14:58:16.636 INFO:tasks.rados.rados.0.smithi131.stdout:2695: writing smithi13174786-50 from 5816320 to 6373376 tid 1 2024-08-29T14:58:16.639 INFO:tasks.rados.rados.0.smithi131.stdout:2695: writing smithi13174786-50 from 6373376 to 6955008 tid 2 2024-08-29T14:58:16.642 INFO:tasks.rados.rados.0.smithi131.stdout:2695: writing smithi13174786-50 from 6955008 to 7643136 tid 3 2024-08-29T14:58:16.645 INFO:tasks.rados.rados.0.smithi131.stdout:2695: writing smithi13174786-50 from 7643136 to 7979008 tid 4 2024-08-29T14:58:16.645 INFO:tasks.rados.rados.0.smithi131.stdout:2696: read oid 47 snap -1 2024-08-29T14:58:16.645 INFO:tasks.rados.rados.0.smithi131.stdout:2696: expect deleted 2024-08-29T14:58:16.646 INFO:tasks.rados.rados.0.smithi131.stdout:2697: rmattr oid 24 current snap is 263 2024-08-29T14:58:16.646 INFO:tasks.rados.rados.0.smithi131.stdout:2695: finishing write tid 1 to smithi13174786-50 2024-08-29T14:58:16.646 INFO:tasks.rados.rados.0.smithi131.stdout:2698: rollback oid 14 current snap is 263 2024-08-29T14:58:16.646 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 14 to 254 2024-08-29T14:58:16.646 INFO:tasks.rados.rados.0.smithi131.stdout:2695: finishing write tid 2 to smithi13174786-50 2024-08-29T14:58:16.646 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 263 2024-08-29T14:58:16.646 INFO:tasks.rados.rados.0.smithi131.stdout:2699: seq_num 846 ranges {892928=573440,1466368=466944,1933312=491520,2424832=548864,2973696=98304} 2024-08-29T14:58:16.653 INFO:tasks.rados.rados.0.smithi131.stdout:2699: writing smithi13174786-2 from 892928 to 1466368 tid 1 2024-08-29T14:58:16.656 INFO:tasks.rados.rados.0.smithi131.stdout:2699: writing smithi13174786-2 from 1466368 to 1933312 tid 2 2024-08-29T14:58:16.659 INFO:tasks.rados.rados.0.smithi131.stdout:2699: writing smithi13174786-2 from 1933312 to 2424832 tid 3 2024-08-29T14:58:16.662 INFO:tasks.rados.rados.0.smithi131.stdout:2699: writing smithi13174786-2 from 2424832 to 2973696 tid 4 2024-08-29T14:58:16.663 INFO:tasks.rados.rados.0.smithi131.stdout:2699: writing smithi13174786-2 from 2973696 to 3072000 tid 5 2024-08-29T14:58:16.663 INFO:tasks.rados.rados.0.smithi131.stdout:2700: read oid 26 snap -1 2024-08-29T14:58:16.663 INFO:tasks.rados.rados.0.smithi131.stdout:2700: expect deleted 2024-08-29T14:58:16.663 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 40 current snap is 263 2024-08-29T14:58:16.663 INFO:tasks.rados.rados.0.smithi131.stdout:2701: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-08-29T14:58:16.666 INFO:tasks.rados.rados.0.smithi131.stdout:2701: writing smithi13174786-40 from 0 to 589824 tid 1 2024-08-29T14:58:16.671 INFO:tasks.rados.rados.0.smithi131.stdout:2701: writing smithi13174786-40 from 589824 to 1343488 tid 2 2024-08-29T14:58:16.675 INFO:tasks.rados.rados.0.smithi131.stdout:2701: writing smithi13174786-40 from 1343488 to 1998848 tid 3 2024-08-29T14:58:16.676 INFO:tasks.rados.rados.0.smithi131.stdout:2701: writing smithi13174786-40 from 1998848 to 2195456 tid 4 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2702: copy_from oid 44 from oid 27 current snap is 263 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1472 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2698: finishing rollback tid 1 to smithi13174786-14 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2698: finishing rollback tid 2 to smithi13174786-14 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 1475 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2695: finishing write tid 3 to smithi13174786-50 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2695: finishing write tid 4 to smithi13174786-50 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2695: finishing write tid 5 to smithi13174786-50 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2695: finishing write tid 6 to smithi13174786-50 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1834 (ObjNum 845 snap 263 seq_num 845) dirty exists 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2695: left oid 50 (ObjNum 845 snap 263 seq_num 845) 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2699: finishing write tid 1 to smithi13174786-2 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2699: finishing write tid 2 to smithi13174786-2 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2699: finishing write tid 3 to smithi13174786-2 2024-08-29T14:58:16.677 INFO:tasks.rados.rados.0.smithi131.stdout:2695: done (7 left) 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2696: done (6 left) 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2697: done (5 left) 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2698: done (4 left) 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2703: snap_create 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2699: finishing write tid 4 to smithi13174786-2 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2699: finishing write tid 5 to smithi13174786-2 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2699: finishing write tid 6 to smithi13174786-2 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2699: finishing write tid 7 to smithi13174786-2 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 1544 (ObjNum 846 snap 263 seq_num 846) dirty exists 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2699: left oid 2 (ObjNum 846 snap 263 seq_num 846) 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2701: finishing write tid 1 to smithi13174786-40 2024-08-29T14:58:16.678 INFO:tasks.rados.rados.0.smithi131.stdout:2701: finishing write tid 2 to smithi13174786-40 2024-08-29T14:58:16.679 INFO:tasks.rados.rados.0.smithi131.stdout:2701: finishing write tid 3 to smithi13174786-40 2024-08-29T14:58:16.679 INFO:tasks.rados.rados.0.smithi131.stdout:2701: finishing write tid 4 to smithi13174786-40 2024-08-29T14:58:16.679 INFO:tasks.rados.rados.0.smithi131.stdout:2701: finishing write tid 5 to smithi13174786-40 2024-08-29T14:58:16.683 INFO:tasks.rados.rados.0.smithi131.stdout:2701: finishing write tid 6 to smithi13174786-40 2024-08-29T14:58:16.683 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1555 (ObjNum 847 snap 263 seq_num 847) dirty exists 2024-08-29T14:58:16.683 INFO:tasks.rados.rados.0.smithi131.stdout:2701: left oid 40 (ObjNum 847 snap 263 seq_num 847) 2024-08-29T14:58:16.700 INFO:tasks.rados.rados.0.smithi131.stdout:2702: finishing copy_from racing read to smithi13174786-44 2024-08-29T14:58:16.704 INFO:tasks.rados.rados.0.smithi131.stdout:2702: finishing copy_from to smithi13174786-44 2024-08-29T14:58:16.704 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1466 (ObjNum 831 snap 260 seq_num 831) dirty exists 2024-08-29T14:58:17.213 INFO:tasks.rados.rados.0.smithi131.stdout:2699: done (4 left) 2024-08-29T14:58:17.213 INFO:tasks.rados.rados.0.smithi131.stdout:2700: done (3 left) 2024-08-29T14:58:17.213 INFO:tasks.rados.rados.0.smithi131.stdout:2701: done (2 left) 2024-08-29T14:58:17.213 INFO:tasks.rados.rados.0.smithi131.stdout:2702: done (1 left) 2024-08-29T14:58:17.213 INFO:tasks.rados.rados.0.smithi131.stdout:2703: done (0 left) 2024-08-29T14:58:17.213 INFO:tasks.rados.rados.0.smithi131.stdout:2704: snap_create 2024-08-29T14:58:17.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:17 smithi131 ceph-mon[87973]: osdmap e604: 8 total, 8 up, 8 in 2024-08-29T14:58:17.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:17 smithi131 ceph-mon[87973]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-29T14:58:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:17 smithi131 ceph-mon[87973]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T14:58:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:17 smithi131 ceph-mon[87973]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T14:58:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:17 smithi131 ceph-mon[87973]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-29T14:58:17.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:17 smithi131 ceph-mon[90512]: osdmap e604: 8 total, 8 up, 8 in 2024-08-29T14:58:17.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:17 smithi131 ceph-mon[90512]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-29T14:58:17.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:17 smithi131 ceph-mon[90512]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T14:58:17.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:17 smithi131 ceph-mon[90512]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T14:58:17.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:17 smithi131 ceph-mon[90512]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-29T14:58:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:17 smithi169 ceph-mon[78471]: osdmap e604: 8 total, 8 up, 8 in 2024-08-29T14:58:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:17 smithi169 ceph-mon[78471]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-29T14:58:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:17 smithi169 ceph-mon[78471]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T14:58:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:17 smithi169 ceph-mon[78471]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T14:58:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:17 smithi169 ceph-mon[78471]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-29T14:58:18.220 INFO:tasks.rados.rados.0.smithi131.stdout:2704: done (0 left) 2024-08-29T14:58:18.220 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 265 2024-08-29T14:58:18.220 INFO:tasks.rados.rados.0.smithi131.stdout:2705: seq_num 848 ranges {4104192=606208,4710400=630784,5341184=458752,5799936=516096} 2024-08-29T14:58:18.245 INFO:tasks.rados.rados.0.smithi131.stdout:2705: writing smithi13174786-42 from 4104192 to 4710400 tid 1 2024-08-29T14:58:18.249 INFO:tasks.rados.rados.0.smithi131.stdout:2705: writing smithi13174786-42 from 4710400 to 5341184 tid 2 2024-08-29T14:58:18.252 INFO:tasks.rados.rados.0.smithi131.stdout:2705: writing smithi13174786-42 from 5341184 to 5799936 tid 3 2024-08-29T14:58:18.255 INFO:tasks.rados.rados.0.smithi131.stdout:2705: writing smithi13174786-42 from 5799936 to 6316032 tid 4 2024-08-29T14:58:18.256 INFO:tasks.rados.rados.0.smithi131.stdout:2706: read oid 35 snap 261 2024-08-29T14:58:18.256 INFO:tasks.rados.rados.0.smithi131.stdout:2706: expect (ObjNum 767 snap 243 seq_num 767) 2024-08-29T14:58:18.256 INFO:tasks.rados.rados.0.smithi131.stdout:2707: read oid 9 snap -1 2024-08-29T14:58:18.256 INFO:tasks.rados.rados.0.smithi131.stdout:2707: expect (ObjNum 804 snap 255 seq_num 804) 2024-08-29T14:58:18.256 INFO:tasks.rados.rados.0.smithi131.stdout:2708: snap_remove snap 252 2024-08-29T14:58:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:18 smithi131 ceph-mon[87973]: pgmap v494: 121 pgs: 121 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 35 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-08-29T14:58:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:18 smithi131 ceph-mon[87973]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:reconnect 2024-08-29T14:58:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:18 smithi131 ceph-mon[87973]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-29T14:58:18.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:18 smithi131 ceph-mon[87973]: osdmap e605: 8 total, 8 up, 8 in 2024-08-29T14:58:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:18 smithi131 ceph-mon[90512]: pgmap v494: 121 pgs: 121 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 35 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-08-29T14:58:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:18 smithi131 ceph-mon[90512]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:reconnect 2024-08-29T14:58:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:18 smithi131 ceph-mon[90512]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-29T14:58:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:18 smithi131 ceph-mon[90512]: osdmap e605: 8 total, 8 up, 8 in 2024-08-29T14:58:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:18 smithi169 ceph-mon[78471]: pgmap v494: 121 pgs: 121 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 35 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-08-29T14:58:18.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:18 smithi169 ceph-mon[78471]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:reconnect 2024-08-29T14:58:18.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:18 smithi169 ceph-mon[78471]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-29T14:58:18.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:18 smithi169 ceph-mon[78471]: osdmap e605: 8 total, 8 up, 8 in 2024-08-29T14:58:19.227 INFO:tasks.rados.rados.0.smithi131.stdout:2708: done (3 left) 2024-08-29T14:58:19.228 INFO:tasks.rados.rados.0.smithi131.stdout:2709: copy_from oid 38 from oid 29 current snap is 265 2024-08-29T14:58:19.228 INFO:tasks.rados.rados.0.smithi131.stdout:2705: finishing write tid 1 to smithi13174786-42 2024-08-29T14:58:19.228 INFO:tasks.rados.rados.0.smithi131.stdout:2705: finishing write tid 2 to smithi13174786-42 2024-08-29T14:58:19.228 INFO:tasks.rados.rados.0.smithi131.stdout:2705: finishing write tid 3 to smithi13174786-42 2024-08-29T14:58:19.228 INFO:tasks.rados.rados.0.smithi131.stdout:2705: finishing write tid 4 to smithi13174786-42 2024-08-29T14:58:19.228 INFO:tasks.rados.rados.0.smithi131.stdout:2705: finishing write tid 5 to smithi13174786-42 2024-08-29T14:58:19.228 INFO:tasks.rados.rados.0.smithi131.stdout:2705: finishing write tid 6 to smithi13174786-42 2024-08-29T14:58:19.228 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1560 (ObjNum 848 snap 265 seq_num 848) dirty exists 2024-08-29T14:58:19.228 INFO:tasks.rados.rados.0.smithi131.stdout:2705: left oid 42 (ObjNum 848 snap 265 seq_num 848) 2024-08-29T14:58:19.228 INFO:tasks.rados.rados.0.smithi131.stdout:2706: expect (ObjNum 767 snap 243 seq_num 767) 2024-08-29T14:58:19.261 INFO:tasks.rados.rados.0.smithi131.stdout:2707: expect (ObjNum 804 snap 255 seq_num 804) 2024-08-29T14:58:19.301 INFO:tasks.rados.rados.0.smithi131.stdout:2709: finishing copy_from racing read to smithi13174786-38 2024-08-29T14:58:19.301 INFO:tasks.rados.rados.0.smithi131.stdout:2709: finishing copy_from to smithi13174786-38 2024-08-29T14:58:19.301 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1538 (ObjNum 830 snap 260 seq_num 830) dirty exists 2024-08-29T14:58:19.301 INFO:tasks.rados.rados.0.smithi131.stdout:2705: done (3 left) 2024-08-29T14:58:19.302 INFO:tasks.rados.rados.0.smithi131.stdout:2706: done (2 left) 2024-08-29T14:58:19.302 INFO:tasks.rados.rados.0.smithi131.stdout:2707: done (1 left) 2024-08-29T14:58:19.302 INFO:tasks.rados.rados.0.smithi131.stdout:2709: done (0 left) 2024-08-29T14:58:19.302 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 265 2024-08-29T14:58:19.302 INFO:tasks.rados.rados.0.smithi131.stdout:2710: seq_num 849 ranges {3735552=622592,4358144=516096,4874240=663552,5537792=425984} 2024-08-29T14:58:19.323 INFO:tasks.rados.rados.0.smithi131.stdout:2710: writing smithi13174786-43 from 3735552 to 4358144 tid 1 2024-08-29T14:58:19.327 INFO:tasks.rados.rados.0.smithi131.stdout:2710: writing smithi13174786-43 from 4358144 to 4874240 tid 2 2024-08-29T14:58:19.331 INFO:tasks.rados.rados.0.smithi131.stdout:2710: writing smithi13174786-43 from 4874240 to 5537792 tid 3 2024-08-29T14:58:19.334 INFO:tasks.rados.rados.0.smithi131.stdout:2710: writing smithi13174786-43 from 5537792 to 5963776 tid 4 2024-08-29T14:58:19.334 INFO:tasks.rados.rados.0.smithi131.stdout:2711: rollback oid 2 current snap is 265 2024-08-29T14:58:19.334 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 2 to 241 2024-08-29T14:58:19.334 INFO:tasks.rados.rados.0.smithi131.stdout:2710: finishing write tid 1 to smithi13174786-43 2024-08-29T14:58:19.334 INFO:tasks.rados.rados.0.smithi131.stdout:2710: finishing write tid 2 to smithi13174786-43 2024-08-29T14:58:19.334 INFO:tasks.rados.rados.0.smithi131.stdout:2712: snap_create 2024-08-29T14:58:19.337 INFO:tasks.rados.rados.0.smithi131.stdout:2710: finishing write tid 3 to smithi13174786-43 2024-08-29T14:58:19.337 INFO:tasks.rados.rados.0.smithi131.stdout:2711: finishing rollback tid 0 to smithi13174786-2 2024-08-29T14:58:19.337 INFO:tasks.rados.rados.0.smithi131.stdout:2710: finishing write tid 4 to smithi13174786-43 2024-08-29T14:58:19.337 INFO:tasks.rados.rados.0.smithi131.stdout:2711: finishing rollback tid 1 to smithi13174786-2 2024-08-29T14:58:19.338 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 1546 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T14:58:19.338 INFO:tasks.rados.rados.0.smithi131.stdout:2710: finishing write tid 5 to smithi13174786-43 2024-08-29T14:58:19.339 INFO:tasks.rados.rados.0.smithi131.stdout:2710: finishing write tid 6 to smithi13174786-43 2024-08-29T14:58:19.339 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1623 (ObjNum 849 snap 265 seq_num 849) dirty exists 2024-08-29T14:58:19.339 INFO:tasks.rados.rados.0.smithi131.stdout:2710: left oid 43 (ObjNum 849 snap 265 seq_num 849) 2024-08-29T14:58:19.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:19 smithi131 ceph-mon[87973]: osdmap e606: 8 total, 8 up, 8 in 2024-08-29T14:58:19.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:19 smithi131 ceph-mon[87973]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:rejoin 2024-08-29T14:58:19.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:19 smithi131 ceph-mon[87973]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-29T14:58:19.504 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:19 smithi131 ceph-mon[87973]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-29T14:58:19.504 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:19 smithi131 ceph-mon[90512]: osdmap e606: 8 total, 8 up, 8 in 2024-08-29T14:58:19.504 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:19 smithi131 ceph-mon[90512]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:rejoin 2024-08-29T14:58:19.504 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:19 smithi131 ceph-mon[90512]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-29T14:58:19.504 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:19 smithi131 ceph-mon[90512]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-29T14:58:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:19 smithi169 ceph-mon[78471]: osdmap e606: 8 total, 8 up, 8 in 2024-08-29T14:58:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:19 smithi169 ceph-mon[78471]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:rejoin 2024-08-29T14:58:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:19 smithi169 ceph-mon[78471]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-29T14:58:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:19 smithi169 ceph-mon[78471]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-29T14:58:20.227 INFO:tasks.rados.rados.0.smithi131.stdout:2710: done (2 left) 2024-08-29T14:58:20.227 INFO:tasks.rados.rados.0.smithi131.stdout:2711: done (1 left) 2024-08-29T14:58:20.227 INFO:tasks.rados.rados.0.smithi131.stdout:2712: done (0 left) 2024-08-29T14:58:20.227 INFO:tasks.rados.rados.0.smithi131.stdout:2713: snap_create 2024-08-29T14:58:20.338 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:20 smithi169 podman[103713]: 2024-08-29 14:58:20.049929257 +0000 UTC m=+3.974226673 container died 36ee94913135253700b7c239671293b8cfc29ece23918ef728945335ef42fa11 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.1) 2024-08-29T14:58:20.339 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:58:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:58:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:58:20.339 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:20 smithi169 ceph-mon[78471]: pgmap v497: 121 pgs: 121 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-08-29T14:58:20.339 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:20 smithi169 ceph-mon[78471]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T14:58:20.339 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:20 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T14:58:20.339 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:20 smithi169 ceph-mon[78471]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:active 2024-08-29T14:58:20.339 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:20 smithi169 ceph-mon[78471]: fsmap cephfs:1 {0=a=up:active} 2024-08-29T14:58:20.339 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:20 smithi169 ceph-mon[78471]: osdmap e607: 8 total, 8 up, 8 in 2024-08-29T14:58:20.339 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:20.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[87973]: pgmap v497: 121 pgs: 121 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-08-29T14:58:20.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[87973]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T14:58:20.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T14:58:20.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[87973]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:active 2024-08-29T14:58:20.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[87973]: fsmap cephfs:1 {0=a=up:active} 2024-08-29T14:58:20.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[87973]: osdmap e607: 8 total, 8 up, 8 in 2024-08-29T14:58:20.516 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:20.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[90512]: pgmap v497: 121 pgs: 121 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-08-29T14:58:20.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[90512]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T14:58:20.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T14:58:20.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[90512]: mds.? [v2:172.21.15.131:6834/3529722356,v1:172.21.15.131:6835/3529722356] up:active 2024-08-29T14:58:20.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[90512]: fsmap cephfs:1 {0=a=up:active} 2024-08-29T14:58:20.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[90512]: osdmap e607: 8 total, 8 up, 8 in 2024-08-29T14:58:20.517 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:20.629 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:20 smithi169 podman[103713]: 2024-08-29 14:58:20.545753788 +0000 UTC m=+4.470051208 container cleanup 36ee94913135253700b7c239671293b8cfc29ece23918ef728945335ef42fa11 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, RELEASE=quincy-a89f613, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-29T14:58:20.629 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:20 smithi169 bash[103713]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b 2024-08-29T14:58:21.129 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:20 smithi169 podman[103733]: 2024-08-29 14:58:20.822246576 +0000 UTC m=+0.767178626 container remove 36ee94913135253700b7c239671293b8cfc29ece23918ef728945335ef42fa11 (image=quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=quincy-a89f613, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.1) 2024-08-29T14:58:21.129 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:20 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-29T14:58:21.129 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:20 smithi169 systemd[1]: Stopped Ceph mds.b for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:58:21.129 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:20 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mds.b.service: Consumed 1.729s CPU time. 2024-08-29T14:58:21.186 INFO:tasks.rados.rados.0.smithi131.stdout:2713: done (0 left) 2024-08-29T14:58:21.186 INFO:tasks.rados.rados.0.smithi131.stdout:2714: rollback oid 2 current snap is 267 2024-08-29T14:58:21.186 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 2 to 265 2024-08-29T14:58:21.186 INFO:tasks.rados.rados.0.smithi131.stdout:2715: read oid 40 snap -1 2024-08-29T14:58:21.186 INFO:tasks.rados.rados.0.smithi131.stdout:2715: expect (ObjNum 847 snap 263 seq_num 847) 2024-08-29T14:58:21.186 INFO:tasks.rados.rados.0.smithi131.stdout:2716: read oid 24 snap -1 2024-08-29T14:58:21.186 INFO:tasks.rados.rados.0.smithi131.stdout:2716: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T14:58:21.186 INFO:tasks.rados.rados.0.smithi131.stdout:2717: snap_create 2024-08-29T14:58:21.192 INFO:tasks.rados.rados.0.smithi131.stdout:2714: finishing rollback tid 1 to smithi13174786-2 2024-08-29T14:58:21.192 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 1546 (ObjNum 129 snap 0 seq_num 2120489304) dirty dne 2024-08-29T14:58:21.202 INFO:tasks.rados.rados.0.smithi131.stdout:2715: expect (ObjNum 847 snap 263 seq_num 847) 2024-08-29T14:58:21.269 INFO:tasks.rados.rados.0.smithi131.stdout:2716: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T14:58:21.542 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:21 smithi169 ceph-mon[78471]: osdmap e608: 8 total, 8 up, 8 in 2024-08-29T14:58:21.542 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:21 smithi169 ceph-mon[78471]: osdmap e609: 8 total, 8 up, 8 in 2024-08-29T14:58:21.543 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:21 smithi169 systemd[1]: Starting Ceph mds.b for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:58:21.543 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:21 smithi169 podman[103864]: 2024-08-29 14:58:21.306209163 +0000 UTC m=+0.016218120 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:58:21.543 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:21 smithi169 podman[103864]: 2024-08-29 14:58:21.432438213 +0000 UTC m=+0.142447168 container create 42d5242216dca29cb2289c2c95084e99c86904a3439372d2aec3c56f50b2f28f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:58:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:21 smithi131 ceph-mon[87973]: osdmap e608: 8 total, 8 up, 8 in 2024-08-29T14:58:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:21 smithi131 ceph-mon[87973]: osdmap e609: 8 total, 8 up, 8 in 2024-08-29T14:58:21.603 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 14:58:21 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[116709]: 2024-08-29T14:58:21.311+0000 7f9b1d08d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-29T14:58:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:21 smithi131 ceph-mon[90512]: osdmap e608: 8 total, 8 up, 8 in 2024-08-29T14:58:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:21 smithi131 ceph-mon[90512]: osdmap e609: 8 total, 8 up, 8 in 2024-08-29T14:58:22.129 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:21 smithi169 podman[103864]: 2024-08-29 14:58:21.643390392 +0000 UTC m=+0.353399352 container init 42d5242216dca29cb2289c2c95084e99c86904a3439372d2aec3c56f50b2f28f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:58:22.129 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:21 smithi169 podman[103864]: 2024-08-29 14:58:21.648139344 +0000 UTC m=+0.358148300 container start 42d5242216dca29cb2289c2c95084e99c86904a3439372d2aec3c56f50b2f28f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-29T14:58:22.129 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b[103879]: starting mds.b at 2024-08-29T14:58:22.129 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:21 smithi169 bash[103864]: 42d5242216dca29cb2289c2c95084e99c86904a3439372d2aec3c56f50b2f28f 2024-08-29T14:58:22.129 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 14:58:21 smithi169 systemd[1]: Started Ceph mds.b for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:58:22.407 INFO:tasks.rados.rados.0.smithi131.stdout:2714: done (3 left) 2024-08-29T14:58:22.407 INFO:tasks.rados.rados.0.smithi131.stdout:2715: done (2 left) 2024-08-29T14:58:22.407 INFO:tasks.rados.rados.0.smithi131.stdout:2716: done (1 left) 2024-08-29T14:58:22.407 INFO:tasks.rados.rados.0.smithi131.stdout:2717: done (0 left) 2024-08-29T14:58:22.407 INFO:tasks.rados.rados.0.smithi131.stdout:2718: rollback oid 14 current snap is 268 2024-08-29T14:58:22.407 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 14 to 241 2024-08-29T14:58:22.407 INFO:tasks.rados.rados.0.smithi131.stdout:2719: snap_create 2024-08-29T14:58:22.413 INFO:tasks.rados.rados.0.smithi131.stdout:2718: finishing rollback tid 0 to smithi13174786-14 2024-08-29T14:58:22.413 INFO:tasks.rados.rados.0.smithi131.stdout:2718: finishing rollback tid 1 to smithi13174786-14 2024-08-29T14:58:22.414 INFO:tasks.rados.rados.0.smithi131.stdout:2718: finishing rollback tid 2 to smithi13174786-14 2024-08-29T14:58:22.414 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 1478 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-08-29T14:58:22.553 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:22 smithi169 ceph-mon[78471]: pgmap v500: 121 pgs: 121 active+clean; 308 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-29T14:58:22.553 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:22 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:22.553 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:22 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:22.553 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:22 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:22.553 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:22 smithi169 ceph-mon[78471]: osdmap e610: 8 total, 8 up, 8 in 2024-08-29T14:58:22.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:22 smithi131 ceph-mon[90512]: pgmap v500: 121 pgs: 121 active+clean; 308 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-29T14:58:22.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:22 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:22.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:22 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:22 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:22 smithi131 ceph-mon[90512]: osdmap e610: 8 total, 8 up, 8 in 2024-08-29T14:58:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:22 smithi131 ceph-mon[87973]: pgmap v500: 121 pgs: 121 active+clean; 308 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-29T14:58:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:22 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:22 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:22 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:22 smithi131 ceph-mon[87973]: osdmap e610: 8 total, 8 up, 8 in 2024-08-29T14:58:23.250 INFO:tasks.rados.rados.0.smithi131.stdout:2718: done (1 left) 2024-08-29T14:58:23.250 INFO:tasks.rados.rados.0.smithi131.stdout:2719: done (0 left) 2024-08-29T14:58:23.250 INFO:tasks.rados.rados.0.smithi131.stdout:2720: read oid 49 snap -1 2024-08-29T14:58:23.250 INFO:tasks.rados.rados.0.smithi131.stdout:2720: expect (ObjNum 790 snap 251 seq_num 790) 2024-08-29T14:58:23.250 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 269 2024-08-29T14:58:23.250 INFO:tasks.rados.rados.0.smithi131.stdout:2721: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-08-29T14:58:23.253 INFO:tasks.rados.rados.0.smithi131.stdout:2721: writing smithi13174786-48 from 0 to 638976 tid 1 2024-08-29T14:58:23.258 INFO:tasks.rados.rados.0.smithi131.stdout:2721: writing smithi13174786-48 from 638976 to 1441792 tid 2 2024-08-29T14:58:23.261 INFO:tasks.rados.rados.0.smithi131.stdout:2721: writing smithi13174786-48 from 1441792 to 1916928 tid 3 2024-08-29T14:58:23.264 INFO:tasks.rados.rados.0.smithi131.stdout:2721: writing smithi13174786-48 from 1916928 to 2244608 tid 4 2024-08-29T14:58:23.264 INFO:tasks.rados.rados.0.smithi131.stdout:2722: rmattr oid 11 current snap is 269 2024-08-29T14:58:23.264 INFO:tasks.rados.rados.0.smithi131.stdout:2722: done (2 left) 2024-08-29T14:58:23.264 INFO:tasks.rados.rados.0.smithi131.stdout:2723: read oid 15 snap -1 2024-08-29T14:58:23.264 INFO:tasks.rados.rados.0.smithi131.stdout:2723: expect (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:58:23.264 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 269 2024-08-29T14:58:23.264 INFO:tasks.rados.rados.0.smithi131.stdout:2721: finishing write tid 1 to smithi13174786-48 2024-08-29T14:58:23.264 INFO:tasks.rados.rados.0.smithi131.stdout:2724: seq_num 851 ranges {6856704=655360,7512064=688128,8200192=679936,8880128=237568} 2024-08-29T14:58:23.305 INFO:tasks.rados.rados.0.smithi131.stdout:2724: writing smithi13174786-8 from 6856704 to 7512064 tid 1 2024-08-29T14:58:23.308 INFO:tasks.rados.rados.0.smithi131.stdout:2724: writing smithi13174786-8 from 7512064 to 8200192 tid 2 2024-08-29T14:58:23.312 INFO:tasks.rados.rados.0.smithi131.stdout:2724: writing smithi13174786-8 from 8200192 to 8880128 tid 3 2024-08-29T14:58:23.314 INFO:tasks.rados.rados.0.smithi131.stdout:2724: writing smithi13174786-8 from 8880128 to 9117696 tid 4 2024-08-29T14:58:23.314 INFO:tasks.rados.rados.0.smithi131.stdout:2725: delete oid 13 current snap is 269 2024-08-29T14:58:23.314 INFO:tasks.rados.rados.0.smithi131.stdout:2721: finishing write tid 2 to smithi13174786-48 2024-08-29T14:58:23.314 INFO:tasks.rados.rados.0.smithi131.stdout:2721: finishing write tid 3 to smithi13174786-48 2024-08-29T14:58:23.314 INFO:tasks.rados.rados.0.smithi131.stdout:2721: finishing write tid 4 to smithi13174786-48 2024-08-29T14:58:23.314 INFO:tasks.rados.rados.0.smithi131.stdout:2721: finishing write tid 5 to smithi13174786-48 2024-08-29T14:58:23.314 INFO:tasks.rados.rados.0.smithi131.stdout:2721: finishing write tid 6 to smithi13174786-48 2024-08-29T14:58:23.314 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1565 (ObjNum 850 snap 269 seq_num 850) dirty exists 2024-08-29T14:58:23.315 INFO:tasks.rados.rados.0.smithi131.stdout:2721: left oid 48 (ObjNum 850 snap 269 seq_num 850) 2024-08-29T14:58:23.315 INFO:tasks.rados.rados.0.smithi131.stdout:2720: expect (ObjNum 790 snap 251 seq_num 790) 2024-08-29T14:58:23.486 INFO:tasks.rados.rados.0.smithi131.stdout:2723: expect (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:58:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:23 smithi131 ceph-mon[87973]: mds.? [v2:172.21.15.169:6832/1104380330,v1:172.21.15.169:6833/1104380330] up:boot 2024-08-29T14:58:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:23 smithi131 ceph-mon[87973]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-29T14:58:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:23 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-29T14:58:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:23 smithi131 ceph-mon[90512]: mds.? [v2:172.21.15.169:6832/1104380330,v1:172.21.15.169:6833/1104380330] up:boot 2024-08-29T14:58:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:23 smithi131 ceph-mon[90512]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-29T14:58:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:23 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-29T14:58:23.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:23 smithi169 ceph-mon[78471]: mds.? [v2:172.21.15.169:6832/1104380330,v1:172.21.15.169:6833/1104380330] up:boot 2024-08-29T14:58:23.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:23 smithi169 ceph-mon[78471]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-29T14:58:23.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:23 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-29T14:58:23.723 INFO:tasks.rados.rados.0.smithi131.stdout:2724: finishing write tid 1 to smithi13174786-8 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2724: finishing write tid 2 to smithi13174786-8 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2720: done (4 left) 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2721: done (3 left) 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2723: done (2 left) 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2725: done (1 left) 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2726: snap_create 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2724: finishing write tid 3 to smithi13174786-8 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2724: finishing write tid 4 to smithi13174786-8 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2724: finishing write tid 5 to smithi13174786-8 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2724: finishing write tid 6 to smithi13174786-8 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 1483 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-08-29T14:58:23.724 INFO:tasks.rados.rados.0.smithi131.stdout:2724: left oid 8 (ObjNum 851 snap 269 seq_num 851) 2024-08-29T14:58:24.257 INFO:tasks.rados.rados.0.smithi131.stdout:2724: done (1 left) 2024-08-29T14:58:24.257 INFO:tasks.rados.rados.0.smithi131.stdout:2726: done (0 left) 2024-08-29T14:58:24.257 INFO:tasks.rados.rados.0.smithi131.stdout:2727: snap_remove snap 256 2024-08-29T14:58:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:24 smithi131 ceph-mon[87973]: pgmap v503: 121 pgs: 121 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-08-29T14:58:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:24 smithi131 ceph-mon[87973]: osdmap e611: 8 total, 8 up, 8 in 2024-08-29T14:58:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:24 smithi131 ceph-mon[90512]: pgmap v503: 121 pgs: 121 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-08-29T14:58:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:24 smithi131 ceph-mon[90512]: osdmap e611: 8 total, 8 up, 8 in 2024-08-29T14:58:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:24 smithi169 ceph-mon[78471]: pgmap v503: 121 pgs: 121 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-08-29T14:58:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:24 smithi169 ceph-mon[78471]: osdmap e611: 8 total, 8 up, 8 in 2024-08-29T14:58:25.265 INFO:tasks.rados.rados.0.smithi131.stdout:2727: done (0 left) 2024-08-29T14:58:25.265 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 270 2024-08-29T14:58:25.265 INFO:tasks.rados.rados.0.smithi131.stdout:2728: seq_num 853 ranges {7782400=696320,8478720=507904,8986624=647168,9633792=450560} 2024-08-29T14:58:25.312 INFO:tasks.rados.rados.0.smithi131.stdout:2728: writing smithi13174786-31 from 7782400 to 8478720 tid 1 2024-08-29T14:58:25.315 INFO:tasks.rados.rados.0.smithi131.stdout:2728: writing smithi13174786-31 from 8478720 to 8986624 tid 2 2024-08-29T14:58:25.319 INFO:tasks.rados.rados.0.smithi131.stdout:2728: writing smithi13174786-31 from 8986624 to 9633792 tid 3 2024-08-29T14:58:25.321 INFO:tasks.rados.rados.0.smithi131.stdout:2728: writing smithi13174786-31 from 9633792 to 10084352 tid 4 2024-08-29T14:58:25.322 INFO:tasks.rados.rados.0.smithi131.stdout:2729: delete oid 49 current snap is 270 2024-08-29T14:58:25.322 INFO:tasks.rados.rados.0.smithi131.stdout:2728: finishing write tid 1 to smithi13174786-31 2024-08-29T14:58:25.322 INFO:tasks.rados.rados.0.smithi131.stdout:2728: finishing write tid 2 to smithi13174786-31 2024-08-29T14:58:25.324 INFO:tasks.rados.rados.0.smithi131.stdout:2728: finishing write tid 3 to smithi13174786-31 2024-08-29T14:58:25.324 INFO:tasks.rados.rados.0.smithi131.stdout:2729: done (1 left) 2024-08-29T14:58:25.324 INFO:tasks.rados.rados.0.smithi131.stdout:2730: delete oid 34 current snap is 270 2024-08-29T14:58:25.325 INFO:tasks.rados.rados.0.smithi131.stdout:2728: finishing write tid 4 to smithi13174786-31 2024-08-29T14:58:25.326 INFO:tasks.rados.rados.0.smithi131.stdout:2728: finishing write tid 5 to smithi13174786-31 2024-08-29T14:58:25.326 INFO:tasks.rados.rados.0.smithi131.stdout:2730: done (1 left) 2024-08-29T14:58:25.327 INFO:tasks.rados.rados.0.smithi131.stdout:2731: snap_remove snap 268 2024-08-29T14:58:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:25 smithi131 ceph-mon[87973]: osdmap e612: 8 total, 8 up, 8 in 2024-08-29T14:58:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:25 smithi131 ceph-mon[87973]: pgmap v506: 121 pgs: 121 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 33 op/s 2024-08-29T14:58:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:25 smithi131 ceph-mon[90512]: osdmap e612: 8 total, 8 up, 8 in 2024-08-29T14:58:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:25 smithi131 ceph-mon[90512]: pgmap v506: 121 pgs: 121 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 33 op/s 2024-08-29T14:58:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:25 smithi169 ceph-mon[78471]: osdmap e612: 8 total, 8 up, 8 in 2024-08-29T14:58:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:25 smithi169 ceph-mon[78471]: pgmap v506: 121 pgs: 121 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 33 op/s 2024-08-29T14:58:26.188 INFO:tasks.rados.rados.0.smithi131.stdout:2731: done (1 left) 2024-08-29T14:58:26.188 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 270 2024-08-29T14:58:26.188 INFO:tasks.rados.rados.0.smithi131.stdout:2728: finishing write tid 6 to smithi13174786-31 2024-08-29T14:58:26.188 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 1488 (ObjNum 853 snap 270 seq_num 853) dirty exists 2024-08-29T14:58:26.188 INFO:tasks.rados.rados.0.smithi131.stdout:2728: left oid 31 (ObjNum 853 snap 270 seq_num 853) 2024-08-29T14:58:26.188 INFO:tasks.rados.rados.0.smithi131.stdout:2732: seq_num 856 ranges {5963776=745472,6709248=557056,7266304=417792,7684096=434176,8118272=196608} 2024-08-29T14:58:26.224 INFO:tasks.rados.rados.0.smithi131.stdout:2732: writing smithi13174786-43 from 5963776 to 6709248 tid 1 2024-08-29T14:58:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:2732: writing smithi13174786-43 from 6709248 to 7266304 tid 2 2024-08-29T14:58:26.230 INFO:tasks.rados.rados.0.smithi131.stdout:2732: writing smithi13174786-43 from 7266304 to 7684096 tid 3 2024-08-29T14:58:26.232 INFO:tasks.rados.rados.0.smithi131.stdout:2732: writing smithi13174786-43 from 7684096 to 8118272 tid 4 2024-08-29T14:58:26.234 INFO:tasks.rados.rados.0.smithi131.stdout:2732: writing smithi13174786-43 from 8118272 to 8314880 tid 5 2024-08-29T14:58:26.235 INFO:tasks.rados.rados.0.smithi131.stdout:2728: done (1 left) 2024-08-29T14:58:26.235 INFO:tasks.rados.rados.0.smithi131.stdout:2733: read oid 30 snap -1 2024-08-29T14:58:26.235 INFO:tasks.rados.rados.0.smithi131.stdout:2733: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:58:26.235 INFO:tasks.rados.rados.0.smithi131.stdout:2734: copy_from oid 37 from oid 12 current snap is 270 2024-08-29T14:58:26.235 INFO:tasks.rados.rados.0.smithi131.stdout:2735: read oid 16 snap 254 2024-08-29T14:58:26.235 INFO:tasks.rados.rados.0.smithi131.stdout:2735: expect deleted 2024-08-29T14:58:26.235 INFO:tasks.rados.rados.0.smithi131.stdout:2736: copy_from oid 11 from oid 9 current snap is 270 2024-08-29T14:58:26.235 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 270 2024-08-29T14:58:26.235 INFO:tasks.rados.rados.0.smithi131.stdout:2737: seq_num 857 ranges {6316032=761856,7077888=442368,7520256=630784,8151040=532480} 2024-08-29T14:58:26.256 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:58:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:58:25] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.51.0" 2024-08-29T14:58:26.274 INFO:tasks.rados.rados.0.smithi131.stdout:2737: writing smithi13174786-42 from 6316032 to 7077888 tid 1 2024-08-29T14:58:26.276 INFO:tasks.rados.rados.0.smithi131.stdout:2737: writing smithi13174786-42 from 7077888 to 7520256 tid 2 2024-08-29T14:58:26.280 INFO:tasks.rados.rados.0.smithi131.stdout:2737: writing smithi13174786-42 from 7520256 to 8151040 tid 3 2024-08-29T14:58:26.283 INFO:tasks.rados.rados.0.smithi131.stdout:2737: writing smithi13174786-42 from 8151040 to 8683520 tid 4 2024-08-29T14:58:26.283 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 270 2024-08-29T14:58:26.284 INFO:tasks.rados.rados.0.smithi131.stdout:2738: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-08-29T14:58:26.288 INFO:tasks.rados.rados.0.smithi131.stdout:2738: writing smithi13174786-7 from 0 to 778240 tid 1 2024-08-29T14:58:26.292 INFO:tasks.rados.rados.0.smithi131.stdout:2738: writing smithi13174786-7 from 778240 to 1507328 tid 2 2024-08-29T14:58:26.294 INFO:tasks.rados.rados.0.smithi131.stdout:2738: writing smithi13174786-7 from 1507328 to 1941504 tid 3 2024-08-29T14:58:26.297 INFO:tasks.rados.rados.0.smithi131.stdout:2738: writing smithi13174786-7 from 1941504 to 2383872 tid 4 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:2739: setattr oid 48 current snap is 270 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:2732: finishing write tid 1 to smithi13174786-43 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:2732: finishing write tid 2 to smithi13174786-43 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:2732: finishing write tid 3 to smithi13174786-43 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:2732: finishing write tid 4 to smithi13174786-43 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:2732: finishing write tid 5 to smithi13174786-43 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:2732: finishing write tid 6 to smithi13174786-43 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:2734: finishing copy_from racing read to smithi13174786-37 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:2734: finishing copy_from to smithi13174786-37 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1129 (ObjNum 815 snap 257 seq_num 815) dirty exists 2024-08-29T14:58:26.298 INFO:tasks.rados.rados.0.smithi131.stdout:2733: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:58:26.402 INFO:tasks.rados.rados.0.smithi131.stdout:2732: finishing write tid 7 to smithi13174786-43 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1629 (ObjNum 856 snap 270 seq_num 856) dirty exists 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:2732: left oid 43 (ObjNum 856 snap 270 seq_num 856) 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:2736: finishing copy_from racing read to smithi13174786-11 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:2736: finishing copy_from to smithi13174786-11 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1122 (ObjNum 804 snap 255 seq_num 804) dirty exists 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:2737: finishing write tid 1 to smithi13174786-42 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:2737: finishing write tid 2 to smithi13174786-42 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:2737: finishing write tid 3 to smithi13174786-42 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:2737: finishing write tid 4 to smithi13174786-42 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:2737: finishing write tid 5 to smithi13174786-42 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:2737: finishing write tid 6 to smithi13174786-42 2024-08-29T14:58:26.403 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1570 (ObjNum 857 snap 270 seq_num 857) dirty exists 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2737: left oid 42 (ObjNum 857 snap 270 seq_num 857) 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2738: finishing write tid 1 to smithi13174786-7 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2738: finishing write tid 2 to smithi13174786-7 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2738: finishing write tid 3 to smithi13174786-7 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2738: finishing write tid 4 to smithi13174786-7 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2738: finishing write tid 5 to smithi13174786-7 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2738: finishing write tid 6 to smithi13174786-7 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1477 (ObjNum 858 snap 270 seq_num 858) dirty exists 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2738: left oid 7 (ObjNum 858 snap 270 seq_num 858) 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2732: done (7 left) 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2733: done (6 left) 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2734: done (5 left) 2024-08-29T14:58:26.404 INFO:tasks.rados.rados.0.smithi131.stdout:2735: done (4 left) 2024-08-29T14:58:26.405 INFO:tasks.rados.rados.0.smithi131.stdout:2736: done (3 left) 2024-08-29T14:58:26.405 INFO:tasks.rados.rados.0.smithi131.stdout:2737: done (2 left) 2024-08-29T14:58:26.405 INFO:tasks.rados.rados.0.smithi131.stdout:2738: done (1 left) 2024-08-29T14:58:26.405 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 270 2024-08-29T14:58:26.405 INFO:tasks.rados.rados.0.smithi131.stdout:2740: seq_num 859 ranges {1761280=794624,2555904=614400,3170304=638976,3809280=352256} 2024-08-29T14:58:26.415 INFO:tasks.rados.rados.0.smithi131.stdout:2740: writing smithi13174786-10 from 1761280 to 2555904 tid 1 2024-08-29T14:58:26.419 INFO:tasks.rados.rados.0.smithi131.stdout:2740: writing smithi13174786-10 from 2555904 to 3170304 tid 2 2024-08-29T14:58:26.423 INFO:tasks.rados.rados.0.smithi131.stdout:2740: writing smithi13174786-10 from 3170304 to 3809280 tid 3 2024-08-29T14:58:26.426 INFO:tasks.rados.rados.0.smithi131.stdout:2740: writing smithi13174786-10 from 3809280 to 4161536 tid 4 2024-08-29T14:58:26.426 INFO:tasks.rados.rados.0.smithi131.stdout:2741: read oid 21 snap -1 2024-08-29T14:58:26.426 INFO:tasks.rados.rados.0.smithi131.stdout:2741: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:58:26.426 INFO:tasks.rados.rados.0.smithi131.stdout:2742: delete oid 29 current snap is 270 2024-08-29T14:58:26.426 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1571 (ObjNum 850 snap 269 seq_num 850) dirty exists 2024-08-29T14:58:26.426 INFO:tasks.rados.rados.0.smithi131.stdout:2740: finishing write tid 1 to smithi13174786-10 2024-08-29T14:58:26.426 INFO:tasks.rados.rados.0.smithi131.stdout:2740: finishing write tid 2 to smithi13174786-10 2024-08-29T14:58:26.426 INFO:tasks.rados.rados.0.smithi131.stdout:2740: finishing write tid 3 to smithi13174786-10 2024-08-29T14:58:26.428 INFO:tasks.rados.rados.0.smithi131.stdout:2739: done (3 left) 2024-08-29T14:58:26.428 INFO:tasks.rados.rados.0.smithi131.stdout:2742: done (2 left) 2024-08-29T14:58:26.428 INFO:tasks.rados.rados.0.smithi131.stdout:2743: read oid 39 snap -1 2024-08-29T14:58:26.428 INFO:tasks.rados.rados.0.smithi131.stdout:2743: expect deleted 2024-08-29T14:58:26.429 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 270 2024-08-29T14:58:26.429 INFO:tasks.rados.rados.0.smithi131.stdout:2744: seq_num 861 ranges {1875968=24576} 2024-08-29T14:58:26.439 INFO:tasks.rados.rados.0.smithi131.stdout:2744: writing smithi13174786-32 from 1875968 to 1900544 tid 1 2024-08-29T14:58:26.439 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 270 2024-08-29T14:58:26.439 INFO:tasks.rados.rados.0.smithi131.stdout:2740: finishing write tid 4 to smithi13174786-10 2024-08-29T14:58:26.439 INFO:tasks.rados.rados.0.smithi131.stdout:2745: seq_num 862 ranges {2883584=40960} 2024-08-29T14:58:26.454 INFO:tasks.rados.rados.0.smithi131.stdout:2745: writing smithi13174786-6 from 2883584 to 2924544 tid 1 2024-08-29T14:58:26.454 INFO:tasks.rados.rados.0.smithi131.stdout:2746: rollback oid 7 current snap is 270 2024-08-29T14:58:26.455 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 7 to 260 2024-08-29T14:58:26.455 INFO:tasks.rados.rados.0.smithi131.stdout:2740: finishing write tid 5 to smithi13174786-10 2024-08-29T14:58:26.455 INFO:tasks.rados.rados.0.smithi131.stdout:2740: finishing write tid 6 to smithi13174786-10 2024-08-29T14:58:26.455 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1730 (ObjNum 859 snap 270 seq_num 859) dirty exists 2024-08-29T14:58:26.455 INFO:tasks.rados.rados.0.smithi131.stdout:2740: left oid 10 (ObjNum 859 snap 270 seq_num 859) 2024-08-29T14:58:26.455 INFO:tasks.rados.rados.0.smithi131.stdout:2741: expect (ObjNum 626 snap 188 seq_num 626) 2024-08-29T14:58:26.479 INFO:tasks.rados.rados.0.smithi131.stdout:2744: finishing write tid 1 to smithi13174786-32 2024-08-29T14:58:26.479 INFO:tasks.rados.rados.0.smithi131.stdout:2744: finishing write tid 2 to smithi13174786-32 2024-08-29T14:58:26.479 INFO:tasks.rados.rados.0.smithi131.stdout:2744: finishing write tid 3 to smithi13174786-32 2024-08-29T14:58:26.479 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1853 (ObjNum 861 snap 270 seq_num 861) dirty exists 2024-08-29T14:58:26.479 INFO:tasks.rados.rados.0.smithi131.stdout:2744: left oid 32 (ObjNum 861 snap 270 seq_num 861) 2024-08-29T14:58:26.479 INFO:tasks.rados.rados.0.smithi131.stdout:2740: done (5 left) 2024-08-29T14:58:26.479 INFO:tasks.rados.rados.0.smithi131.stdout:2741: done (4 left) 2024-08-29T14:58:26.479 INFO:tasks.rados.rados.0.smithi131.stdout:2743: done (3 left) 2024-08-29T14:58:26.479 INFO:tasks.rados.rados.0.smithi131.stdout:2744: done (2 left) 2024-08-29T14:58:26.479 INFO:tasks.rados.rados.0.smithi131.stdout:2747: rmattr oid 49 current snap is 270 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:2747: done (2 left) 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 270 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:2746: finishing rollback tid 0 to smithi13174786-7 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:2746: finishing rollback tid 1 to smithi13174786-7 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1479 (ObjNum 33 snap 0 seq_num 2) dirty dne 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:2748: seq_num 863 ranges {0=57344} 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:2748: writing smithi13174786-20 from 0 to 57344 tid 1 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:2746: done (2 left) 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:2749: copy_from oid 38 from oid 2 current snap is 270 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:2745: finishing write tid 1 to smithi13174786-6 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:2745: finishing write tid 2 to smithi13174786-6 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:2745: finishing write tid 3 to smithi13174786-6 2024-08-29T14:58:26.480 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1457 (ObjNum 862 snap 270 seq_num 862) dirty exists 2024-08-29T14:58:26.481 INFO:tasks.rados.rados.0.smithi131.stdout:2745: left oid 6 (ObjNum 862 snap 270 seq_num 862) 2024-08-29T14:58:26.481 INFO:tasks.rados.rados.0.smithi131.stdout:2745: done (2 left) 2024-08-29T14:58:26.481 INFO:tasks.rados.rados.0.smithi131.stdout:2750: read oid 4 snap -1 2024-08-29T14:58:26.481 INFO:tasks.rados.rados.0.smithi131.stdout:2750: expect (ObjNum 723 snap 227 seq_num 723) 2024-08-29T14:58:26.481 INFO:tasks.rados.rados.0.smithi131.stdout:2751: snap_create 2024-08-29T14:58:26.481 INFO:tasks.rados.rados.0.smithi131.stdout:2749: finishing copy_from to smithi13174786-38 2024-08-29T14:58:26.481 INFO:tasks.rados.rados.0.smithi131.stdout:2749: got expected ENOENT (src dne) 2024-08-29T14:58:26.482 INFO:tasks.rados.rados.0.smithi131.stdout:2749: finishing copy_from racing read to smithi13174786-38 2024-08-29T14:58:26.482 INFO:tasks.rados.rados.0.smithi131.stdout:2748: finishing write tid 1 to smithi13174786-20 2024-08-29T14:58:26.482 INFO:tasks.rados.rados.0.smithi131.stdout:2748: finishing write tid 2 to smithi13174786-20 2024-08-29T14:58:26.483 INFO:tasks.rados.rados.0.smithi131.stdout:2748: finishing write tid 3 to smithi13174786-20 2024-08-29T14:58:26.483 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 1623 (ObjNum 863 snap 270 seq_num 863) dirty exists 2024-08-29T14:58:26.483 INFO:tasks.rados.rados.0.smithi131.stdout:2748: left oid 20 (ObjNum 863 snap 270 seq_num 863) 2024-08-29T14:58:26.492 INFO:tasks.rados.rados.0.smithi131.stdout:2750: expect (ObjNum 723 snap 227 seq_num 723) 2024-08-29T14:58:26.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[87973]: osdmap e613: 8 total, 8 up, 8 in 2024-08-29T14:58:26.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[87973]: osdmap e614: 8 total, 8 up, 8 in 2024-08-29T14:58:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[90512]: osdmap e613: 8 total, 8 up, 8 in 2024-08-29T14:58:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:26 smithi131 ceph-mon[90512]: osdmap e614: 8 total, 8 up, 8 in 2024-08-29T14:58:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:26 smithi169 ceph-mon[78471]: osdmap e613: 8 total, 8 up, 8 in 2024-08-29T14:58:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:26 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:26 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:26 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:26 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:26 smithi169 ceph-mon[78471]: osdmap e614: 8 total, 8 up, 8 in 2024-08-29T14:58:27.265 INFO:tasks.rados.rados.0.smithi131.stdout:2748: done (3 left) 2024-08-29T14:58:27.265 INFO:tasks.rados.rados.0.smithi131.stdout:2749: done (2 left) 2024-08-29T14:58:27.265 INFO:tasks.rados.rados.0.smithi131.stdout:2750: done (1 left) 2024-08-29T14:58:27.265 INFO:tasks.rados.rados.0.smithi131.stdout:2751: done (0 left) 2024-08-29T14:58:27.265 INFO:tasks.rados.rados.0.smithi131.stdout:2752: rollback oid 5 current snap is 271 2024-08-29T14:58:27.265 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 5 to 264 2024-08-29T14:58:27.265 INFO:tasks.rados.rados.0.smithi131.stdout:2753: read oid 13 snap -1 2024-08-29T14:58:27.265 INFO:tasks.rados.rados.0.smithi131.stdout:2753: expect deleted 2024-08-29T14:58:27.265 INFO:tasks.rados.rados.0.smithi131.stdout:2754: snap_create 2024-08-29T14:58:27.270 INFO:tasks.rados.rados.0.smithi131.stdout:2752: finishing rollback tid 0 to smithi13174786-5 2024-08-29T14:58:27.270 INFO:tasks.rados.rados.0.smithi131.stdout:2752: finishing rollback tid 1 to smithi13174786-5 2024-08-29T14:58:27.270 INFO:tasks.rados.rados.0.smithi131.stdout:2752: finishing rollback tid 2 to smithi13174786-5 2024-08-29T14:58:27.270 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 1491 (ObjNum 679 snap 210 seq_num 679) dirty exists 2024-08-29T14:58:27.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:27 smithi169 ceph-mon[78471]: pgmap v509: 121 pgs: 121 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-29T14:58:27.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:27 smithi131 ceph-mon[87973]: pgmap v509: 121 pgs: 121 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-29T14:58:27.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:27 smithi131 ceph-mon[90512]: pgmap v509: 121 pgs: 121 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-29T14:58:28.268 INFO:tasks.rados.rados.0.smithi131.stdout:2752: done (2 left) 2024-08-29T14:58:28.268 INFO:tasks.rados.rados.0.smithi131.stdout:2753: done (1 left) 2024-08-29T14:58:28.268 INFO:tasks.rados.rados.0.smithi131.stdout:2754: done (0 left) 2024-08-29T14:58:28.268 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 272 2024-08-29T14:58:28.268 INFO:tasks.rados.rados.0.smithi131.stdout:2755: seq_num 864 ranges {2064384=73728} 2024-08-29T14:58:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:2755: writing smithi13174786-12 from 2064384 to 2138112 tid 1 2024-08-29T14:58:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:2756: rollback oid 47 current snap is 272 2024-08-29T14:58:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 47 to 265 2024-08-29T14:58:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:2757: snap_create 2024-08-29T14:58:28.285 INFO:tasks.rados.rados.0.smithi131.stdout:2756: finishing rollback tid 1 to smithi13174786-47 2024-08-29T14:58:28.285 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 1447 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:58:28.285 INFO:tasks.rados.rados.0.smithi131.stdout:2755: finishing write tid 1 to smithi13174786-12 2024-08-29T14:58:28.286 INFO:tasks.rados.rados.0.smithi131.stdout:2755: finishing write tid 2 to smithi13174786-12 2024-08-29T14:58:28.286 INFO:tasks.rados.rados.0.smithi131.stdout:2755: finishing write tid 3 to smithi13174786-12 2024-08-29T14:58:28.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1131 (ObjNum 864 snap 272 seq_num 864) dirty exists 2024-08-29T14:58:28.287 INFO:tasks.rados.rados.0.smithi131.stdout:2755: left oid 12 (ObjNum 864 snap 272 seq_num 864) 2024-08-29T14:58:28.527 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:28 smithi169 ceph-mon[78471]: osdmap e615: 8 total, 8 up, 8 in 2024-08-29T14:58:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:28 smithi131 ceph-mon[87973]: osdmap e615: 8 total, 8 up, 8 in 2024-08-29T14:58:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:28 smithi131 ceph-mon[90512]: osdmap e615: 8 total, 8 up, 8 in 2024-08-29T14:58:29.277 INFO:tasks.rados.rados.0.smithi131.stdout:2755: done (2 left) 2024-08-29T14:58:29.277 INFO:tasks.rados.rados.0.smithi131.stdout:2756: done (1 left) 2024-08-29T14:58:29.277 INFO:tasks.rados.rados.0.smithi131.stdout:2757: done (0 left) 2024-08-29T14:58:29.277 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 273 2024-08-29T14:58:29.277 INFO:tasks.rados.rados.0.smithi131.stdout:2758: seq_num 865 ranges {57344=90112} 2024-08-29T14:58:29.278 INFO:tasks.rados.rados.0.smithi131.stdout:2758: writing smithi13174786-20 from 57344 to 147456 tid 1 2024-08-29T14:58:29.278 INFO:tasks.rados.rados.0.smithi131.stdout:2759: read oid 17 snap 270 2024-08-29T14:58:29.278 INFO:tasks.rados.rados.0.smithi131.stdout:2759: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:58:29.279 INFO:tasks.rados.rados.0.smithi131.stdout:2760: setattr oid 26 current snap is 273 2024-08-29T14:58:29.280 INFO:tasks.rados.rados.0.smithi131.stdout:2761: read oid 14 snap -1 2024-08-29T14:58:29.280 INFO:tasks.rados.rados.0.smithi131.stdout:2761: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-29T14:58:29.280 INFO:tasks.rados.rados.0.smithi131.stdout:2762: read oid 3 snap -1 2024-08-29T14:58:29.280 INFO:tasks.rados.rados.0.smithi131.stdout:2762: expect deleted 2024-08-29T14:58:29.280 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 273 2024-08-29T14:58:29.280 INFO:tasks.rados.rados.0.smithi131.stdout:2763: seq_num 866 ranges {0=106496} 2024-08-29T14:58:29.280 INFO:tasks.rados.rados.0.smithi131.stdout:2763: writing smithi13174786-28 from 0 to 106496 tid 1 2024-08-29T14:58:29.280 INFO:tasks.rados.rados.0.smithi131.stdout:2764: delete oid 12 current snap is 273 2024-08-29T14:58:29.283 INFO:tasks.rados.rados.0.smithi131.stdout:2758: finishing write tid 1 to smithi13174786-20 2024-08-29T14:58:29.283 INFO:tasks.rados.rados.0.smithi131.stdout:2758: finishing write tid 2 to smithi13174786-20 2024-08-29T14:58:29.285 INFO:tasks.rados.rados.0.smithi131.stdout:2758: finishing write tid 3 to smithi13174786-20 2024-08-29T14:58:29.285 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 1625 (ObjNum 865 snap 273 seq_num 865) dirty exists 2024-08-29T14:58:29.285 INFO:tasks.rados.rados.0.smithi131.stdout:2758: left oid 20 (ObjNum 865 snap 273 seq_num 865) 2024-08-29T14:58:29.286 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 988 (ObjNum 33 snap 0 seq_num 2120490464) dirty exists 2024-08-29T14:58:29.289 INFO:tasks.rados.rados.0.smithi131.stdout:2759: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:58:29.320 INFO:tasks.rados.rados.0.smithi131.stdout:2763: finishing write tid 1 to smithi13174786-28 2024-08-29T14:58:29.320 INFO:tasks.rados.rados.0.smithi131.stdout:2763: finishing write tid 2 to smithi13174786-28 2024-08-29T14:58:29.320 INFO:tasks.rados.rados.0.smithi131.stdout:2763: finishing write tid 3 to smithi13174786-28 2024-08-29T14:58:29.321 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 1451 (ObjNum 866 snap 273 seq_num 866) dirty exists 2024-08-29T14:58:29.321 INFO:tasks.rados.rados.0.smithi131.stdout:2763: left oid 28 (ObjNum 866 snap 273 seq_num 866) 2024-08-29T14:58:29.321 INFO:tasks.rados.rados.0.smithi131.stdout:2758: done (6 left) 2024-08-29T14:58:29.321 INFO:tasks.rados.rados.0.smithi131.stdout:2759: done (5 left) 2024-08-29T14:58:29.321 INFO:tasks.rados.rados.0.smithi131.stdout:2760: done (4 left) 2024-08-29T14:58:29.321 INFO:tasks.rados.rados.0.smithi131.stdout:2762: done (3 left) 2024-08-29T14:58:29.321 INFO:tasks.rados.rados.0.smithi131.stdout:2763: done (2 left) 2024-08-29T14:58:29.321 INFO:tasks.rados.rados.0.smithi131.stdout:2764: done (1 left) 2024-08-29T14:58:29.321 INFO:tasks.rados.rados.0.smithi131.stdout:2765: rollback oid 33 current snap is 273 2024-08-29T14:58:29.322 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 33 to 241 2024-08-29T14:58:29.322 INFO:tasks.rados.rados.0.smithi131.stdout:2766: rollback oid 3 current snap is 273 2024-08-29T14:58:29.322 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 3 to 260 2024-08-29T14:58:29.322 INFO:tasks.rados.rados.0.smithi131.stdout:2767: copy_from oid 47 from oid 34 current snap is 273 2024-08-29T14:58:29.322 INFO:tasks.rados.rados.0.smithi131.stdout:2768: copy_from oid 13 from oid 17 current snap is 273 2024-08-29T14:58:29.322 INFO:tasks.rados.rados.0.smithi131.stdout:2769: snap_remove snap 267 2024-08-29T14:58:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[87973]: osdmap e616: 8 total, 8 up, 8 in 2024-08-29T14:58:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[87973]: pgmap v512: 121 pgs: 121 active+clean; 344 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-08-29T14:58:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[87973]: Detected new or changed devices on smithi169 2024-08-29T14:58:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:29.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[90512]: osdmap e616: 8 total, 8 up, 8 in 2024-08-29T14:58:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[90512]: pgmap v512: 121 pgs: 121 active+clean; 344 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-08-29T14:58:29.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[90512]: Detected new or changed devices on smithi169 2024-08-29T14:58:29.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:29.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:29.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:29.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:29.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:29 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:29 smithi169 ceph-mon[78471]: osdmap e616: 8 total, 8 up, 8 in 2024-08-29T14:58:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:29 smithi169 ceph-mon[78471]: pgmap v512: 121 pgs: 121 active+clean; 344 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-08-29T14:58:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:29 smithi169 ceph-mon[78471]: Detected new or changed devices on smithi169 2024-08-29T14:58:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:29 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:29 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:29 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:29 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:29.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:29 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:2769: done (5 left) 2024-08-29T14:58:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:2770: delete oid 42 current snap is 273 2024-08-29T14:58:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:2767: finishing copy_from to smithi13174786-47 2024-08-29T14:58:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:2767: got expected ENOENT (src dne) 2024-08-29T14:58:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:2767: finishing copy_from racing read to smithi13174786-47 2024-08-29T14:58:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:2766: finishing rollback tid 1 to smithi13174786-3 2024-08-29T14:58:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1720 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:58:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:2765: finishing rollback tid 0 to smithi13174786-33 2024-08-29T14:58:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:2765: finishing rollback tid 1 to smithi13174786-33 2024-08-29T14:58:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:2765: finishing rollback tid 2 to smithi13174786-33 2024-08-29T14:58:30.288 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 1454 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-08-29T14:58:30.288 INFO:tasks.rados.rados.0.smithi131.stdout:2768: finishing copy_from racing read to smithi13174786-13 2024-08-29T14:58:30.288 INFO:tasks.rados.rados.0.smithi131.stdout:2761: expect (ObjNum 753 snap 237 seq_num 753) 2024-08-29T14:58:30.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:58:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: osdmap e617: 8 total, 8 up, 8 in 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: Upgrade: Setting container_image for all mds 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-29T14:58:30.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: Upgrade: Setting container_image for all rgw 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: Upgrade: Setting container_image for all rbd-mirror 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: Upgrade: Setting container_image for all ceph-exporter 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: Upgrade: Setting container_image for all iscsi 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: Upgrade: Setting container_image for all nfs 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: Upgrade: Setting container_image for all nvmeof 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.382 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:30 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: osdmap e617: 8 total, 8 up, 8 in 2024-08-29T14:58:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: Upgrade: Setting container_image for all mds 2024-08-29T14:58:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: Upgrade: Setting container_image for all rgw 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: Upgrade: Setting container_image for all rbd-mirror 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: Upgrade: Setting container_image for all ceph-exporter 2024-08-29T14:58:30.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: Upgrade: Setting container_image for all iscsi 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: Upgrade: Setting container_image for all nfs 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: Upgrade: Setting container_image for all nvmeof 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: osdmap e617: 8 total, 8 up, 8 in 2024-08-29T14:58:30.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:30.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: Upgrade: Setting container_image for all mds 2024-08-29T14:58:30.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: Upgrade: Setting container_image for all rgw 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: Upgrade: Setting container_image for all rbd-mirror 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.607 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: Upgrade: Setting container_image for all ceph-exporter 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: Upgrade: Setting container_image for all iscsi 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: Upgrade: Setting container_image for all nfs 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: Upgrade: Setting container_image for all nvmeof 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:30.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:30 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:31.087 INFO:tasks.rados.rados.0.smithi131.stdout:2768: finishing copy_from to smithi13174786-13 2024-08-29T14:58:31.088 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1540 (ObjNum 778 snap 249 seq_num 778) dirty exists 2024-08-29T14:58:31.088 INFO:tasks.rados.rados.0.smithi131.stdout:2761: done (5 left) 2024-08-29T14:58:31.088 INFO:tasks.rados.rados.0.smithi131.stdout:2765: done (4 left) 2024-08-29T14:58:31.088 INFO:tasks.rados.rados.0.smithi131.stdout:2766: done (3 left) 2024-08-29T14:58:31.088 INFO:tasks.rados.rados.0.smithi131.stdout:2767: done (2 left) 2024-08-29T14:58:31.088 INFO:tasks.rados.rados.0.smithi131.stdout:2768: done (1 left) 2024-08-29T14:58:31.088 INFO:tasks.rados.rados.0.smithi131.stdout:2770: done (0 left) 2024-08-29T14:58:31.088 INFO:tasks.rados.rados.0.smithi131.stdout:2771: delete oid 21 current snap is 273 2024-08-29T14:58:31.089 INFO:tasks.rados.rados.0.smithi131.stdout:2771: done (0 left) 2024-08-29T14:58:31.089 INFO:tasks.rados.rados.0.smithi131.stdout:2772: copy_from oid 13 from oid 17 current snap is 273 2024-08-29T14:58:31.089 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 273 2024-08-29T14:58:31.089 INFO:tasks.rados.rados.0.smithi131.stdout:2773: seq_num 870 ranges {0=172032} 2024-08-29T14:58:31.090 INFO:tasks.rados.rados.0.smithi131.stdout:2773: writing smithi13174786-26 from 0 to 172032 tid 1 2024-08-29T14:58:31.090 INFO:tasks.rados.rados.0.smithi131.stdout:2774: snap_create 2024-08-29T14:58:31.093 INFO:tasks.rados.rados.0.smithi131.stdout:2773: finishing write tid 1 to smithi13174786-26 2024-08-29T14:58:31.093 INFO:tasks.rados.rados.0.smithi131.stdout:2773: finishing write tid 2 to smithi13174786-26 2024-08-29T14:58:31.095 INFO:tasks.rados.rados.0.smithi131.stdout:2772: finishing copy_from racing read to smithi13174786-13 2024-08-29T14:58:31.096 INFO:tasks.rados.rados.0.smithi131.stdout:2772: finishing copy_from to smithi13174786-13 2024-08-29T14:58:31.096 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1540 (ObjNum 778 snap 249 seq_num 778) dirty exists 2024-08-29T14:58:31.100 INFO:tasks.rados.rados.0.smithi131.stdout:2773: finishing write tid 3 to smithi13174786-26 2024-08-29T14:58:31.100 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 990 (ObjNum 870 snap 273 seq_num 870) dirty exists 2024-08-29T14:58:31.100 INFO:tasks.rados.rados.0.smithi131.stdout:2773: left oid 26 (ObjNum 870 snap 273 seq_num 870) 2024-08-29T14:58:31.294 INFO:tasks.rados.rados.0.smithi131.stdout:2772: done (2 left) 2024-08-29T14:58:31.294 INFO:tasks.rados.rados.0.smithi131.stdout:2773: done (1 left) 2024-08-29T14:58:31.294 INFO:tasks.rados.rados.0.smithi131.stdout:2774: done (0 left) 2024-08-29T14:58:31.294 INFO:tasks.rados.rados.0.smithi131.stdout:2775: copy_from oid 24 from oid 35 current snap is 274 2024-08-29T14:58:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:2776: read oid 32 snap 236 2024-08-29T14:58:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:2776: expect (ObjNum 739 snap 234 seq_num 739) 2024-08-29T14:58:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:2777: read oid 38 snap -1 2024-08-29T14:58:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:2777: expect (ObjNum 830 snap 260 seq_num 830) 2024-08-29T14:58:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:2778: read oid 50 snap 261 2024-08-29T14:58:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:2778: expect (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:58:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:2779: rollback oid 21 current snap is 274 2024-08-29T14:58:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 244 2024-08-29T14:58:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 274 2024-08-29T14:58:31.295 INFO:tasks.rados.rados.0.smithi131.stdout:2780: seq_num 871 ranges {2924544=188416} 2024-08-29T14:58:31.311 INFO:tasks.rados.rados.0.smithi131.stdout:2780: writing smithi13174786-6 from 2924544 to 3112960 tid 1 2024-08-29T14:58:31.312 INFO:tasks.rados.rados.0.smithi131.stdout:2781: delete oid 20 current snap is 274 2024-08-29T14:58:31.312 INFO:tasks.rados.rados.0.smithi131.stdout:2776: expect (ObjNum 739 snap 234 seq_num 739) 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2779: finishing rollback tid 1 to smithi13174786-21 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2779: finishing rollback tid 2 to smithi13174786-21 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 1628 (ObjNum 626 snap 188 seq_num 626) dirty exists 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2775: finishing copy_from to smithi13174786-24 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2775: got expected ENOENT (src dne) 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2775: finishing copy_from racing read to smithi13174786-24 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2775: done (6 left) 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2776: done (5 left) 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2779: done (4 left) 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2781: done (3 left) 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2782: snap_create 2024-08-29T14:58:31.325 INFO:tasks.rados.rados.0.smithi131.stdout:2780: finishing write tid 1 to smithi13174786-6 2024-08-29T14:58:31.326 INFO:tasks.rados.rados.0.smithi131.stdout:2780: finishing write tid 2 to smithi13174786-6 2024-08-29T14:58:31.326 INFO:tasks.rados.rados.0.smithi131.stdout:2780: finishing write tid 3 to smithi13174786-6 2024-08-29T14:58:31.326 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1459 (ObjNum 871 snap 274 seq_num 871) dirty exists 2024-08-29T14:58:31.326 INFO:tasks.rados.rados.0.smithi131.stdout:2780: left oid 6 (ObjNum 871 snap 274 seq_num 871) 2024-08-29T14:58:31.326 INFO:tasks.rados.rados.0.smithi131.stdout:2778: expect (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:58:31.565 INFO:tasks.rados.rados.0.smithi131.stdout:2777: expect (ObjNum 830 snap 260 seq_num 830) 2024-08-29T14:58:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:31 smithi131 ceph-mon[87973]: osdmap e618: 8 total, 8 up, 8 in 2024-08-29T14:58:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:31 smithi131 ceph-mon[87973]: pgmap v515: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-29T14:58:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:31 smithi131 ceph-mon[87973]: Upgrade: Updating grafana.a 2024-08-29T14:58:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:31 smithi131 ceph-mon[87973]: Deploying daemon grafana.a on smithi169 2024-08-29T14:58:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:31 smithi131 ceph-mon[90512]: osdmap e618: 8 total, 8 up, 8 in 2024-08-29T14:58:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:31 smithi131 ceph-mon[90512]: pgmap v515: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-29T14:58:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:31 smithi131 ceph-mon[90512]: Upgrade: Updating grafana.a 2024-08-29T14:58:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:31 smithi131 ceph-mon[90512]: Deploying daemon grafana.a on smithi169 2024-08-29T14:58:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:31 smithi169 ceph-mon[78471]: osdmap e618: 8 total, 8 up, 8 in 2024-08-29T14:58:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:31 smithi169 ceph-mon[78471]: pgmap v515: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-08-29T14:58:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:31 smithi169 ceph-mon[78471]: Upgrade: Updating grafana.a 2024-08-29T14:58:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:31 smithi169 ceph-mon[78471]: Deploying daemon grafana.a on smithi169 2024-08-29T14:58:32.301 INFO:tasks.rados.rados.0.smithi131.stdout:2777: done (3 left) 2024-08-29T14:58:32.301 INFO:tasks.rados.rados.0.smithi131.stdout:2778: done (2 left) 2024-08-29T14:58:32.301 INFO:tasks.rados.rados.0.smithi131.stdout:2780: done (1 left) 2024-08-29T14:58:32.301 INFO:tasks.rados.rados.0.smithi131.stdout:2782: done (0 left) 2024-08-29T14:58:32.301 INFO:tasks.rados.rados.0.smithi131.stdout:2783: read oid 11 snap -1 2024-08-29T14:58:32.301 INFO:tasks.rados.rados.0.smithi131.stdout:2783: expect (ObjNum 804 snap 255 seq_num 804) 2024-08-29T14:58:32.301 INFO:tasks.rados.rados.0.smithi131.stdout:2784: snap_remove snap 261 2024-08-29T14:58:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:32 smithi131 ceph-mon[87973]: osdmap e619: 8 total, 8 up, 8 in 2024-08-29T14:58:32.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:32 smithi131 ceph-mon[90512]: osdmap e619: 8 total, 8 up, 8 in 2024-08-29T14:58:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:32 smithi169 ceph-mon[78471]: osdmap e619: 8 total, 8 up, 8 in 2024-08-29T14:58:33.308 INFO:tasks.rados.rados.0.smithi131.stdout:2784: done (1 left) 2024-08-29T14:58:33.308 INFO:tasks.rados.rados.0.smithi131.stdout:2785: setattr oid 1 current snap is 275 2024-08-29T14:58:33.309 INFO:tasks.rados.rados.0.smithi131.stdout:2783: expect (ObjNum 804 snap 255 seq_num 804) 2024-08-29T14:58:33.354 INFO:tasks.rados.rados.0.smithi131.stdout:2783: done (1 left) 2024-08-29T14:58:33.355 INFO:tasks.rados.rados.0.smithi131.stdout:2786: read oid 46 snap -1 2024-08-29T14:58:33.355 INFO:tasks.rados.rados.0.smithi131.stdout:2786: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:58:33.355 INFO:tasks.rados.rados.0.smithi131.stdout:2787: rollback oid 20 current snap is 275 2024-08-29T14:58:33.355 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 20 to 273 2024-08-29T14:58:33.355 INFO:tasks.rados.rados.0.smithi131.stdout:2788: delete oid 42 current snap is 275 2024-08-29T14:58:33.361 INFO:tasks.rados.rados.0.smithi131.stdout:2787: finishing rollback tid 1 to smithi13174786-20 2024-08-29T14:58:33.361 INFO:tasks.rados.rados.0.smithi131.stdout:2788: done (3 left) 2024-08-29T14:58:33.361 INFO:tasks.rados.rados.0.smithi131.stdout:2789: rollback oid 6 current snap is 275 2024-08-29T14:58:33.362 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 6 to 264 2024-08-29T14:58:33.362 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 275 2024-08-29T14:58:33.362 INFO:tasks.rados.rados.0.smithi131.stdout:2790: seq_num 874 ranges {3735552=245760} 2024-08-29T14:58:33.379 INFO:tasks.rados.rados.0.smithi131.stdout:2790: writing smithi13174786-15 from 3735552 to 3981312 tid 1 2024-08-29T14:58:33.379 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 275 2024-08-29T14:58:33.379 INFO:tasks.rados.rados.0.smithi131.stdout:2787: finishing rollback tid 2 to smithi13174786-20 2024-08-29T14:58:33.379 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 1631 (ObjNum 865 snap 273 seq_num 865) dirty exists 2024-08-29T14:58:33.380 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1480 (ObjNum 825 snap 259 seq_num 825) dirty exists 2024-08-29T14:58:33.380 INFO:tasks.rados.rados.0.smithi131.stdout:2789: finishing rollback tid 0 to smithi13174786-6 2024-08-29T14:58:33.380 INFO:tasks.rados.rados.0.smithi131.stdout:2791: seq_num 875 ranges {2015232=262144} 2024-08-29T14:58:33.392 INFO:tasks.rados.rados.0.smithi131.stdout:2791: writing smithi13174786-36 from 2015232 to 2277376 tid 1 2024-08-29T14:58:33.392 INFO:tasks.rados.rados.0.smithi131.stdout:2785: done (5 left) 2024-08-29T14:58:33.392 INFO:tasks.rados.rados.0.smithi131.stdout:2787: done (4 left) 2024-08-29T14:58:33.392 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 40 current snap is 275 2024-08-29T14:58:33.392 INFO:tasks.rados.rados.0.smithi131.stdout:2792: seq_num 876 ranges {2195456=278528} 2024-08-29T14:58:33.405 INFO:tasks.rados.rados.0.smithi131.stdout:2792: writing smithi13174786-40 from 2195456 to 2473984 tid 1 2024-08-29T14:58:33.405 INFO:tasks.rados.rados.0.smithi131.stdout:2793: snap_create 2024-08-29T14:58:33.405 INFO:tasks.rados.rados.0.smithi131.stdout:2789: finishing rollback tid 1 to smithi13174786-6 2024-08-29T14:58:33.405 INFO:tasks.rados.rados.0.smithi131.stdout:2789: finishing rollback tid 2 to smithi13174786-6 2024-08-29T14:58:33.406 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1462 (ObjNum 747 snap 234 seq_num 747) dirty exists 2024-08-29T14:58:33.406 INFO:tasks.rados.rados.0.smithi131.stdout:2786: expect (ObjNum 629 snap 189 seq_num 629) 2024-08-29T14:58:33.457 INFO:tasks.rados.rados.0.smithi131.stdout:2790: finishing write tid 1 to smithi13174786-15 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:2790: finishing write tid 2 to smithi13174786-15 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:2790: finishing write tid 3 to smithi13174786-15 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1540 (ObjNum 874 snap 275 seq_num 874) dirty exists 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:2790: left oid 15 (ObjNum 874 snap 275 seq_num 874) 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:2791: finishing write tid 1 to smithi13174786-36 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:2791: finishing write tid 2 to smithi13174786-36 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:2791: finishing write tid 3 to smithi13174786-36 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1574 (ObjNum 875 snap 275 seq_num 875) dirty exists 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:2791: left oid 36 (ObjNum 875 snap 275 seq_num 875) 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:2792: finishing write tid 1 to smithi13174786-40 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:2792: finishing write tid 2 to smithi13174786-40 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:2792: finishing write tid 3 to smithi13174786-40 2024-08-29T14:58:33.458 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1576 (ObjNum 876 snap 275 seq_num 876) dirty exists 2024-08-29T14:58:33.459 INFO:tasks.rados.rados.0.smithi131.stdout:2792: left oid 40 (ObjNum 876 snap 275 seq_num 876) 2024-08-29T14:58:33.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:33 smithi131 ceph-mon[87973]: osdmap e620: 8 total, 8 up, 8 in 2024-08-29T14:58:33.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:33 smithi131 ceph-mon[87973]: pgmap v518: 121 pgs: 121 active+clean; 351 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-29T14:58:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:33 smithi131 ceph-mon[90512]: osdmap e620: 8 total, 8 up, 8 in 2024-08-29T14:58:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:33 smithi131 ceph-mon[90512]: pgmap v518: 121 pgs: 121 active+clean; 351 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-29T14:58:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:33 smithi169 ceph-mon[78471]: osdmap e620: 8 total, 8 up, 8 in 2024-08-29T14:58:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:33 smithi169 ceph-mon[78471]: pgmap v518: 121 pgs: 121 active+clean; 351 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-29T14:58:34.308 INFO:tasks.rados.rados.0.smithi131.stdout:2786: done (5 left) 2024-08-29T14:58:34.308 INFO:tasks.rados.rados.0.smithi131.stdout:2789: done (4 left) 2024-08-29T14:58:34.308 INFO:tasks.rados.rados.0.smithi131.stdout:2790: done (3 left) 2024-08-29T14:58:34.309 INFO:tasks.rados.rados.0.smithi131.stdout:2791: done (2 left) 2024-08-29T14:58:34.309 INFO:tasks.rados.rados.0.smithi131.stdout:2792: done (1 left) 2024-08-29T14:58:34.309 INFO:tasks.rados.rados.0.smithi131.stdout:2793: done (0 left) 2024-08-29T14:58:34.309 INFO:tasks.rados.rados.0.smithi131.stdout:2794: copy_from oid 48 from oid 43 current snap is 276 2024-08-29T14:58:34.309 INFO:tasks.rados.rados.0.smithi131.stdout:2795: setattr oid 7 current snap is 276 2024-08-29T14:58:34.309 INFO:tasks.rados.rados.0.smithi131.stdout:2796: read oid 36 snap 258 2024-08-29T14:58:34.310 INFO:tasks.rados.rados.0.smithi131.stdout:2796: expect deleted 2024-08-29T14:58:34.310 INFO:tasks.rados.rados.0.smithi131.stdout:2797: read oid 25 snap -1 2024-08-29T14:58:34.310 INFO:tasks.rados.rados.0.smithi131.stdout:2797: expect (ObjNum 812 snap 255 seq_num 812) 2024-08-29T14:58:34.310 INFO:tasks.rados.rados.0.smithi131.stdout:2798: snap_create 2024-08-29T14:58:34.316 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1481 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-29T14:58:34.346 INFO:tasks.rados.rados.0.smithi131.stdout:2797: expect (ObjNum 812 snap 255 seq_num 812) 2024-08-29T14:58:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:34 smithi131 ceph-mon[87973]: osdmap e621: 8 total, 8 up, 8 in 2024-08-29T14:58:34.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:34 smithi131 ceph-mon[90512]: osdmap e621: 8 total, 8 up, 8 in 2024-08-29T14:58:34.617 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:58:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:34 smithi169 ceph-mon[78471]: osdmap e621: 8 total, 8 up, 8 in 2024-08-29T14:58:34.653 INFO:tasks.rados.rados.0.smithi131.stdout:2794: finishing copy_from racing read to smithi13174786-48 2024-08-29T14:58:34.653 INFO:tasks.rados.rados.0.smithi131.stdout:2794: finishing copy_from to smithi13174786-48 2024-08-29T14:58:34.653 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1629 (ObjNum 856 snap 270 seq_num 856) dirty exists 2024-08-29T14:58:35.170 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:58:35.170 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (7m) 26s ago 11m 21.4M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:58:35.170 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (7m) 9s ago 11m 86.0M - 9.4.7 954c08fa6188 db639e96b408 2024-08-29T14:58:35.170 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (29s) 26s ago 13m 13.4M - 19.3.0-4579-g1f4056d9 d17246d170ec e6de3be29b86 2024-08-29T14:58:35.170 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (13s) 9s ago 13m 13.2M - 19.3.0-4579-g1f4056d9 d17246d170ec 42d5242216dc 2024-08-29T14:58:35.170 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (6m) 9s ago 16m 455M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:58:35.170 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (6m) 26s ago 18m 527M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:58:35.170 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (6m) 26s ago 18m 69.2M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:58:35.170 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (5m) 9s ago 17m 54.1M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (5m) 26s ago 16m 55.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (7m) 26s ago 11m 10.6M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (6m) 9s ago 11m 11.7M - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (4m) 26s ago 16m 210M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 2b80a23f091c 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (4m) 26s ago 16m 242M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 7ef2711f92d6 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (3m) 26s ago 15m 184M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec def684d0aaf6 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (3m) 26s ago 15m 213M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 413c5146ddeb 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (2m) 9s ago 14m 257M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec c83aa6304b98 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (113s) 9s ago 14m 152M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 99f84d9bb029 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (79s) 9s ago 14m 89.5M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec b233f06c020f 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (45s) 9s ago 13m 87.9M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec ec27a0c44ba6 2024-08-29T14:58:35.171 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (6m) 9s ago 12m 53.8M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:58:35.313 INFO:tasks.rados.rados.0.smithi131.stdout:2794: done (4 left) 2024-08-29T14:58:35.313 INFO:tasks.rados.rados.0.smithi131.stdout:2795: done (3 left) 2024-08-29T14:58:35.313 INFO:tasks.rados.rados.0.smithi131.stdout:2796: done (2 left) 2024-08-29T14:58:35.313 INFO:tasks.rados.rados.0.smithi131.stdout:2797: done (1 left) 2024-08-29T14:58:35.313 INFO:tasks.rados.rados.0.smithi131.stdout:2798: done (0 left) 2024-08-29T14:58:35.313 INFO:tasks.rados.rados.0.smithi131.stdout:2799: copy_from oid 12 from oid 4 current snap is 277 2024-08-29T14:58:35.313 INFO:tasks.rados.rados.0.smithi131.stdout:2800: snap_remove snap 263 2024-08-29T14:58:35.516 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:58:35.516 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 8 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:58:35.517 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 15 2024-08-29T14:58:35.518 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:58:35.518 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:58:35.518 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[87973]: pgmap v521: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-08-29T14:58:35.518 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[87973]: osdmap e622: 8 total, 8 up, 8 in 2024-08-29T14:58:35.518 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:35.518 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[87973]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:35.518 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[87973]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:35.518 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[87973]: from='client.34551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:35.519 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[90512]: pgmap v521: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-08-29T14:58:35.519 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[90512]: osdmap e622: 8 total, 8 up, 8 in 2024-08-29T14:58:35.519 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:35.519 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[90512]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:35.519 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[90512]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:35.519 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-mon[90512]: from='client.34551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:35 smithi169 ceph-mon[78471]: pgmap v521: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-08-29T14:58:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:35 smithi169 ceph-mon[78471]: osdmap e622: 8 total, 8 up, 8 in 2024-08-29T14:58:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:35 smithi169 ceph-mon[78471]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:35 smithi169 ceph-mon[78471]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:35 smithi169 ceph-mon[78471]: from='client.34551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:35.798 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:58:35.798 INFO:teuthology.orchestra.run.smithi131.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:58:35.798 INFO:teuthology.orchestra.run.smithi131.stdout: "in_progress": true, 2024-08-29T14:58:35.798 INFO:teuthology.orchestra.run.smithi131.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-29T14:58:35.798 INFO:teuthology.orchestra.run.smithi131.stdout: "services_complete": [ 2024-08-29T14:58:35.798 INFO:teuthology.orchestra.run.smithi131.stdout: "osd", 2024-08-29T14:58:35.799 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr", 2024-08-29T14:58:35.799 INFO:teuthology.orchestra.run.smithi131.stdout: "mds", 2024-08-29T14:58:35.799 INFO:teuthology.orchestra.run.smithi131.stdout: "mon" 2024-08-29T14:58:35.799 INFO:teuthology.orchestra.run.smithi131.stdout: ], 2024-08-29T14:58:35.799 INFO:teuthology.orchestra.run.smithi131.stdout: "progress": "15/20 daemons upgraded", 2024-08-29T14:58:35.799 INFO:teuthology.orchestra.run.smithi131.stdout: "message": "Currently upgrading grafana daemons", 2024-08-29T14:58:35.799 INFO:teuthology.orchestra.run.smithi131.stdout: "is_paused": false 2024-08-29T14:58:35.799 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:58:36.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:58:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:58:35] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.51.0" 2024-08-29T14:58:36.193 INFO:tasks.rados.rados.0.smithi131.stdout:2800: done (1 left) 2024-08-29T14:58:36.193 INFO:tasks.rados.rados.0.smithi131.stdout:2801: read oid 15 snap -1 2024-08-29T14:58:36.193 INFO:tasks.rados.rados.0.smithi131.stdout:2801: expect (ObjNum 874 snap 275 seq_num 874) 2024-08-29T14:58:36.194 INFO:tasks.rados.rados.0.smithi131.stdout:2802: snap_remove snap 275 2024-08-29T14:58:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:36 smithi131 ceph-mon[87973]: osdmap e623: 8 total, 8 up, 8 in 2024-08-29T14:58:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:36 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2231476396' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:36 smithi131 ceph-mon[87973]: from='client.44480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:36 smithi131 ceph-mon[87973]: osdmap e624: 8 total, 8 up, 8 in 2024-08-29T14:58:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:36 smithi131 ceph-mon[90512]: osdmap e623: 8 total, 8 up, 8 in 2024-08-29T14:58:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:36 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2231476396' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:36 smithi131 ceph-mon[90512]: from='client.44480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:36 smithi131 ceph-mon[90512]: osdmap e624: 8 total, 8 up, 8 in 2024-08-29T14:58:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:36 smithi169 ceph-mon[78471]: osdmap e623: 8 total, 8 up, 8 in 2024-08-29T14:58:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:36 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2231476396' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:36 smithi169 ceph-mon[78471]: from='client.44480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:58:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:36 smithi169 ceph-mon[78471]: osdmap e624: 8 total, 8 up, 8 in 2024-08-29T14:58:37.197 INFO:tasks.rados.rados.0.smithi131.stdout:2802: done (2 left) 2024-08-29T14:58:37.197 INFO:tasks.rados.rados.0.smithi131.stdout:2803: read oid 45 snap -1 2024-08-29T14:58:37.198 INFO:tasks.rados.rados.0.smithi131.stdout:2803: expect deleted 2024-08-29T14:58:37.198 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 277 2024-08-29T14:58:37.198 INFO:tasks.rados.rados.0.smithi131.stdout:2799: finishing copy_from racing read to smithi13174786-12 2024-08-29T14:58:37.198 INFO:tasks.rados.rados.0.smithi131.stdout:2799: finishing copy_from to smithi13174786-12 2024-08-29T14:58:37.198 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1646 (ObjNum 723 snap 227 seq_num 723) dirty exists 2024-08-29T14:58:37.198 INFO:tasks.rados.rados.0.smithi131.stdout:2804: seq_num 877 ranges {6283264=294912} 2024-08-29T14:58:37.232 INFO:tasks.rados.rados.0.smithi131.stdout:2804: writing smithi13174786-44 from 6283264 to 6578176 tid 1 2024-08-29T14:58:37.233 INFO:tasks.rados.rados.0.smithi131.stdout:2799: done (3 left) 2024-08-29T14:58:37.233 INFO:tasks.rados.rados.0.smithi131.stdout:2805: copy_from oid 12 from oid 40 current snap is 277 2024-08-29T14:58:37.233 INFO:tasks.rados.rados.0.smithi131.stdout:2801: expect (ObjNum 874 snap 275 seq_num 874) 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:2804: finishing write tid 1 to smithi13174786-44 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:2804: finishing write tid 2 to smithi13174786-44 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:2804: finishing write tid 3 to smithi13174786-44 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1749 (ObjNum 877 snap 277 seq_num 877) dirty exists 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:2804: left oid 44 (ObjNum 877 snap 277 seq_num 877) 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:2805: finishing copy_from racing read to smithi13174786-12 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:2805: finishing copy_from to smithi13174786-12 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1576 (ObjNum 876 snap 275 seq_num 876) dirty exists 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:2801: done (3 left) 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:2803: done (2 left) 2024-08-29T14:58:37.539 INFO:tasks.rados.rados.0.smithi131.stdout:2804: done (1 left) 2024-08-29T14:58:37.540 INFO:tasks.rados.rados.0.smithi131.stdout:2805: done (0 left) 2024-08-29T14:58:37.540 INFO:tasks.rados.rados.0.smithi131.stdout:2806: read oid 38 snap -1 2024-08-29T14:58:37.540 INFO:tasks.rados.rados.0.smithi131.stdout:2806: expect (ObjNum 830 snap 260 seq_num 830) 2024-08-29T14:58:37.540 INFO:tasks.rados.rados.0.smithi131.stdout:2807: delete oid 15 current snap is 277 2024-08-29T14:58:37.555 INFO:tasks.rados.rados.0.smithi131.stdout:2807: done (1 left) 2024-08-29T14:58:37.555 INFO:tasks.rados.rados.0.smithi131.stdout:2808: snap_create 2024-08-29T14:58:37.559 INFO:tasks.rados.rados.0.smithi131.stdout:2806: expect (ObjNum 830 snap 260 seq_num 830) 2024-08-29T14:58:38.213 INFO:tasks.rados.rados.0.smithi131.stdout:2806: done (1 left) 2024-08-29T14:58:38.214 INFO:tasks.rados.rados.0.smithi131.stdout:2808: done (0 left) 2024-08-29T14:58:38.214 INFO:tasks.rados.rados.0.smithi131.stdout:2809: rmattr oid 44 current snap is 278 2024-08-29T14:58:38.214 INFO:tasks.rados.rados.0.smithi131.stdout:2809: done (0 left) 2024-08-29T14:58:38.214 INFO:tasks.rados.rados.0.smithi131.stdout:2810: snap_remove snap 273 2024-08-29T14:58:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:38 smithi131 ceph-mon[87973]: pgmap v524: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-08-29T14:58:38.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:38 smithi131 ceph-mon[87973]: osdmap e625: 8 total, 8 up, 8 in 2024-08-29T14:58:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:38 smithi131 ceph-mon[90512]: pgmap v524: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-08-29T14:58:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:38 smithi131 ceph-mon[90512]: osdmap e625: 8 total, 8 up, 8 in 2024-08-29T14:58:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:38 smithi169 ceph-mon[78471]: pgmap v524: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-08-29T14:58:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:38 smithi169 ceph-mon[78471]: osdmap e625: 8 total, 8 up, 8 in 2024-08-29T14:58:39.217 INFO:tasks.rados.rados.0.smithi131.stdout:2810: done (0 left) 2024-08-29T14:58:39.217 INFO:tasks.rados.rados.0.smithi131.stdout:2811: read oid 10 snap -1 2024-08-29T14:58:39.217 INFO:tasks.rados.rados.0.smithi131.stdout:2811: expect (ObjNum 859 snap 270 seq_num 859) 2024-08-29T14:58:39.217 INFO:tasks.rados.rados.0.smithi131.stdout:2812: rmattr oid 46 current snap is 278 2024-08-29T14:58:39.217 INFO:tasks.rados.rados.0.smithi131.stdout:2812: done (1 left) 2024-08-29T14:58:39.217 INFO:tasks.rados.rados.0.smithi131.stdout:2813: copy_from oid 49 from oid 13 current snap is 278 2024-08-29T14:58:39.217 INFO:tasks.rados.rados.0.smithi131.stdout:2814: delete oid 15 current snap is 278 2024-08-29T14:58:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:2814: done (2 left) 2024-08-29T14:58:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:2815: read oid 5 snap -1 2024-08-29T14:58:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:2815: expect (ObjNum 679 snap 210 seq_num 679) 2024-08-29T14:58:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:2816: snap_remove snap 225 2024-08-29T14:58:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:39 smithi169 ceph-mon[78471]: osdmap e626: 8 total, 8 up, 8 in 2024-08-29T14:58:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:39 smithi131 ceph-mon[87973]: osdmap e626: 8 total, 8 up, 8 in 2024-08-29T14:58:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:39 smithi131 ceph-mon[90512]: osdmap e626: 8 total, 8 up, 8 in 2024-08-29T14:58:40.225 INFO:tasks.rados.rados.0.smithi131.stdout:2811: expect (ObjNum 859 snap 270 seq_num 859) 2024-08-29T14:58:40.372 INFO:tasks.rados.rados.0.smithi131.stdout:2813: finishing copy_from racing read to smithi13174786-49 2024-08-29T14:58:40.372 INFO:tasks.rados.rados.0.smithi131.stdout:2813: finishing copy_from to smithi13174786-49 2024-08-29T14:58:40.372 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1540 (ObjNum 778 snap 249 seq_num 778) dirty exists 2024-08-29T14:58:40.372 INFO:tasks.rados.rados.0.smithi131.stdout:2815: expect (ObjNum 679 snap 210 seq_num 679) 2024-08-29T14:58:40.444 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:58:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:58:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:58:40.444 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:40 smithi169 ceph-mon[78471]: pgmap v527: 121 pgs: 121 active+clean; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-08-29T14:58:40.444 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:40 smithi169 ceph-mon[78471]: osdmap e627: 8 total, 8 up, 8 in 2024-08-29T14:58:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:40 smithi131 ceph-mon[87973]: pgmap v527: 121 pgs: 121 active+clean; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-08-29T14:58:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:40 smithi131 ceph-mon[87973]: osdmap e627: 8 total, 8 up, 8 in 2024-08-29T14:58:40.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:40 smithi131 ceph-mon[90512]: pgmap v527: 121 pgs: 121 active+clean; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-08-29T14:58:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:40 smithi131 ceph-mon[90512]: osdmap e627: 8 total, 8 up, 8 in 2024-08-29T14:58:41.339 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:41 smithi169 ceph-mon[78471]: osdmap e628: 8 total, 8 up, 8 in 2024-08-29T14:58:41.339 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:41 smithi169 ceph-mon[78471]: osdmap e629: 8 total, 8 up, 8 in 2024-08-29T14:58:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:41 smithi131 ceph-mon[87973]: osdmap e628: 8 total, 8 up, 8 in 2024-08-29T14:58:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:41 smithi131 ceph-mon[87973]: osdmap e629: 8 total, 8 up, 8 in 2024-08-29T14:58:41.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:41 smithi131 ceph-mon[90512]: osdmap e628: 8 total, 8 up, 8 in 2024-08-29T14:58:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:41 smithi131 ceph-mon[90512]: osdmap e629: 8 total, 8 up, 8 in 2024-08-29T14:58:41.623 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:41 smithi169 systemd[1]: Stopping Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:58:41.841 INFO:tasks.rados.rados.0.smithi131.stdout:2811: done (3 left) 2024-08-29T14:58:41.841 INFO:tasks.rados.rados.0.smithi131.stdout:2813: done (2 left) 2024-08-29T14:58:41.841 INFO:tasks.rados.rados.0.smithi131.stdout:2815: done (1 left) 2024-08-29T14:58:41.841 INFO:tasks.rados.rados.0.smithi131.stdout:2816: done (0 left) 2024-08-29T14:58:41.841 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 278 2024-08-29T14:58:41.841 INFO:tasks.rados.rados.0.smithi131.stdout:2817: seq_num 880 ranges {2473984=344064} 2024-08-29T14:58:41.856 INFO:tasks.rados.rados.0.smithi131.stdout:2817: writing smithi13174786-12 from 2473984 to 2818048 tid 1 2024-08-29T14:58:41.856 INFO:tasks.rados.rados.0.smithi131.stdout:2818: snap_create 2024-08-29T14:58:41.858 INFO:tasks.rados.rados.0.smithi131.stdout:2817: finishing write tid 1 to smithi13174786-12 2024-08-29T14:58:41.859 INFO:tasks.rados.rados.0.smithi131.stdout:2817: finishing write tid 2 to smithi13174786-12 2024-08-29T14:58:41.861 INFO:tasks.rados.rados.0.smithi131.stdout:2817: finishing write tid 3 to smithi13174786-12 2024-08-29T14:58:41.861 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1648 (ObjNum 880 snap 278 seq_num 880) dirty exists 2024-08-29T14:58:41.861 INFO:tasks.rados.rados.0.smithi131.stdout:2817: left oid 12 (ObjNum 880 snap 278 seq_num 880) 2024-08-29T14:58:41.879 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:41 smithi169 podman[108216]: 2024-08-29 14:58:41.622667848 +0000 UTC m=+0.139580872 container died db639e96b4083ff8f8ad1c5394eb04659e2517e88a60039f79687e90ff580329 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, name=ubi8, maintainer=Paul Cuzner , release=239.1651231664, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, version=8.5, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-08-29T14:58:42.227 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:42 smithi169 podman[108216]: 2024-08-29 14:58:42.060370727 +0000 UTC m=+0.577283748 container cleanup db639e96b4083ff8f8ad1c5394eb04659e2517e88a60039f79687e90ff580329 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, vendor=Red Hat, Inc., version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, name=ubi8, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-08-29T14:58:42.227 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:42 smithi169 bash[108216]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a 2024-08-29T14:58:42.239 INFO:tasks.rados.rados.0.smithi131.stdout:2817: done (1 left) 2024-08-29T14:58:42.239 INFO:tasks.rados.rados.0.smithi131.stdout:2818: done (0 left) 2024-08-29T14:58:42.239 INFO:tasks.rados.rados.0.smithi131.stdout:2819: rollback oid 12 current snap is 279 2024-08-29T14:58:42.239 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 12 to 264 2024-08-29T14:58:42.239 INFO:tasks.rados.rados.0.smithi131.stdout:2820: rmattr oid 23 current snap is 279 2024-08-29T14:58:42.239 INFO:tasks.rados.rados.0.smithi131.stdout:2820: done (1 left) 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2821: read oid 2 snap -1 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2821: expect deleted 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2822: read oid 34 snap -1 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2822: expect deleted 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2823: read oid 26 snap 262 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2823: expect deleted 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2824: read oid 16 snap -1 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2824: expect (ObjNum 842 snap 262 seq_num 842) 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2825: read oid 30 snap -1 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2825: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:58:42.240 INFO:tasks.rados.rados.0.smithi131.stdout:2826: setattr oid 9 current snap is 279 2024-08-29T14:58:42.241 INFO:tasks.rados.rados.0.smithi131.stdout:2822: done (6 left) 2024-08-29T14:58:42.241 INFO:tasks.rados.rados.0.smithi131.stdout:2827: rmattr oid 40 current snap is 279 2024-08-29T14:58:42.241 INFO:tasks.rados.rados.0.smithi131.stdout:2827: done (6 left) 2024-08-29T14:58:42.241 INFO:tasks.rados.rados.0.smithi131.stdout:2828: snap_remove snap 270 2024-08-29T14:58:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:42 smithi131 ceph-mon[87973]: pgmap v530: 121 pgs: 121 active+clean; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T14:58:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:42 smithi131 ceph-mon[90512]: pgmap v530: 121 pgs: 121 active+clean; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T14:58:42.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:42 smithi169 ceph-mon[78471]: pgmap v530: 121 pgs: 121 active+clean; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T14:58:42.609 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:42 smithi169 podman[108233]: 2024-08-29 14:58:42.346023541 +0000 UTC m=+0.725494874 container remove db639e96b4083ff8f8ad1c5394eb04659e2517e88a60039f79687e90ff580329 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, name=ubi8, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner ) 2024-08-29T14:58:42.609 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:42 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:58:43.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:42 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-29T14:58:43.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:42 smithi169 systemd[1]: Stopped Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:58:43.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:42 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@grafana.a.service: Consumed 7.198s CPU time. 2024-08-29T14:58:43.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:42 smithi169 systemd[1]: Starting Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T14:58:43.244 INFO:tasks.rados.rados.0.smithi131.stdout:2828: done (6 left) 2024-08-29T14:58:43.244 INFO:tasks.rados.rados.0.smithi131.stdout:2829: rollback oid 15 current snap is 279 2024-08-29T14:58:43.244 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 15 to 272 2024-08-29T14:58:43.244 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 279 2024-08-29T14:58:43.244 INFO:tasks.rados.rados.0.smithi131.stdout:2830: seq_num 881 ranges {2883584=360448} 2024-08-29T14:58:43.262 INFO:tasks.rados.rados.0.smithi131.stdout:2830: writing smithi13174786-6 from 2883584 to 3244032 tid 1 2024-08-29T14:58:43.262 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 35 current snap is 279 2024-08-29T14:58:43.262 INFO:tasks.rados.rados.0.smithi131.stdout:2831: seq_num 882 ranges {0=376832} 2024-08-29T14:58:43.264 INFO:tasks.rados.rados.0.smithi131.stdout:2831: writing smithi13174786-35 from 0 to 376832 tid 1 2024-08-29T14:58:43.264 INFO:tasks.rados.rados.0.smithi131.stdout:2832: rollback oid 48 current snap is 279 2024-08-29T14:58:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 264 2024-08-29T14:58:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:2819: finishing rollback tid 0 to smithi13174786-12 2024-08-29T14:58:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:2819: finishing rollback tid 1 to smithi13174786-12 2024-08-29T14:58:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:2819: finishing rollback tid 2 to smithi13174786-12 2024-08-29T14:58:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1651 (ObjNum 815 snap 257 seq_num 815) dirty exists 2024-08-29T14:58:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:2819: done (9 left) 2024-08-29T14:58:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:2821: done (8 left) 2024-08-29T14:58:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:2823: done (7 left) 2024-08-29T14:58:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:2833: copy_from oid 14 from oid 11 current snap is 279 2024-08-29T14:58:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:2824: expect (ObjNum 842 snap 262 seq_num 842) 2024-08-29T14:58:43.340 INFO:tasks.rados.rados.0.smithi131.stdout:2825: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:58:43.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:43 smithi169 ceph-mon[78471]: osdmap e630: 8 total, 8 up, 8 in 2024-08-29T14:58:43.379 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:43 smithi169 podman[108367]: 2024-08-29 14:58:42.943052238 +0000 UTC m=+0.016521017 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1630 (ObjNum 804 snap 255 seq_num 804) dirty exists 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:2829: finishing rollback tid 1 to smithi13174786-15 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:2829: finishing rollback tid 2 to smithi13174786-15 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1543 (ObjNum 728 snap 231 seq_num 728) dirty exists 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:2830: finishing write tid 1 to smithi13174786-6 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:2830: finishing write tid 2 to smithi13174786-6 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:2830: finishing write tid 3 to smithi13174786-6 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1464 (ObjNum 881 snap 279 seq_num 881) dirty exists 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:2830: left oid 6 (ObjNum 881 snap 279 seq_num 881) 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:2831: finishing write tid 1 to smithi13174786-35 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:2824: done (7 left) 2024-08-29T14:58:43.444 INFO:tasks.rados.rados.0.smithi131.stdout:2825: done (6 left) 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:2826: done (5 left) 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:2829: done (4 left) 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:2830: done (3 left) 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 279 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:2831: finishing write tid 2 to smithi13174786-35 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:2832: finishing rollback tid 0 to smithi13174786-48 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:2832: finishing rollback tid 1 to smithi13174786-48 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1631 (ObjNum 305 snap 0 seq_num 2121444496) dirty dne 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:2831: finishing write tid 3 to smithi13174786-35 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1764 (ObjNum 882 snap 279 seq_num 882) dirty exists 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:2831: left oid 35 (ObjNum 882 snap 279 seq_num 882) 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:2833: finishing copy_from racing read to smithi13174786-14 2024-08-29T14:58:43.445 INFO:tasks.rados.rados.0.smithi131.stdout:2833: finishing copy_from to smithi13174786-14 2024-08-29T14:58:43.446 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 1122 (ObjNum 804 snap 255 seq_num 804) dirty exists 2024-08-29T14:58:43.446 INFO:tasks.rados.rados.0.smithi131.stdout:2834: seq_num 883 ranges {1040384=393216} 2024-08-29T14:58:43.451 INFO:tasks.rados.rados.0.smithi131.stdout:2834: writing smithi13174786-17 from 1040384 to 1433600 tid 1 2024-08-29T14:58:43.451 INFO:tasks.rados.rados.0.smithi131.stdout:2831: done (3 left) 2024-08-29T14:58:43.451 INFO:tasks.rados.rados.0.smithi131.stdout:2832: done (2 left) 2024-08-29T14:58:43.451 INFO:tasks.rados.rados.0.smithi131.stdout:2833: done (1 left) 2024-08-29T14:58:43.451 INFO:tasks.rados.rados.0.smithi131.stdout:2835: copy_from oid 4 from oid 3 current snap is 279 2024-08-29T14:58:43.451 INFO:tasks.rados.rados.0.smithi131.stdout:2836: rollback oid 39 current snap is 279 2024-08-29T14:58:43.451 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 39 to 269 2024-08-29T14:58:43.451 INFO:tasks.rados.rados.0.smithi131.stdout:2837: copy_from oid 9 from oid 22 current snap is 279 2024-08-29T14:58:43.451 INFO:tasks.rados.rados.0.smithi131.stdout:2838: snap_create 2024-08-29T14:58:43.452 INFO:tasks.rados.rados.0.smithi131.stdout:2835: finishing copy_from to smithi13174786-4 2024-08-29T14:58:43.452 INFO:tasks.rados.rados.0.smithi131.stdout:2835: got expected ENOENT (src dne) 2024-08-29T14:58:43.452 INFO:tasks.rados.rados.0.smithi131.stdout:2837: finishing copy_from to smithi13174786-9 2024-08-29T14:58:43.452 INFO:tasks.rados.rados.0.smithi131.stdout:2837: got expected ENOENT (src dne) 2024-08-29T14:58:43.452 INFO:tasks.rados.rados.0.smithi131.stdout:2835: finishing copy_from racing read to smithi13174786-4 2024-08-29T14:58:43.452 INFO:tasks.rados.rados.0.smithi131.stdout:2837: finishing copy_from racing read to smithi13174786-9 2024-08-29T14:58:43.453 INFO:tasks.rados.rados.0.smithi131.stdout:2836: finishing rollback tid 1 to smithi13174786-39 2024-08-29T14:58:43.453 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 1616 (ObjNum 33 snap 0 seq_num 2120056640) dirty dne 2024-08-29T14:58:43.454 INFO:tasks.rados.rados.0.smithi131.stdout:2834: finishing write tid 1 to smithi13174786-17 2024-08-29T14:58:43.454 INFO:tasks.rados.rados.0.smithi131.stdout:2834: finishing write tid 2 to smithi13174786-17 2024-08-29T14:58:43.455 INFO:tasks.rados.rados.0.smithi131.stdout:2834: finishing write tid 3 to smithi13174786-17 2024-08-29T14:58:43.455 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 1633 (ObjNum 883 snap 279 seq_num 883) dirty exists 2024-08-29T14:58:43.455 INFO:tasks.rados.rados.0.smithi131.stdout:2834: left oid 17 (ObjNum 883 snap 279 seq_num 883) 2024-08-29T14:58:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:43 smithi131 ceph-mon[87973]: osdmap e630: 8 total, 8 up, 8 in 2024-08-29T14:58:43.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:43 smithi131 ceph-mon[90512]: osdmap e630: 8 total, 8 up, 8 in 2024-08-29T14:58:44.247 INFO:tasks.rados.rados.0.smithi131.stdout:2834: done (4 left) 2024-08-29T14:58:44.247 INFO:tasks.rados.rados.0.smithi131.stdout:2835: done (3 left) 2024-08-29T14:58:44.247 INFO:tasks.rados.rados.0.smithi131.stdout:2836: done (2 left) 2024-08-29T14:58:44.247 INFO:tasks.rados.rados.0.smithi131.stdout:2837: done (1 left) 2024-08-29T14:58:44.247 INFO:tasks.rados.rados.0.smithi131.stdout:2838: done (0 left) 2024-08-29T14:58:44.247 INFO:tasks.rados.rados.0.smithi131.stdout:2839: setattr oid 22 current snap is 280 2024-08-29T14:58:44.249 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 280 2024-08-29T14:58:44.249 INFO:tasks.rados.rados.0.smithi131.stdout:2840: seq_num 884 ranges {172032=409600} 2024-08-29T14:58:44.252 INFO:tasks.rados.rados.0.smithi131.stdout:2840: writing smithi13174786-26 from 172032 to 581632 tid 1 2024-08-29T14:58:44.252 INFO:tasks.rados.rados.0.smithi131.stdout:2841: read oid 36 snap 278 2024-08-29T14:58:44.252 INFO:tasks.rados.rados.0.smithi131.stdout:2841: expect (ObjNum 875 snap 275 seq_num 875) 2024-08-29T14:58:44.252 INFO:tasks.rados.rados.0.smithi131.stdout:2842: read oid 32 snap -1 2024-08-29T14:58:44.252 INFO:tasks.rados.rados.0.smithi131.stdout:2842: expect (ObjNum 861 snap 270 seq_num 861) 2024-08-29T14:58:44.252 INFO:tasks.rados.rados.0.smithi131.stdout:2843: snap_remove snap 274 2024-08-29T14:58:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:44 smithi131 ceph-mon[87973]: pgmap v533: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 930 KiB/s wr, 5 op/s 2024-08-29T14:58:44.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:44 smithi131 ceph-mon[87973]: osdmap e631: 8 total, 8 up, 8 in 2024-08-29T14:58:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:44 smithi131 ceph-mon[90512]: pgmap v533: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 930 KiB/s wr, 5 op/s 2024-08-29T14:58:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:44 smithi131 ceph-mon[90512]: osdmap e631: 8 total, 8 up, 8 in 2024-08-29T14:58:44.629 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:44 smithi169 podman[108367]: 2024-08-29 14:58:44.165902246 +0000 UTC m=+1.239371016 container create 77d84b1ee8378bb816057d302f7a8dd219b55b222066047ee9db0399f2e7d49c (image=quay.io/ceph/grafana:10.4.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-29T14:58:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:44 smithi169 ceph-mon[78471]: pgmap v533: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 930 KiB/s wr, 5 op/s 2024-08-29T14:58:44.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:44 smithi169 ceph-mon[78471]: osdmap e631: 8 total, 8 up, 8 in 2024-08-29T14:58:45.254 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 1871 (ObjNum 129 snap 0 seq_num 2120411872) dirty exists 2024-08-29T14:58:45.254 INFO:tasks.rados.rados.0.smithi131.stdout:2840: finishing write tid 1 to smithi13174786-26 2024-08-29T14:58:45.254 INFO:tasks.rados.rados.0.smithi131.stdout:2840: finishing write tid 2 to smithi13174786-26 2024-08-29T14:58:45.255 INFO:tasks.rados.rados.0.smithi131.stdout:2840: finishing write tid 3 to smithi13174786-26 2024-08-29T14:58:45.255 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 992 (ObjNum 884 snap 280 seq_num 884) dirty exists 2024-08-29T14:58:45.255 INFO:tasks.rados.rados.0.smithi131.stdout:2840: left oid 26 (ObjNum 884 snap 280 seq_num 884) 2024-08-29T14:58:45.255 INFO:tasks.rados.rados.0.smithi131.stdout:2841: expect (ObjNum 875 snap 275 seq_num 875) 2024-08-29T14:58:45.349 INFO:tasks.rados.rados.0.smithi131.stdout:2842: expect (ObjNum 861 snap 270 seq_num 861) 2024-08-29T14:58:45.428 INFO:tasks.rados.rados.0.smithi131.stdout:2839: done (4 left) 2024-08-29T14:58:45.429 INFO:tasks.rados.rados.0.smithi131.stdout:2840: done (3 left) 2024-08-29T14:58:45.429 INFO:tasks.rados.rados.0.smithi131.stdout:2841: done (2 left) 2024-08-29T14:58:45.429 INFO:tasks.rados.rados.0.smithi131.stdout:2842: done (1 left) 2024-08-29T14:58:45.429 INFO:tasks.rados.rados.0.smithi131.stdout:2843: done (0 left) 2024-08-29T14:58:45.429 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 280 2024-08-29T14:58:45.429 INFO:tasks.rados.rados.0.smithi131.stdout:2844: seq_num 885 ranges {7979008=425984} 2024-08-29T14:58:45.472 INFO:tasks.rados.rados.0.smithi131.stdout:2844: writing smithi13174786-50 from 7979008 to 8404992 tid 1 2024-08-29T14:58:45.472 INFO:tasks.rados.rados.0.smithi131.stdout:2845: snap_remove snap 279 2024-08-29T14:58:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:45 smithi131 ceph-mon[87973]: osdmap e632: 8 total, 8 up, 8 in 2024-08-29T14:58:45.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:45 smithi131 ceph-mon[90512]: osdmap e632: 8 total, 8 up, 8 in 2024-08-29T14:58:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:45 smithi169 ceph-mon[78471]: osdmap e632: 8 total, 8 up, 8 in 2024-08-29T14:58:46.193 INFO:tasks.rados.rados.0.smithi131.stdout:2845: done (1 left) 2024-08-29T14:58:46.193 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 280 2024-08-29T14:58:46.194 INFO:tasks.rados.rados.0.smithi131.stdout:2844: finishing write tid 1 to smithi13174786-50 2024-08-29T14:58:46.194 INFO:tasks.rados.rados.0.smithi131.stdout:2846: seq_num 886 ranges {0=442368} 2024-08-29T14:58:46.196 INFO:tasks.rados.rados.0.smithi131.stdout:2846: writing smithi13174786-18 from 0 to 442368 tid 1 2024-08-29T14:58:46.196 INFO:tasks.rados.rados.0.smithi131.stdout:2847: snap_create 2024-08-29T14:58:46.196 INFO:tasks.rados.rados.0.smithi131.stdout:2844: finishing write tid 2 to smithi13174786-50 2024-08-29T14:58:46.197 INFO:tasks.rados.rados.0.smithi131.stdout:2844: finishing write tid 3 to smithi13174786-50 2024-08-29T14:58:46.197 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1874 (ObjNum 885 snap 280 seq_num 885) dirty exists 2024-08-29T14:58:46.197 INFO:tasks.rados.rados.0.smithi131.stdout:2844: left oid 50 (ObjNum 885 snap 280 seq_num 885) 2024-08-29T14:58:46.207 INFO:tasks.rados.rados.0.smithi131.stdout:2846: finishing write tid 1 to smithi13174786-18 2024-08-29T14:58:46.207 INFO:tasks.rados.rados.0.smithi131.stdout:2846: finishing write tid 2 to smithi13174786-18 2024-08-29T14:58:46.209 INFO:tasks.rados.rados.0.smithi131.stdout:2846: finishing write tid 3 to smithi13174786-18 2024-08-29T14:58:46.209 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1877 (ObjNum 886 snap 280 seq_num 886) dirty exists 2024-08-29T14:58:46.209 INFO:tasks.rados.rados.0.smithi131.stdout:2846: left oid 18 (ObjNum 886 snap 280 seq_num 886) 2024-08-29T14:58:46.248 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:58:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:58:45] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.51.0" 2024-08-29T14:58:46.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-mon[78471]: pgmap v536: 121 pgs: 121 active+clean; 309 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-29T14:58:46.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-mon[78471]: osdmap e633: 8 total, 8 up, 8 in 2024-08-29T14:58:46.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-mon[78471]: osdmap e634: 8 total, 8 up, 8 in 2024-08-29T14:58:46.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 podman[108367]: 2024-08-29 14:58:46.177286095 +0000 UTC m=+3.250754864 container init 77d84b1ee8378bb816057d302f7a8dd219b55b222066047ee9db0399f2e7d49c (image=quay.io/ceph/grafana:10.4.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-29T14:58:46.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 podman[108367]: 2024-08-29 14:58:46.183119137 +0000 UTC m=+3.256587906 container start 77d84b1ee8378bb816057d302f7a8dd219b55b222066047ee9db0399f2e7d49c (image=quay.io/ceph/grafana:10.4.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-29T14:58:46.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 bash[108367]: 77d84b1ee8378bb816057d302f7a8dd219b55b222066047ee9db0399f2e7d49c 2024-08-29T14:58:46.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 systemd[1]: Started Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T14:58:46.428 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.339652616Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-08-29T14:58:46Z 2024-08-29T14:58:46.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.339984482Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-29T14:58:46.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.339996853Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-29T14:58:46.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340002501Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-29T14:58:46.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.34000839Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-29T14:58:46.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340014143Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-29T14:58:46.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340018679Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-29T14:58:46.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340023347Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-29T14:58:46.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.34002904Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-29T14:58:46.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340033899Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-29T14:58:46.429 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340038219Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-29T14:58:46.430 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340042727Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-29T14:58:46.430 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340047392Z level=info msg=Target target=[all] 2024-08-29T14:58:46.430 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340064208Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-29T14:58:46.430 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340069019Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-29T14:58:46.430 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340075197Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-29T14:58:46.431 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.34008014Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-29T14:58:46.431 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340084617Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-29T14:58:46.431 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=settings t=2024-08-29T14:58:46.340089417Z level=info msg="App mode production" 2024-08-29T14:58:46.431 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=sqlstore t=2024-08-29T14:58:46.340522417Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-29T14:58:46.431 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=sqlstore t=2024-08-29T14:58:46.340544578Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-29T14:58:46.431 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.341289689Z level=info msg="Starting DB migrations" 2024-08-29T14:58:46.431 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.35676464Z level=info msg="Executing migration" id="Add uid column to user" 2024-08-29T14:58:46.431 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.362358718Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.593183ms 2024-08-29T14:58:46.432 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.365338406Z level=info msg="Executing migration" id="Update uid column values for users" 2024-08-29T14:58:46.432 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.365506482Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=168.334µs 2024-08-29T14:58:46.432 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.365934136Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-08-29T14:58:46.432 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.366707137Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=772.848µs 2024-08-29T14:58:46.432 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.368834515Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-08-29T14:58:46.432 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.376036576Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=7.197164ms 2024-08-29T14:58:46.432 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.37719884Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-08-29T14:58:46.432 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.382796865Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.598666ms 2024-08-29T14:58:46.432 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.383310261Z level=info msg="Executing migration" id="Add column uid in team" 2024-08-29T14:58:46.433 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.388465665Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.152896ms 2024-08-29T14:58:46.433 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.388888649Z level=info msg="Executing migration" id="Update uid column values in team" 2024-08-29T14:58:46.433 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.38904009Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=151.627µs 2024-08-29T14:58:46.433 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.3897397Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-08-29T14:58:46.433 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.390516309Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=777.633µs 2024-08-29T14:58:46.433 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.390957875Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-08-29T14:58:46.433 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.391684126Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=725.622µs 2024-08-29T14:58:46.433 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.392108052Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.397694908Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.585891ms 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.398120792Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.403108318Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=4.986358ms 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.403519611Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.40356861Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=48.285µs 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.404072499Z level=info msg="Executing migration" id="permission kind migration" 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.409135568Z level=info msg="Migration successfully executed" id="permission kind migration" duration=5.06204ms 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.409542889Z level=info msg="Executing migration" id="permission attribute migration" 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.414691384Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.147572ms 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.415094779Z level=info msg="Executing migration" id="permission identifier migration" 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.420652287Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.556429ms 2024-08-29T14:58:46.434 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.421078126Z level=info msg="Executing migration" id="add permission identifier index" 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.421935961Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=857.844µs 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.422324809Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.423100167Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=774.921µs 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.423465393Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.424173376Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=707.875µs 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.424543227Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.424562175Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=19.283µs 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.425375529Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.426055577Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=679.575µs 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.426402283Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.427081184Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=678.927µs 2024-08-29T14:58:46.435 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.427433191Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-08-29T14:58:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:46 smithi131 ceph-mon[87973]: pgmap v536: 121 pgs: 121 active+clean; 309 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-29T14:58:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:46 smithi131 ceph-mon[87973]: osdmap e633: 8 total, 8 up, 8 in 2024-08-29T14:58:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:46 smithi131 ceph-mon[87973]: osdmap e634: 8 total, 8 up, 8 in 2024-08-29T14:58:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:46 smithi131 ceph-mon[90512]: pgmap v536: 121 pgs: 121 active+clean; 309 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-29T14:58:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:46 smithi131 ceph-mon[90512]: osdmap e633: 8 total, 8 up, 8 in 2024-08-29T14:58:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:46 smithi131 ceph-mon[90512]: osdmap e634: 8 total, 8 up, 8 in 2024-08-29T14:58:46.705 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.445812953Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=18.378136ms 2024-08-29T14:58:46.705 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.446297124Z level=info msg="Executing migration" id="create correlation v2" 2024-08-29T14:58:46.705 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.447056629Z level=info msg="Migration successfully executed" id="create correlation v2" duration=759.406µs 2024-08-29T14:58:46.705 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.447404486Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-08-29T14:58:46.705 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.44810106Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=696.242µs 2024-08-29T14:58:46.705 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.448441481Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-08-29T14:58:46.705 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.449128356Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=686.761µs 2024-08-29T14:58:46.706 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.449482142Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-08-29T14:58:46.706 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.450159028Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=675.253µs 2024-08-29T14:58:46.706 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.450504408Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-08-29T14:58:46.706 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.4506667Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=162.337µs 2024-08-29T14:58:46.706 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.451363637Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-08-29T14:58:46.706 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.451945522Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=581.676µs 2024-08-29T14:58:46.706 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.452288015Z level=info msg="Executing migration" id="add provisioning column" 2024-08-29T14:58:46.706 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.45753014Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.241782ms 2024-08-29T14:58:46.706 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.457935301Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-08-29T14:58:46.706 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.458075025Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=139.435µs 2024-08-29T14:58:46.707 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.458805631Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-08-29T14:58:46.707 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.458854563Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=48.756µs 2024-08-29T14:58:46.707 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.459677566Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-08-29T14:58:46.707 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.465150367Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.471287ms 2024-08-29T14:58:46.707 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.465549683Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-08-29T14:58:46.707 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.46575011Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=199.53µs 2024-08-29T14:58:46.708 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.466159962Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-08-29T14:58:46.708 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.466274533Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=114.627µs 2024-08-29T14:58:46.708 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.466649285Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-08-29T14:58:46.708 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.467563687Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=913.518µs 2024-08-29T14:58:46.708 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.46792577Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-08-29T14:58:46.708 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.468605901Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=678.918µs 2024-08-29T14:58:46.708 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.468947319Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-08-29T14:58:46.708 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.469693036Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=745.416µs 2024-08-29T14:58:46.708 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.470046708Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-08-29T14:58:46.708 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.470505484Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=457.282µs 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.472922735Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.473129025Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=206.259µs 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.475816459Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.476559532Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=743.004µs 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.478733403Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.479489578Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=756.457µs 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.479855994Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.480543414Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=687.294µs 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.482756075Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.483493513Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=737.946µs 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.485619418Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-08-29T14:58:46.709 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.486319047Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=699.62µs 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.488366863Z level=info msg="Executing migration" id="create anon_device table" 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.488943156Z level=info msg="Migration successfully executed" id="create anon_device table" duration=575.908µs 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.489288024Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.489992705Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=704.382µs 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.492196508Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.492877384Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=680.535µs 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.495114565Z level=info msg="Executing migration" id="create signing_key table" 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.495682923Z level=info msg="Migration successfully executed" id="create signing_key table" duration=568.005µs 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.497943708Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.498638655Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=694.734µs 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.499019231Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.499726976Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=708.079µs 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.501925952Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-08-29T14:58:46.710 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.50235944Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=434.164µs 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.504831042Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.510045459Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.214124ms 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.510455863Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.512226303Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.77121ms 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.513498433Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.514425264Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=927.655µs 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.51618573Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.516924178Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=738.381µs 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.518969485Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.51963736Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=668.042µs 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.521552655Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-08-29T14:58:46.711 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.522397262Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=844.262µs 2024-08-29T14:58:46.712 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.522752019Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-08-29T14:58:46.712 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.523529184Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=776.893µs 2024-08-29T14:58:46.712 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.525459481Z level=info msg="Executing migration" id="create sso_setting table" 2024-08-29T14:58:46.712 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.526209566Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=749.834µs 2024-08-29T14:58:46.712 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.528076693Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-08-29T14:58:46.712 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.528726376Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=650.918µs 2024-08-29T14:58:46.712 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.529054571Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-08-29T14:58:46.712 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.529433052Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=378.481µs 2024-08-29T14:58:46.712 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.529746157Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-08-29T14:58:46.712 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.529785044Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=39.138µs 2024-08-29T14:58:46.713 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.53017606Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-08-29T14:58:46.713 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.535464954Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.287847ms 2024-08-29T14:58:46.713 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.53582813Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-08-29T14:58:46.713 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.541138042Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.310002ms 2024-08-29T14:58:46.713 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.541478352Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-08-29T14:58:46.713 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.541689763Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=211.481µs 2024-08-29T14:58:46.713 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=migrator t=2024-08-29T14:58:46.542065197Z level=info msg="migrations completed" performed=65 skipped=482 duration=185.363353ms 2024-08-29T14:58:46.713 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=sqlstore t=2024-08-29T14:58:46.542720974Z level=info msg="Created default organization" 2024-08-29T14:58:46.714 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=secrets t=2024-08-29T14:58:46.54473682Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-29T14:58:46.714 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=plugin.store t=2024-08-29T14:58:46.560225157Z level=info msg="Loading plugins..." 2024-08-29T14:58:46.714 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=local.finder t=2024-08-29T14:58:46.606075651Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-29T14:58:46.714 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=plugin.store t=2024-08-29T14:58:46.606096629Z level=info msg="Plugins loaded" count=55 duration=45.872163ms 2024-08-29T14:58:46.714 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=query_data t=2024-08-29T14:58:46.608313296Z level=info msg="Query Service initialization" 2024-08-29T14:58:46.714 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=live.push_http t=2024-08-29T14:58:46.610736999Z level=info msg="Live Push Gateway initialization" 2024-08-29T14:58:46.714 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=ngalert.migration t=2024-08-29T14:58:46.611939285Z level=info msg=Starting 2024-08-29T14:58:46.714 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=ngalert.state.manager t=2024-08-29T14:58:46.617680323Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-08-29T14:58:46.714 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=infra.usagestats.collector t=2024-08-29T14:58:46.619482642Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=provisioning.datasources t=2024-08-29T14:58:46.623079835Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=provisioning.datasources t=2024-08-29T14:58:46.623451405Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=provisioning.alerting t=2024-08-29T14:58:46.651732696Z level=info msg="starting to provision alerting" 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=provisioning.alerting t=2024-08-29T14:58:46.651751866Z level=info msg="finished to provision alerting" 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=grafanaStorageLogger t=2024-08-29T14:58:46.651890921Z level=info msg="Storage starting" 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=http.server t=2024-08-29T14:58:46.653900322Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=http.server t=2024-08-29T14:58:46.654303801Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=ngalert.state.manager t=2024-08-29T14:58:46.654353773Z level=info msg="Warming state cache for startup" 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=ngalert.multiorg.alertmanager t=2024-08-29T14:58:46.666363182Z level=info msg="Starting MultiOrg Alertmanager" 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=ngalert.state.manager t=2024-08-29T14:58:46.703362163Z level=info msg="State cache has been initialized" states=0 duration=49.006231ms 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=ngalert.scheduler t=2024-08-29T14:58:46.703406858Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=ticker t=2024-08-29T14:58:46.703463977Z level=info msg=starting first_tick=2024-08-29T14:58:50Z 2024-08-29T14:58:46.715 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=provisioning.dashboard t=2024-08-29T14:58:46.704444428Z level=info msg="starting to provision dashboards" 2024-08-29T14:58:47.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=grafana.update.checker t=2024-08-29T14:58:46.756670013Z level=info msg="Update check succeeded" duration=90.470246ms 2024-08-29T14:58:47.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=plugins.update.checker t=2024-08-29T14:58:46.763931353Z level=info msg="Update check succeeded" duration=111.854981ms 2024-08-29T14:58:47.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=sqlstore.transactions t=2024-08-29T14:58:46.798849726Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-29T14:58:47.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=sqlstore.transactions t=2024-08-29T14:58:46.809370515Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-29T14:58:47.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=sqlstore.transactions t=2024-08-29T14:58:46.819910339Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-08-29T14:58:47.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=sqlstore.transactions t=2024-08-29T14:58:46.830405987Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=3 code="database is locked" 2024-08-29T14:58:47.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=sqlstore.transactions t=2024-08-29T14:58:46.841002754Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=4 code="database is locked" 2024-08-29T14:58:47.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=sqlstore.transactions t=2024-08-29T14:58:46.85163664Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-29T14:58:47.040 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=provisioning.dashboard t=2024-08-29T14:58:46.889028326Z level=info msg="finished to provision dashboards" 2024-08-29T14:58:47.041 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=grafana-apiserver t=2024-08-29T14:58:46.923303299Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-08-29T14:58:47.041 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:58:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=grafana-apiserver t=2024-08-29T14:58:46.923710019Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-08-29T14:58:47.196 INFO:tasks.rados.rados.0.smithi131.stdout:2844: done (2 left) 2024-08-29T14:58:47.196 INFO:tasks.rados.rados.0.smithi131.stdout:2846: done (1 left) 2024-08-29T14:58:47.196 INFO:tasks.rados.rados.0.smithi131.stdout:2847: done (0 left) 2024-08-29T14:58:47.196 INFO:tasks.rados.rados.0.smithi131.stdout:2848: read oid 30 snap -1 2024-08-29T14:58:47.196 INFO:tasks.rados.rados.0.smithi131.stdout:2848: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:58:47.196 INFO:tasks.rados.rados.0.smithi131.stdout:2849: setattr oid 11 current snap is 281 2024-08-29T14:58:47.197 INFO:tasks.rados.rados.0.smithi131.stdout:2850: rmattr oid 19 current snap is 281 2024-08-29T14:58:47.197 INFO:tasks.rados.rados.0.smithi131.stdout:2850: done (2 left) 2024-08-29T14:58:47.197 INFO:tasks.rados.rados.0.smithi131.stdout:2851: snap_create 2024-08-29T14:58:47.202 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1768 (ObjNum 804 snap 255 seq_num 804) dirty exists 2024-08-29T14:58:47.210 INFO:tasks.rados.rados.0.smithi131.stdout:2848: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:58:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:47 smithi169 ceph-mon[78471]: pgmap v539: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 624 KiB/s wr, 10 op/s 2024-08-29T14:58:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:47 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:47 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:47 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:47 smithi169 ceph-mon[78471]: osdmap e635: 8 total, 8 up, 8 in 2024-08-29T14:58:47.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:47 smithi131 ceph-mon[87973]: pgmap v539: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 624 KiB/s wr, 10 op/s 2024-08-29T14:58:47.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:47 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:47.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:47 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:47.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:47 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:47.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:47 smithi131 ceph-mon[87973]: osdmap e635: 8 total, 8 up, 8 in 2024-08-29T14:58:47.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:47 smithi131 ceph-mon[90512]: pgmap v539: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 624 KiB/s wr, 10 op/s 2024-08-29T14:58:47.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:47 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:47.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:47 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:47.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:47 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:47.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:47 smithi131 ceph-mon[90512]: osdmap e635: 8 total, 8 up, 8 in 2024-08-29T14:58:48.197 INFO:tasks.rados.rados.0.smithi131.stdout:2848: done (2 left) 2024-08-29T14:58:48.197 INFO:tasks.rados.rados.0.smithi131.stdout:2849: done (1 left) 2024-08-29T14:58:48.197 INFO:tasks.rados.rados.0.smithi131.stdout:2851: done (0 left) 2024-08-29T14:58:48.197 INFO:tasks.rados.rados.0.smithi131.stdout:2852: snap_remove snap 271 2024-08-29T14:58:49.204 INFO:tasks.rados.rados.0.smithi131.stdout:2852: done (0 left) 2024-08-29T14:58:49.205 INFO:tasks.rados.rados.0.smithi131.stdout:2853: setattr oid 32 current snap is 282 2024-08-29T14:58:49.206 INFO:tasks.rados.rados.0.smithi131.stdout:2854: copy_from oid 38 from oid 50 current snap is 282 2024-08-29T14:58:49.207 INFO:tasks.rados.rados.0.smithi131.stdout:2855: read oid 1 snap 264 2024-08-29T14:58:49.207 INFO:tasks.rados.rados.0.smithi131.stdout:2855: expect (ObjNum 825 snap 259 seq_num 825) 2024-08-29T14:58:49.208 INFO:tasks.rados.rados.0.smithi131.stdout:2856: snap_create 2024-08-29T14:58:49.221 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1881 (ObjNum 861 snap 270 seq_num 861) dirty exists 2024-08-29T14:58:49.226 INFO:tasks.rados.rados.0.smithi131.stdout:2855: expect (ObjNum 825 snap 259 seq_num 825) 2024-08-29T14:58:49.350 INFO:tasks.rados.rados.0.smithi131.stdout:2854: finishing copy_from racing read to smithi13174786-38 2024-08-29T14:58:49.350 INFO:tasks.rados.rados.0.smithi131.stdout:2854: finishing copy_from to smithi13174786-38 2024-08-29T14:58:49.350 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1874 (ObjNum 885 snap 280 seq_num 885) dirty exists 2024-08-29T14:58:49.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:49 smithi131 ceph-mon[87973]: osdmap e636: 8 total, 8 up, 8 in 2024-08-29T14:58:49.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:49 smithi131 ceph-mon[90512]: osdmap e636: 8 total, 8 up, 8 in 2024-08-29T14:58:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:49 smithi169 ceph-mon[78471]: osdmap e636: 8 total, 8 up, 8 in 2024-08-29T14:58:50.213 INFO:tasks.rados.rados.0.smithi131.stdout:2853: done (3 left) 2024-08-29T14:58:50.213 INFO:tasks.rados.rados.0.smithi131.stdout:2854: done (2 left) 2024-08-29T14:58:50.213 INFO:tasks.rados.rados.0.smithi131.stdout:2855: done (1 left) 2024-08-29T14:58:50.213 INFO:tasks.rados.rados.0.smithi131.stdout:2856: done (0 left) 2024-08-29T14:58:50.213 INFO:tasks.rados.rados.0.smithi131.stdout:2857: read oid 27 snap -1 2024-08-29T14:58:50.213 INFO:tasks.rados.rados.0.smithi131.stdout:2857: expect (ObjNum 831 snap 260 seq_num 831) 2024-08-29T14:58:50.213 INFO:tasks.rados.rados.0.smithi131.stdout:2858: snap_remove snap 264 2024-08-29T14:58:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:50 smithi131 ceph-mon[87973]: pgmap v542: 121 pgs: 121 active+clean; 317 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 584 KiB/s wr, 15 op/s 2024-08-29T14:58:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:50 smithi131 ceph-mon[87973]: osdmap e637: 8 total, 8 up, 8 in 2024-08-29T14:58:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:50 smithi131 ceph-mon[90512]: pgmap v542: 121 pgs: 121 active+clean; 317 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 584 KiB/s wr, 15 op/s 2024-08-29T14:58:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:50 smithi131 ceph-mon[90512]: osdmap e637: 8 total, 8 up, 8 in 2024-08-29T14:58:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:58:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:58:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:58:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:50 smithi169 ceph-mon[78471]: pgmap v542: 121 pgs: 121 active+clean; 317 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 584 KiB/s wr, 15 op/s 2024-08-29T14:58:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:50 smithi169 ceph-mon[78471]: osdmap e637: 8 total, 8 up, 8 in 2024-08-29T14:58:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:58:50.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:50.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:51.195 INFO:tasks.rados.rados.0.smithi131.stdout:2858: done (1 left) 2024-08-29T14:58:51.195 INFO:tasks.rados.rados.0.smithi131.stdout:2859: copy_from oid 5 from oid 47 current snap is 283 2024-08-29T14:58:51.195 INFO:tasks.rados.rados.0.smithi131.stdout:2857: expect (ObjNum 831 snap 260 seq_num 831) 2024-08-29T14:58:51.457 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:51 smithi169 ceph-mon[78471]: osdmap e638: 8 total, 8 up, 8 in 2024-08-29T14:58:51.458 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:51.458 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:51 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:51.458 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:51 smithi169 ceph-mon[78471]: osdmap e639: 8 total, 8 up, 8 in 2024-08-29T14:58:51.468 INFO:tasks.rados.rados.0.smithi131.stdout:2859: finishing copy_from to smithi13174786-5 2024-08-29T14:58:51.468 INFO:tasks.rados.rados.0.smithi131.stdout:2859: got expected ENOENT (src dne) 2024-08-29T14:58:51.469 INFO:tasks.rados.rados.0.smithi131.stdout:2859: finishing copy_from racing read to smithi13174786-5 2024-08-29T14:58:51.469 INFO:tasks.rados.rados.0.smithi131.stdout:2857: done (1 left) 2024-08-29T14:58:51.469 INFO:tasks.rados.rados.0.smithi131.stdout:2859: done (0 left) 2024-08-29T14:58:51.469 INFO:tasks.rados.rados.0.smithi131.stdout:2860: snap_remove snap 280 2024-08-29T14:58:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:51 smithi131 ceph-mon[87973]: osdmap e638: 8 total, 8 up, 8 in 2024-08-29T14:58:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:51 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:51 smithi131 ceph-mon[87973]: osdmap e639: 8 total, 8 up, 8 in 2024-08-29T14:58:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:51 smithi131 ceph-mon[90512]: osdmap e638: 8 total, 8 up, 8 in 2024-08-29T14:58:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:51 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:51 smithi131 ceph-mon[90512]: osdmap e639: 8 total, 8 up, 8 in 2024-08-29T14:58:52.230 INFO:tasks.rados.rados.0.smithi131.stdout:2860: done (0 left) 2024-08-29T14:58:52.230 INFO:tasks.rados.rados.0.smithi131.stdout:2861: read oid 11 snap 260 2024-08-29T14:58:52.230 INFO:tasks.rados.rados.0.smithi131.stdout:2861: expect deleted 2024-08-29T14:58:52.230 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 283 2024-08-29T14:58:52.230 INFO:tasks.rados.rados.0.smithi131.stdout:2862: seq_num 887 ranges {0=458752} 2024-08-29T14:58:52.233 INFO:tasks.rados.rados.0.smithi131.stdout:2862: writing smithi13174786-34 from 0 to 458752 tid 1 2024-08-29T14:58:52.233 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 283 2024-08-29T14:58:52.233 INFO:tasks.rados.rados.0.smithi131.stdout:2863: seq_num 888 ranges {0=475136} 2024-08-29T14:58:52.236 INFO:tasks.rados.rados.0.smithi131.stdout:2863: writing smithi13174786-48 from 0 to 475136 tid 1 2024-08-29T14:58:52.236 INFO:tasks.rados.rados.0.smithi131.stdout:2864: copy_from oid 5 from oid 22 current snap is 283 2024-08-29T14:58:52.236 INFO:tasks.rados.rados.0.smithi131.stdout:2865: read oid 30 snap -1 2024-08-29T14:58:52.236 INFO:tasks.rados.rados.0.smithi131.stdout:2865: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:58:52.236 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 283 2024-08-29T14:58:52.236 INFO:tasks.rados.rados.0.smithi131.stdout:2866: seq_num 889 ranges {892928=491520} 2024-08-29T14:58:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:2866: writing smithi13174786-21 from 892928 to 1384448 tid 1 2024-08-29T14:58:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 283 2024-08-29T14:58:52.245 INFO:tasks.rados.rados.0.smithi131.stdout:2867: seq_num 890 ranges {0=507904} 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:2867: writing smithi13174786-3 from 0 to 507904 tid 1 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 283 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:2862: finishing write tid 1 to smithi13174786-34 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:2862: finishing write tid 2 to smithi13174786-34 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:2862: finishing write tid 3 to smithi13174786-34 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 1466 (ObjNum 887 snap 283 seq_num 887) dirty exists 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:2862: left oid 34 (ObjNum 887 snap 283 seq_num 887) 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:2864: finishing copy_from racing read to smithi13174786-5 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:2864: finishing copy_from to smithi13174786-5 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 1871 (ObjNum 593 snap 0 seq_num 2121810280) dirty exists 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:2863: finishing write tid 1 to smithi13174786-48 2024-08-29T14:58:52.249 INFO:tasks.rados.rados.0.smithi131.stdout:2868: seq_num 891 ranges {0=532480} 2024-08-29T14:58:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2868: writing smithi13174786-42 from 0 to 532480 tid 1 2024-08-29T14:58:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2861: done (7 left) 2024-08-29T14:58:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2862: done (6 left) 2024-08-29T14:58:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2864: done (5 left) 2024-08-29T14:58:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2869: copy_from oid 36 from oid 47 current snap is 283 2024-08-29T14:58:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2870: snap_create 2024-08-29T14:58:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2863: finishing write tid 2 to smithi13174786-48 2024-08-29T14:58:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:2865: expect (ObjNum 682 snap 210 seq_num 682) 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:2867: finishing write tid 1 to smithi13174786-3 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:2867: finishing write tid 2 to smithi13174786-3 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:2863: finishing write tid 3 to smithi13174786-48 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1635 (ObjNum 888 snap 283 seq_num 888) dirty exists 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:2863: left oid 48 (ObjNum 888 snap 283 seq_num 888) 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:2866: finishing write tid 1 to smithi13174786-21 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:2866: finishing write tid 2 to smithi13174786-21 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:2867: finishing write tid 3 to smithi13174786-3 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1895 (ObjNum 890 snap 283 seq_num 890) dirty exists 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:2867: left oid 3 (ObjNum 890 snap 283 seq_num 890) 2024-08-29T14:58:52.360 INFO:tasks.rados.rados.0.smithi131.stdout:2868: finishing write tid 1 to smithi13174786-42 2024-08-29T14:58:52.361 INFO:tasks.rados.rados.0.smithi131.stdout:2868: finishing write tid 2 to smithi13174786-42 2024-08-29T14:58:52.361 INFO:tasks.rados.rados.0.smithi131.stdout:2866: finishing write tid 3 to smithi13174786-21 2024-08-29T14:58:52.361 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 1633 (ObjNum 889 snap 283 seq_num 889) dirty exists 2024-08-29T14:58:52.361 INFO:tasks.rados.rados.0.smithi131.stdout:2866: left oid 21 (ObjNum 889 snap 283 seq_num 889) 2024-08-29T14:58:52.361 INFO:tasks.rados.rados.0.smithi131.stdout:2869: finishing copy_from to smithi13174786-36 2024-08-29T14:58:52.361 INFO:tasks.rados.rados.0.smithi131.stdout:2869: got expected ENOENT (src dne) 2024-08-29T14:58:52.361 INFO:tasks.rados.rados.0.smithi131.stdout:2869: finishing copy_from racing read to smithi13174786-36 2024-08-29T14:58:52.361 INFO:tasks.rados.rados.0.smithi131.stdout:2868: finishing write tid 3 to smithi13174786-42 2024-08-29T14:58:52.361 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1637 (ObjNum 891 snap 283 seq_num 891) dirty exists 2024-08-29T14:58:52.362 INFO:tasks.rados.rados.0.smithi131.stdout:2868: left oid 42 (ObjNum 891 snap 283 seq_num 891) 2024-08-29T14:58:52.474 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:52 smithi169 ceph-mon[78471]: pgmap v545: 121 pgs: 121 active+clean; 317 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 408 KiB/s wr, 11 op/s 2024-08-29T14:58:52.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:52 smithi131 ceph-mon[87973]: pgmap v545: 121 pgs: 121 active+clean; 317 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 408 KiB/s wr, 11 op/s 2024-08-29T14:58:52.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:52 smithi131 ceph-mon[90512]: pgmap v545: 121 pgs: 121 active+clean; 317 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 408 KiB/s wr, 11 op/s 2024-08-29T14:58:53.239 INFO:tasks.rados.rados.0.smithi131.stdout:2863: done (6 left) 2024-08-29T14:58:53.239 INFO:tasks.rados.rados.0.smithi131.stdout:2865: done (5 left) 2024-08-29T14:58:53.239 INFO:tasks.rados.rados.0.smithi131.stdout:2866: done (4 left) 2024-08-29T14:58:53.239 INFO:tasks.rados.rados.0.smithi131.stdout:2867: done (3 left) 2024-08-29T14:58:53.239 INFO:tasks.rados.rados.0.smithi131.stdout:2868: done (2 left) 2024-08-29T14:58:53.239 INFO:tasks.rados.rados.0.smithi131.stdout:2869: done (1 left) 2024-08-29T14:58:53.239 INFO:tasks.rados.rados.0.smithi131.stdout:2870: done (0 left) 2024-08-29T14:58:53.239 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 284 2024-08-29T14:58:53.240 INFO:tasks.rados.rados.0.smithi131.stdout:2871: seq_num 892 ranges {1040384=548864} 2024-08-29T14:58:53.247 INFO:tasks.rados.rados.0.smithi131.stdout:2871: writing smithi13174786-13 from 1040384 to 1589248 tid 1 2024-08-29T14:58:53.247 INFO:tasks.rados.rados.0.smithi131.stdout:2872: rollback oid 43 current snap is 284 2024-08-29T14:58:53.247 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 43 to 262 2024-08-29T14:58:53.247 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 30 current snap is 284 2024-08-29T14:58:53.247 INFO:tasks.rados.rados.0.smithi131.stdout:2873: seq_num 893 ranges {3112960=565248} 2024-08-29T14:58:53.268 INFO:tasks.rados.rados.0.smithi131.stdout:2873: writing smithi13174786-30 from 3112960 to 3678208 tid 1 2024-08-29T14:58:53.268 INFO:tasks.rados.rados.0.smithi131.stdout:2874: snap_create 2024-08-29T14:58:53.268 INFO:tasks.rados.rados.0.smithi131.stdout:2871: finishing write tid 1 to smithi13174786-13 2024-08-29T14:58:53.268 INFO:tasks.rados.rados.0.smithi131.stdout:2871: finishing write tid 2 to smithi13174786-13 2024-08-29T14:58:53.268 INFO:tasks.rados.rados.0.smithi131.stdout:2872: finishing rollback tid 0 to smithi13174786-43 2024-08-29T14:58:53.268 INFO:tasks.rados.rados.0.smithi131.stdout:2871: finishing write tid 3 to smithi13174786-13 2024-08-29T14:58:53.268 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1542 (ObjNum 892 snap 284 seq_num 892) dirty exists 2024-08-29T14:58:53.268 INFO:tasks.rados.rados.0.smithi131.stdout:2871: left oid 13 (ObjNum 892 snap 284 seq_num 892) 2024-08-29T14:58:53.268 INFO:tasks.rados.rados.0.smithi131.stdout:2872: finishing rollback tid 1 to smithi13174786-43 2024-08-29T14:58:53.268 INFO:tasks.rados.rados.0.smithi131.stdout:2872: finishing rollback tid 2 to smithi13174786-43 2024-08-29T14:58:53.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1633 (ObjNum 728 snap 231 seq_num 728) dirty exists 2024-08-29T14:58:53.272 INFO:tasks.rados.rados.0.smithi131.stdout:2873: finishing write tid 1 to smithi13174786-30 2024-08-29T14:58:53.272 INFO:tasks.rados.rados.0.smithi131.stdout:2873: finishing write tid 2 to smithi13174786-30 2024-08-29T14:58:53.273 INFO:tasks.rados.rados.0.smithi131.stdout:2873: finishing write tid 3 to smithi13174786-30 2024-08-29T14:58:53.274 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1635 (ObjNum 893 snap 284 seq_num 893) dirty exists 2024-08-29T14:58:53.274 INFO:tasks.rados.rados.0.smithi131.stdout:2873: left oid 30 (ObjNum 893 snap 284 seq_num 893) 2024-08-29T14:58:53.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:53 smithi131 ceph-mon[87973]: osdmap e640: 8 total, 8 up, 8 in 2024-08-29T14:58:53.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:53 smithi131 ceph-mon[90512]: osdmap e640: 8 total, 8 up, 8 in 2024-08-29T14:58:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:53 smithi169 ceph-mon[78471]: osdmap e640: 8 total, 8 up, 8 in 2024-08-29T14:58:54.249 INFO:tasks.rados.rados.0.smithi131.stdout:2871: done (3 left) 2024-08-29T14:58:54.249 INFO:tasks.rados.rados.0.smithi131.stdout:2872: done (2 left) 2024-08-29T14:58:54.249 INFO:tasks.rados.rados.0.smithi131.stdout:2873: done (1 left) 2024-08-29T14:58:54.249 INFO:tasks.rados.rados.0.smithi131.stdout:2874: done (0 left) 2024-08-29T14:58:54.249 INFO:tasks.rados.rados.0.smithi131.stdout:2875: snap_remove snap 266 2024-08-29T14:58:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: pgmap v548: 121 pgs: 121 active+clean; 323 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-29T14:58:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: osdmap e641: 8 total, 8 up, 8 in 2024-08-29T14:58:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-29T14:58:54.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: pgmap v548: 121 pgs: 121 active+clean; 323 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-29T14:58:54.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: osdmap e641: 8 total, 8 up, 8 in 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.607 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-29T14:58:54.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-29T14:58:54.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-29T14:58:54.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-29T14:58:54.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-29T14:58:54.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-29T14:58:54.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-29T14:58:54.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-29T14:58:54.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-29T14:58:54.608 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-29T14:58:54.609 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-29T14:58:54.610 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-29T14:58:54.611 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.612 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.613 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.613 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:54 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-29T14:58:54.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: pgmap v548: 121 pgs: 121 active+clean; 323 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-29T14:58:54.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: osdmap e641: 8 total, 8 up, 8 in 2024-08-29T14:58:54.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:54.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:54.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-29T14:58:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.631 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.632 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-29T14:58:54.633 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-29T14:58:54.634 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-29T14:58:54.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-29T14:58:54.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-29T14:58:54.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-29T14:58:54.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-29T14:58:54.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:54 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-29T14:58:55.247 INFO:tasks.rados.rados.0.smithi131.stdout:2875: done (0 left) 2024-08-29T14:58:55.247 INFO:tasks.rados.rados.0.smithi131.stdout:2876: setattr oid 40 current snap is 285 2024-08-29T14:58:55.249 INFO:tasks.rados.rados.0.smithi131.stdout:2877: read oid 41 snap 277 2024-08-29T14:58:55.249 INFO:tasks.rados.rados.0.smithi131.stdout:2877: expect (ObjNum 799 snap 252 seq_num 799) 2024-08-29T14:58:55.249 INFO:tasks.rados.rados.0.smithi131.stdout:2878: snap_remove snap 250 2024-08-29T14:58:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: Upgrade: Finalizing container_image settings 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: Upgrade: Complete! 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: osdmap e642: 8 total, 8 up, 8 in 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: Upgrade: Finalizing container_image settings 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: Upgrade: Complete! 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: osdmap e642: 8 total, 8 up, 8 in 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:55.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:55.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:55.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:55.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:55.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:58:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: Upgrade: Finalizing container_image settings 2024-08-29T14:58:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: Upgrade: Complete! 2024-08-29T14:58:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-29T14:58:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: osdmap e642: 8 total, 8 up, 8 in 2024-08-29T14:58:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:58:55.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:58:55.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:58:55.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:55.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:58:56.197 INFO:tasks.rados.rados.0.smithi131.stdout:2878: done (2 left) 2024-08-29T14:58:56.197 INFO:tasks.rados.rados.0.smithi131.stdout:2879: copy_from oid 27 from oid 44 current snap is 285 2024-08-29T14:58:56.197 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1638 (ObjNum 876 snap 275 seq_num 876) dirty exists 2024-08-29T14:58:56.197 INFO:tasks.rados.rados.0.smithi131.stdout:2877: expect (ObjNum 799 snap 252 seq_num 799) 2024-08-29T14:58:56.250 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:58:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:58:55] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:2879: finishing copy_from racing read to smithi13174786-27 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:2879: finishing copy_from to smithi13174786-27 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1749 (ObjNum 877 snap 277 seq_num 877) dirty exists 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:2876: done (2 left) 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:2877: done (1 left) 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:2879: done (0 left) 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:2880: rmattr oid 1 current snap is 285 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:2881: rmattr oid 26 current snap is 285 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:2882: read oid 41 snap 277 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:2882: expect (ObjNum 799 snap 252 seq_num 799) 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 285 2024-08-29T14:58:56.252 INFO:tasks.rados.rados.0.smithi131.stdout:2883: seq_num 894 ranges {1433600=581632} 2024-08-29T14:58:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:2883: writing smithi13174786-17 from 1433600 to 2015232 tid 1 2024-08-29T14:58:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:2884: copy_from oid 33 from oid 5 current snap is 285 2024-08-29T14:58:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 993 (ObjNum 884 snap 280 seq_num 884) dirty exists 2024-08-29T14:58:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1482 (ObjNum 825 snap 259 seq_num 825) dirty exists 2024-08-29T14:58:56.263 INFO:tasks.rados.rados.0.smithi131.stdout:2882: expect (ObjNum 799 snap 252 seq_num 799) 2024-08-29T14:58:56.301 INFO:tasks.rados.rados.0.smithi131.stdout:2883: finishing write tid 1 to smithi13174786-17 2024-08-29T14:58:56.301 INFO:tasks.rados.rados.0.smithi131.stdout:2883: finishing write tid 2 to smithi13174786-17 2024-08-29T14:58:56.301 INFO:tasks.rados.rados.0.smithi131.stdout:2883: finishing write tid 3 to smithi13174786-17 2024-08-29T14:58:56.301 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 1640 (ObjNum 894 snap 285 seq_num 894) dirty exists 2024-08-29T14:58:56.301 INFO:tasks.rados.rados.0.smithi131.stdout:2883: left oid 17 (ObjNum 894 snap 285 seq_num 894) 2024-08-29T14:58:56.301 INFO:tasks.rados.rados.0.smithi131.stdout:2880: done (4 left) 2024-08-29T14:58:56.301 INFO:tasks.rados.rados.0.smithi131.stdout:2881: done (3 left) 2024-08-29T14:58:56.301 INFO:tasks.rados.rados.0.smithi131.stdout:2882: done (2 left) 2024-08-29T14:58:56.301 INFO:tasks.rados.rados.0.smithi131.stdout:2883: done (1 left) 2024-08-29T14:58:56.301 INFO:tasks.rados.rados.0.smithi131.stdout:2885: delete oid 26 current snap is 285 2024-08-29T14:58:56.302 INFO:tasks.rados.rados.0.smithi131.stdout:2885: done (1 left) 2024-08-29T14:58:56.302 INFO:tasks.rados.rados.0.smithi131.stdout:2886: copy_from oid 36 from oid 49 current snap is 285 2024-08-29T14:58:56.303 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 285 2024-08-29T14:58:56.303 INFO:tasks.rados.rados.0.smithi131.stdout:2887: seq_num 896 ranges {1941504=614400} 2024-08-29T14:58:56.317 INFO:tasks.rados.rados.0.smithi131.stdout:2887: writing smithi13174786-19 from 1941504 to 2555904 tid 1 2024-08-29T14:58:56.317 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 285 2024-08-29T14:58:56.317 INFO:tasks.rados.rados.0.smithi131.stdout:2884: finishing copy_from racing read to smithi13174786-33 2024-08-29T14:58:56.317 INFO:tasks.rados.rados.0.smithi131.stdout:2884: finishing copy_from to smithi13174786-33 2024-08-29T14:58:56.317 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 1871 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-29T14:58:56.317 INFO:tasks.rados.rados.0.smithi131.stdout:2886: finishing copy_from racing read to smithi13174786-36 2024-08-29T14:58:56.317 INFO:tasks.rados.rados.0.smithi131.stdout:2888: seq_num 897 ranges {8404992=630784} 2024-08-29T14:58:56.364 INFO:tasks.rados.rados.0.smithi131.stdout:2888: writing smithi13174786-50 from 8404992 to 9035776 tid 1 2024-08-29T14:58:56.365 INFO:tasks.rados.rados.0.smithi131.stdout:2884: done (3 left) 2024-08-29T14:58:56.365 INFO:tasks.rados.rados.0.smithi131.stdout:2889: copy_from oid 38 from oid 14 current snap is 285 2024-08-29T14:58:56.365 INFO:tasks.rados.rados.0.smithi131.stdout:2886: finishing copy_from to smithi13174786-36 2024-08-29T14:58:56.365 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1540 (ObjNum 778 snap 249 seq_num 778) dirty exists 2024-08-29T14:58:56.365 INFO:tasks.rados.rados.0.smithi131.stdout:2887: finishing write tid 1 to smithi13174786-19 2024-08-29T14:58:56.365 INFO:tasks.rados.rados.0.smithi131.stdout:2887: finishing write tid 2 to smithi13174786-19 2024-08-29T14:58:56.365 INFO:tasks.rados.rados.0.smithi131.stdout:2887: finishing write tid 3 to smithi13174786-19 2024-08-29T14:58:56.365 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 1468 (ObjNum 896 snap 285 seq_num 896) dirty exists 2024-08-29T14:58:56.366 INFO:tasks.rados.rados.0.smithi131.stdout:2887: left oid 19 (ObjNum 896 snap 285 seq_num 896) 2024-08-29T14:58:56.366 INFO:tasks.rados.rados.0.smithi131.stdout:2886: done (3 left) 2024-08-29T14:58:56.366 INFO:tasks.rados.rados.0.smithi131.stdout:2887: done (2 left) 2024-08-29T14:58:56.366 INFO:tasks.rados.rados.0.smithi131.stdout:2890: rollback oid 24 current snap is 285 2024-08-29T14:58:56.366 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 24 to 269 2024-08-29T14:58:56.366 INFO:tasks.rados.rados.0.smithi131.stdout:2891: read oid 47 snap -1 2024-08-29T14:58:56.366 INFO:tasks.rados.rados.0.smithi131.stdout:2891: expect deleted 2024-08-29T14:58:56.366 INFO:tasks.rados.rados.0.smithi131.stdout:2892: rollback oid 39 current snap is 285 2024-08-29T14:58:56.366 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 39 to 283 2024-08-29T14:58:56.366 INFO:tasks.rados.rados.0.smithi131.stdout:2893: copy_from oid 2 from oid 37 current snap is 285 2024-08-29T14:58:56.367 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 285 2024-08-29T14:58:56.367 INFO:tasks.rados.rados.0.smithi131.stdout:2894: seq_num 898 ranges {0=647168} 2024-08-29T14:58:56.368 INFO:tasks.rados.rados.0.smithi131.stdout:2894: writing smithi13174786-7 from 0 to 647168 tid 1 2024-08-29T14:58:56.368 INFO:tasks.rados.rados.0.smithi131.stdout:2895: snap_remove snap 241 2024-08-29T14:58:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:56 smithi131 ceph-mon[87973]: pgmap v551: 121 pgs: 121 active+clean; 325 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-29T14:58:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:56 smithi131 ceph-mon[87973]: osdmap e643: 8 total, 8 up, 8 in 2024-08-29T14:58:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:56 smithi131 ceph-mon[87973]: osdmap e644: 8 total, 8 up, 8 in 2024-08-29T14:58:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:56 smithi131 ceph-mon[90512]: pgmap v551: 121 pgs: 121 active+clean; 325 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-29T14:58:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:56 smithi131 ceph-mon[90512]: osdmap e643: 8 total, 8 up, 8 in 2024-08-29T14:58:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:56 smithi131 ceph-mon[90512]: osdmap e644: 8 total, 8 up, 8 in 2024-08-29T14:58:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:56 smithi169 ceph-mon[78471]: pgmap v551: 121 pgs: 121 active+clean; 325 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-29T14:58:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:56 smithi169 ceph-mon[78471]: osdmap e643: 8 total, 8 up, 8 in 2024-08-29T14:58:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:56 smithi169 ceph-mon[78471]: osdmap e644: 8 total, 8 up, 8 in 2024-08-29T14:58:57.263 INFO:tasks.rados.rados.0.smithi131.stdout:2895: done (7 left) 2024-08-29T14:58:57.264 INFO:tasks.rados.rados.0.smithi131.stdout:2896: rmattr oid 49 current snap is 285 2024-08-29T14:58:57.264 INFO:tasks.rados.rados.0.smithi131.stdout:2896: done (7 left) 2024-08-29T14:58:57.264 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 285 2024-08-29T14:58:57.264 INFO:tasks.rados.rados.0.smithi131.stdout:2892: finishing rollback tid 1 to smithi13174786-39 2024-08-29T14:58:57.264 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 1616 (ObjNum 65 snap 0 seq_num 1653073747) dirty dne 2024-08-29T14:58:57.264 INFO:tasks.rados.rados.0.smithi131.stdout:2890: finishing rollback tid 0 to smithi13174786-24 2024-08-29T14:58:57.264 INFO:tasks.rados.rados.0.smithi131.stdout:2897: seq_num 899 ranges {6578176=663552} 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:2897: writing smithi13174786-44 from 6578176 to 7241728 tid 1 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:2891: done (7 left) 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:2892: done (6 left) 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:2898: read oid 33 snap -1 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:2898: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:2899: rmattr oid 22 current snap is 285 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:2888: finishing write tid 1 to smithi13174786-50 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:2890: finishing rollback tid 1 to smithi13174786-24 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:2888: finishing write tid 2 to smithi13174786-50 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:2890: finishing rollback tid 2 to smithi13174786-24 2024-08-29T14:58:57.310 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1485 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:2888: finishing write tid 3 to smithi13174786-50 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1912 (ObjNum 897 snap 285 seq_num 897) dirty exists 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:2888: left oid 50 (ObjNum 897 snap 285 seq_num 897) 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:2894: finishing write tid 1 to smithi13174786-7 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:2894: finishing write tid 2 to smithi13174786-7 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:2889: finishing copy_from racing read to smithi13174786-38 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:2889: finishing copy_from to smithi13174786-38 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 1122 (ObjNum 804 snap 255 seq_num 804) dirty exists 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:2893: finishing copy_from racing read to smithi13174786-2 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:2893: finishing copy_from to smithi13174786-2 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 1129 (ObjNum 815 snap 257 seq_num 815) dirty exists 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:2894: finishing write tid 3 to smithi13174786-7 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1487 (ObjNum 898 snap 285 seq_num 898) dirty exists 2024-08-29T14:58:57.311 INFO:tasks.rados.rados.0.smithi131.stdout:2894: left oid 7 (ObjNum 898 snap 285 seq_num 898) 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2888: done (7 left) 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2889: done (6 left) 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2890: done (5 left) 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2893: done (4 left) 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2894: done (3 left) 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2900: read oid 29 snap 282 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2900: expect deleted 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2901: read oid 43 snap -1 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2901: expect (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2902: snap_create 2024-08-29T14:58:57.312 INFO:tasks.rados.rados.0.smithi131.stdout:2898: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:58:57.313 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 1924 (ObjNum 33 snap 0 seq_num 2120488176) dirty exists 2024-08-29T14:58:57.313 INFO:tasks.rados.rados.0.smithi131.stdout:2897: finishing write tid 1 to smithi13174786-44 2024-08-29T14:58:57.313 INFO:tasks.rados.rados.0.smithi131.stdout:2897: finishing write tid 2 to smithi13174786-44 2024-08-29T14:58:57.313 INFO:tasks.rados.rados.0.smithi131.stdout:2897: finishing write tid 3 to smithi13174786-44 2024-08-29T14:58:57.313 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1803 (ObjNum 899 snap 285 seq_num 899) dirty exists 2024-08-29T14:58:57.313 INFO:tasks.rados.rados.0.smithi131.stdout:2897: left oid 44 (ObjNum 899 snap 285 seq_num 899) 2024-08-29T14:58:57.318 INFO:tasks.rados.rados.0.smithi131.stdout:2901: expect (ObjNum 728 snap 231 seq_num 728) 2024-08-29T14:58:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:57 smithi131 ceph-mon[87973]: pgmap v554: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 325 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 602 KiB/s wr, 13 op/s 2024-08-29T14:58:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:57 smithi131 ceph-mon[87973]: osdmap e645: 8 total, 8 up, 8 in 2024-08-29T14:58:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:57 smithi131 ceph-mon[90512]: pgmap v554: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 325 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 602 KiB/s wr, 13 op/s 2024-08-29T14:58:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:57 smithi131 ceph-mon[90512]: osdmap e645: 8 total, 8 up, 8 in 2024-08-29T14:58:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:57 smithi169 ceph-mon[78471]: pgmap v554: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 325 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 602 KiB/s wr, 13 op/s 2024-08-29T14:58:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:57 smithi169 ceph-mon[78471]: osdmap e645: 8 total, 8 up, 8 in 2024-08-29T14:58:58.308 INFO:tasks.rados.rados.0.smithi131.stdout:2897: done (5 left) 2024-08-29T14:58:58.308 INFO:tasks.rados.rados.0.smithi131.stdout:2898: done (4 left) 2024-08-29T14:58:58.308 INFO:tasks.rados.rados.0.smithi131.stdout:2899: done (3 left) 2024-08-29T14:58:58.308 INFO:tasks.rados.rados.0.smithi131.stdout:2900: done (2 left) 2024-08-29T14:58:58.308 INFO:tasks.rados.rados.0.smithi131.stdout:2901: done (1 left) 2024-08-29T14:58:58.308 INFO:tasks.rados.rados.0.smithi131.stdout:2902: done (0 left) 2024-08-29T14:58:58.308 INFO:tasks.rados.rados.0.smithi131.stdout:2903: snap_remove snap 285 2024-08-29T14:58:59.314 INFO:tasks.rados.rados.0.smithi131.stdout:2903: done (0 left) 2024-08-29T14:58:59.314 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 286 2024-08-29T14:58:59.314 INFO:tasks.rados.rados.0.smithi131.stdout:2904: seq_num 900 ranges {507904=679936} 2024-08-29T14:58:59.321 INFO:tasks.rados.rados.0.smithi131.stdout:2904: writing smithi13174786-3 from 507904 to 1187840 tid 1 2024-08-29T14:58:59.321 INFO:tasks.rados.rados.0.smithi131.stdout:2905: rollback oid 16 current snap is 286 2024-08-29T14:58:59.321 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 16 to 262 2024-08-29T14:58:59.321 INFO:tasks.rados.rados.0.smithi131.stdout:2906: read oid 28 snap -1 2024-08-29T14:58:59.321 INFO:tasks.rados.rados.0.smithi131.stdout:2906: expect (ObjNum 866 snap 273 seq_num 866) 2024-08-29T14:58:59.321 INFO:tasks.rados.rados.0.smithi131.stdout:2907: setattr oid 18 current snap is 286 2024-08-29T14:58:59.323 INFO:tasks.rados.rados.0.smithi131.stdout:2908: read oid 45 snap -1 2024-08-29T14:58:59.323 INFO:tasks.rados.rados.0.smithi131.stdout:2908: expect deleted 2024-08-29T14:58:59.323 INFO:tasks.rados.rados.0.smithi131.stdout:2909: rollback oid 32 current snap is 286 2024-08-29T14:58:59.323 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 32 to 282 2024-08-29T14:58:59.323 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 286 2024-08-29T14:58:59.323 INFO:tasks.rados.rados.0.smithi131.stdout:2910: seq_num 901 ranges {6578176=696320} 2024-08-29T14:58:59.363 INFO:tasks.rados.rados.0.smithi131.stdout:2910: writing smithi13174786-27 from 6578176 to 7274496 tid 1 2024-08-29T14:58:59.363 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 286 2024-08-29T14:58:59.363 INFO:tasks.rados.rados.0.smithi131.stdout:2911: seq_num 902 ranges {0=712704} 2024-08-29T14:58:59.367 INFO:tasks.rados.rados.0.smithi131.stdout:2911: writing smithi13174786-23 from 0 to 712704 tid 1 2024-08-29T14:58:59.367 INFO:tasks.rados.rados.0.smithi131.stdout:2912: rollback oid 4 current snap is 286 2024-08-29T14:58:59.367 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 4 to 258 2024-08-29T14:58:59.367 INFO:tasks.rados.rados.0.smithi131.stdout:2906: expect (ObjNum 866 snap 273 seq_num 866) 2024-08-29T14:58:59.373 INFO:tasks.rados.rados.0.smithi131.stdout:2905: finishing rollback tid 0 to smithi13174786-16 2024-08-29T14:58:59.373 INFO:tasks.rados.rados.0.smithi131.stdout:2905: finishing rollback tid 1 to smithi13174786-16 2024-08-29T14:58:59.373 INFO:tasks.rados.rados.0.smithi131.stdout:2905: finishing rollback tid 2 to smithi13174786-16 2024-08-29T14:58:59.373 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1807 (ObjNum 842 snap 262 seq_num 842) dirty exists 2024-08-29T14:58:59.373 INFO:tasks.rados.rados.0.smithi131.stdout:2904: finishing write tid 1 to smithi13174786-3 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:2904: finishing write tid 2 to smithi13174786-3 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:2905: done (8 left) 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:2906: done (7 left) 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:2908: done (6 left) 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:2913: rollback oid 13 current snap is 286 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 13 to 269 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1929 (ObjNum 886 snap 280 seq_num 886) dirty exists 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:2909: finishing rollback tid 0 to smithi13174786-32 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:2904: finishing write tid 3 to smithi13174786-3 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1927 (ObjNum 900 snap 286 seq_num 900) dirty exists 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:2904: left oid 3 (ObjNum 900 snap 286 seq_num 900) 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:2909: finishing rollback tid 1 to smithi13174786-32 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:2909: finishing rollback tid 2 to smithi13174786-32 2024-08-29T14:58:59.374 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 1933 (ObjNum 861 snap 270 seq_num 861) dirty exists 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2904: done (6 left) 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2907: done (5 left) 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2909: done (4 left) 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2914: rmattr oid 7 current snap is 286 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2910: finishing write tid 1 to smithi13174786-27 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2910: finishing write tid 2 to smithi13174786-27 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2910: finishing write tid 3 to smithi13174786-27 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1876 (ObjNum 901 snap 286 seq_num 901) dirty exists 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2910: left oid 27 (ObjNum 901 snap 286 seq_num 901) 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2911: finishing write tid 1 to smithi13174786-23 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2911: finishing write tid 2 to smithi13174786-23 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2910: done (4 left) 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2915: copy_from oid 45 from oid 28 current snap is 286 2024-08-29T14:58:59.375 INFO:tasks.rados.rados.0.smithi131.stdout:2916: read oid 6 snap -1 2024-08-29T14:58:59.376 INFO:tasks.rados.rados.0.smithi131.stdout:2916: expect (ObjNum 881 snap 279 seq_num 881) 2024-08-29T14:58:59.376 INFO:tasks.rados.rados.0.smithi131.stdout:2917: rollback oid 40 current snap is 286 2024-08-29T14:58:59.376 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 277 2024-08-29T14:58:59.376 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 286 2024-08-29T14:58:59.376 INFO:tasks.rados.rados.0.smithi131.stdout:2918: seq_num 903 ranges {0=729088} 2024-08-29T14:58:59.378 INFO:tasks.rados.rados.0.smithi131.stdout:2918: writing smithi13174786-26 from 0 to 729088 tid 1 2024-08-29T14:58:59.378 INFO:tasks.rados.rados.0.smithi131.stdout:2919: rmattr oid 50 current snap is 286 2024-08-29T14:58:59.378 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 286 2024-08-29T14:58:59.378 INFO:tasks.rados.rados.0.smithi131.stdout:2920: seq_num 904 ranges {1474560=745472} 2024-08-29T14:58:59.391 INFO:tasks.rados.rados.0.smithi131.stdout:2920: writing smithi13174786-9 from 1474560 to 2220032 tid 1 2024-08-29T14:58:59.391 INFO:tasks.rados.rados.0.smithi131.stdout:2921: setattr oid 27 current snap is 286 2024-08-29T14:58:59.391 INFO:tasks.rados.rados.0.smithi131.stdout:2912: finishing rollback tid 0 to smithi13174786-4 2024-08-29T14:58:59.391 INFO:tasks.rados.rados.0.smithi131.stdout:2911: finishing write tid 3 to smithi13174786-23 2024-08-29T14:58:59.391 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1653 (ObjNum 902 snap 286 seq_num 902) dirty exists 2024-08-29T14:58:59.391 INFO:tasks.rados.rados.0.smithi131.stdout:2911: left oid 23 (ObjNum 902 snap 286 seq_num 902) 2024-08-29T14:58:59.391 INFO:tasks.rados.rados.0.smithi131.stdout:2912: finishing rollback tid 1 to smithi13174786-4 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:2912: finishing rollback tid 2 to smithi13174786-4 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 1811 (ObjNum 723 snap 227 seq_num 723) dirty exists 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:2913: finishing rollback tid 0 to smithi13174786-13 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:2913: finishing rollback tid 1 to smithi13174786-13 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1544 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1488 (ObjNum 898 snap 285 seq_num 898) dirty exists 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:2917: finishing rollback tid 0 to smithi13174786-40 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:2915: finishing copy_from racing read to smithi13174786-45 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:2917: finishing rollback tid 1 to smithi13174786-40 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:2917: finishing rollback tid 2 to smithi13174786-40 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1643 (ObjNum 876 snap 275 seq_num 876) dirty exists 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:2915: finishing copy_from to smithi13174786-45 2024-08-29T14:58:59.392 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1451 (ObjNum 866 snap 273 seq_num 866) dirty exists 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2918: finishing write tid 1 to smithi13174786-26 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2918: finishing write tid 2 to smithi13174786-26 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1934 (ObjNum 897 snap 285 seq_num 897) dirty exists 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2918: finishing write tid 3 to smithi13174786-26 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 996 (ObjNum 903 snap 286 seq_num 903) dirty exists 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2918: left oid 26 (ObjNum 903 snap 286 seq_num 903) 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2911: done (10 left) 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2912: done (9 left) 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2913: done (8 left) 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2914: done (7 left) 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2915: done (6 left) 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2917: done (5 left) 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2918: done (4 left) 2024-08-29T14:58:59.393 INFO:tasks.rados.rados.0.smithi131.stdout:2919: done (3 left) 2024-08-29T14:58:59.394 INFO:tasks.rados.rados.0.smithi131.stdout:2922: snap_remove snap 276 2024-08-29T14:58:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:59 smithi131 ceph-mon[87973]: osdmap e646: 8 total, 8 up, 8 in 2024-08-29T14:58:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:58:59 smithi131 ceph-mon[87973]: pgmap v557: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 325 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 822 KiB/s wr, 18 op/s 2024-08-29T14:58:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:59 smithi131 ceph-mon[90512]: osdmap e646: 8 total, 8 up, 8 in 2024-08-29T14:58:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:58:59 smithi131 ceph-mon[90512]: pgmap v557: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 325 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 822 KiB/s wr, 18 op/s 2024-08-29T14:58:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:59 smithi169 ceph-mon[78471]: osdmap e646: 8 total, 8 up, 8 in 2024-08-29T14:58:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:58:59 smithi169 ceph-mon[78471]: pgmap v557: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 325 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 822 KiB/s wr, 18 op/s 2024-08-29T14:59:00.319 INFO:tasks.rados.rados.0.smithi131.stdout:2922: done (3 left) 2024-08-29T14:59:00.319 INFO:tasks.rados.rados.0.smithi131.stdout:2923: snap_remove snap 283 2024-08-29T14:59:00.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:00 smithi131 ceph-mon[87973]: osdmap e647: 8 total, 8 up, 8 in 2024-08-29T14:59:00.604 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:00 smithi131 ceph-mon[90512]: osdmap e647: 8 total, 8 up, 8 in 2024-08-29T14:59:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:00 smithi169 ceph-mon[78471]: osdmap e647: 8 total, 8 up, 8 in 2024-08-29T14:59:00.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:59:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:59:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:59:01.199 INFO:tasks.rados.rados.0.smithi131.stdout:2923: done (3 left) 2024-08-29T14:59:01.325 INFO:tasks.rados.rados.0.smithi131.stdout:2924: copy_from oid 14 from oid 16 current snap is 286 2024-08-29T14:59:01.326 INFO:tasks.rados.rados.0.smithi131.stdout:2916: expect (ObjNum 881 snap 279 seq_num 881) 2024-08-29T14:59:01.378 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1877 (ObjNum 901 snap 286 seq_num 901) dirty exists 2024-08-29T14:59:01.378 INFO:tasks.rados.rados.0.smithi131.stdout:2920: finishing write tid 1 to smithi13174786-9 2024-08-29T14:59:01.378 INFO:tasks.rados.rados.0.smithi131.stdout:2920: finishing write tid 2 to smithi13174786-9 2024-08-29T14:59:01.378 INFO:tasks.rados.rados.0.smithi131.stdout:2920: finishing write tid 3 to smithi13174786-9 2024-08-29T14:59:01.378 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1637 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-08-29T14:59:01.378 INFO:tasks.rados.rados.0.smithi131.stdout:2920: left oid 9 (ObjNum 904 snap 286 seq_num 904) 2024-08-29T14:59:01.379 INFO:tasks.rados.rados.0.smithi131.stdout:2924: finishing copy_from racing read to smithi13174786-14 2024-08-29T14:59:01.379 INFO:tasks.rados.rados.0.smithi131.stdout:2924: finishing copy_from to smithi13174786-14 2024-08-29T14:59:01.379 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 1807 (ObjNum 842 snap 262 seq_num 842) dirty exists 2024-08-29T14:59:01.379 INFO:tasks.rados.rados.0.smithi131.stdout:2916: done (3 left) 2024-08-29T14:59:01.379 INFO:tasks.rados.rados.0.smithi131.stdout:2920: done (2 left) 2024-08-29T14:59:01.379 INFO:tasks.rados.rados.0.smithi131.stdout:2921: done (1 left) 2024-08-29T14:59:01.379 INFO:tasks.rados.rados.0.smithi131.stdout:2924: done (0 left) 2024-08-29T14:59:01.379 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 286 2024-08-29T14:59:01.379 INFO:tasks.rados.rados.0.smithi131.stdout:2925: seq_num 905 ranges {712704=761856} 2024-08-29T14:59:01.386 INFO:tasks.rados.rados.0.smithi131.stdout:2925: writing smithi13174786-23 from 712704 to 1474560 tid 1 2024-08-29T14:59:01.386 INFO:tasks.rados.rados.0.smithi131.stdout:2926: snap_create 2024-08-29T14:59:01.388 INFO:tasks.rados.rados.0.smithi131.stdout:2925: finishing write tid 1 to smithi13174786-23 2024-08-29T14:59:01.389 INFO:tasks.rados.rados.0.smithi131.stdout:2925: finishing write tid 2 to smithi13174786-23 2024-08-29T14:59:01.389 INFO:tasks.rados.rados.0.smithi131.stdout:2925: finishing write tid 3 to smithi13174786-23 2024-08-29T14:59:01.389 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1655 (ObjNum 905 snap 286 seq_num 905) dirty exists 2024-08-29T14:59:01.390 INFO:tasks.rados.rados.0.smithi131.stdout:2925: left oid 23 (ObjNum 905 snap 286 seq_num 905) 2024-08-29T14:59:01.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:01 smithi131 ceph-mon[87973]: pgmap v559: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 944 KiB/s wr, 18 op/s 2024-08-29T14:59:01.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:01 smithi131 ceph-mon[87973]: osdmap e648: 8 total, 8 up, 8 in 2024-08-29T14:59:01.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:01 smithi131 ceph-mon[87973]: osdmap e649: 8 total, 8 up, 8 in 2024-08-29T14:59:01.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:01 smithi131 ceph-mon[90512]: pgmap v559: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 944 KiB/s wr, 18 op/s 2024-08-29T14:59:01.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:01 smithi131 ceph-mon[90512]: osdmap e648: 8 total, 8 up, 8 in 2024-08-29T14:59:01.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:01 smithi131 ceph-mon[90512]: osdmap e649: 8 total, 8 up, 8 in 2024-08-29T14:59:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:01 smithi169 ceph-mon[78471]: pgmap v559: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 944 KiB/s wr, 18 op/s 2024-08-29T14:59:01.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:01 smithi169 ceph-mon[78471]: osdmap e648: 8 total, 8 up, 8 in 2024-08-29T14:59:01.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:01 smithi169 ceph-mon[78471]: osdmap e649: 8 total, 8 up, 8 in 2024-08-29T14:59:02.325 INFO:tasks.rados.rados.0.smithi131.stdout:2925: done (1 left) 2024-08-29T14:59:02.326 INFO:tasks.rados.rados.0.smithi131.stdout:2926: done (0 left) 2024-08-29T14:59:02.326 INFO:tasks.rados.rados.0.smithi131.stdout:2927: snap_remove snap 282 2024-08-29T14:59:03.328 INFO:tasks.rados.rados.0.smithi131.stdout:2927: done (0 left) 2024-08-29T14:59:03.328 INFO:tasks.rados.rados.0.smithi131.stdout:2928: copy_from oid 16 from oid 21 current snap is 287 2024-08-29T14:59:03.328 INFO:tasks.rados.rados.0.smithi131.stdout:2929: rmattr oid 13 current snap is 287 2024-08-29T14:59:03.328 INFO:tasks.rados.rados.0.smithi131.stdout:2929: done (1 left) 2024-08-29T14:59:03.329 INFO:tasks.rados.rados.0.smithi131.stdout:2930: delete oid 33 current snap is 287 2024-08-29T14:59:03.346 INFO:tasks.rados.rados.0.smithi131.stdout:2930: done (1 left) 2024-08-29T14:59:03.346 INFO:tasks.rados.rados.0.smithi131.stdout:2931: snap_remove snap 262 2024-08-29T14:59:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:03 smithi131 ceph-mon[87973]: pgmap v562: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-08-29T14:59:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:03 smithi131 ceph-mon[87973]: osdmap e650: 8 total, 8 up, 8 in 2024-08-29T14:59:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:03 smithi131 ceph-mon[90512]: pgmap v562: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-08-29T14:59:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:03 smithi131 ceph-mon[90512]: osdmap e650: 8 total, 8 up, 8 in 2024-08-29T14:59:03.603 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 14:59:03 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[106233]: 2024-08-29T14:59:03.342+0000 7f5deae2b640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 178 after trimming was started 2024-08-29T14:59:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:03 smithi169 ceph-mon[78471]: pgmap v562: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-08-29T14:59:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:03 smithi169 ceph-mon[78471]: osdmap e650: 8 total, 8 up, 8 in 2024-08-29T14:59:04.346 INFO:tasks.rados.rados.0.smithi131.stdout:2931: done (1 left) 2024-08-29T14:59:04.347 INFO:tasks.rados.rados.0.smithi131.stdout:2932: rollback oid 50 current snap is 287 2024-08-29T14:59:04.347 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 50 to 244 2024-08-29T14:59:04.347 INFO:tasks.rados.rados.0.smithi131.stdout:2928: finishing copy_from racing read to smithi13174786-16 2024-08-29T14:59:04.347 INFO:tasks.rados.rados.0.smithi131.stdout:2928: finishing copy_from to smithi13174786-16 2024-08-29T14:59:04.347 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1633 (ObjNum 889 snap 283 seq_num 889) dirty exists 2024-08-29T14:59:04.347 INFO:tasks.rados.rados.0.smithi131.stdout:2928: done (1 left) 2024-08-29T14:59:04.347 INFO:tasks.rados.rados.0.smithi131.stdout:2933: setattr oid 46 current snap is 287 2024-08-29T14:59:04.351 INFO:tasks.rados.rados.0.smithi131.stdout:2934: copy_from oid 15 from oid 33 current snap is 287 2024-08-29T14:59:04.351 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 35 current snap is 287 2024-08-29T14:59:04.351 INFO:tasks.rados.rados.0.smithi131.stdout:2935: seq_num 907 ranges {376832=794624} 2024-08-29T14:59:04.359 INFO:tasks.rados.rados.0.smithi131.stdout:2935: writing smithi13174786-35 from 376832 to 1171456 tid 1 2024-08-29T14:59:04.359 INFO:tasks.rados.rados.0.smithi131.stdout:2936: copy_from oid 39 from oid 49 current snap is 287 2024-08-29T14:59:04.359 INFO:tasks.rados.rados.0.smithi131.stdout:2937: delete oid 27 current snap is 287 2024-08-29T14:59:04.360 INFO:tasks.rados.rados.0.smithi131.stdout:2934: finishing copy_from to smithi13174786-15 2024-08-29T14:59:04.360 INFO:tasks.rados.rados.0.smithi131.stdout:2934: got expected ENOENT (src dne) 2024-08-29T14:59:04.360 INFO:tasks.rados.rados.0.smithi131.stdout:2934: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:59:04.361 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 1873 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:59:04.368 INFO:tasks.rados.rados.0.smithi131.stdout:2932: finishing rollback tid 0 to smithi13174786-50 2024-08-29T14:59:04.368 INFO:tasks.rados.rados.0.smithi131.stdout:2932: finishing rollback tid 1 to smithi13174786-50 2024-08-29T14:59:04.368 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1961 (ObjNum 945 snap 0 seq_num 2121554064) dirty dne 2024-08-29T14:59:04.368 INFO:tasks.rados.rados.0.smithi131.stdout:2932: done (5 left) 2024-08-29T14:59:04.368 INFO:tasks.rados.rados.0.smithi131.stdout:2933: done (4 left) 2024-08-29T14:59:04.368 INFO:tasks.rados.rados.0.smithi131.stdout:2934: done (3 left) 2024-08-29T14:59:04.368 INFO:tasks.rados.rados.0.smithi131.stdout:2937: done (2 left) 2024-08-29T14:59:04.368 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 46 current snap is 287 2024-08-29T14:59:04.368 INFO:tasks.rados.rados.0.smithi131.stdout:2938: seq_num 909 ranges {1548288=425984,1974272=401408} 2024-08-29T14:59:04.379 INFO:tasks.rados.rados.0.smithi131.stdout:2938: writing smithi13174786-46 from 1548288 to 1974272 tid 1 2024-08-29T14:59:04.383 INFO:tasks.rados.rados.0.smithi131.stdout:2938: writing smithi13174786-46 from 1974272 to 2375680 tid 2 2024-08-29T14:59:04.383 INFO:tasks.rados.rados.0.smithi131.stdout:2939: read oid 28 snap -1 2024-08-29T14:59:04.383 INFO:tasks.rados.rados.0.smithi131.stdout:2939: expect (ObjNum 866 snap 273 seq_num 866) 2024-08-29T14:59:04.383 INFO:tasks.rados.rados.0.smithi131.stdout:2940: delete oid 4 current snap is 287 2024-08-29T14:59:04.383 INFO:tasks.rados.rados.0.smithi131.stdout:2935: finishing write tid 1 to smithi13174786-35 2024-08-29T14:59:04.383 INFO:tasks.rados.rados.0.smithi131.stdout:2935: finishing write tid 2 to smithi13174786-35 2024-08-29T14:59:04.383 INFO:tasks.rados.rados.0.smithi131.stdout:2936: finishing copy_from racing read to smithi13174786-39 2024-08-29T14:59:04.383 INFO:tasks.rados.rados.0.smithi131.stdout:2936: finishing copy_from to smithi13174786-39 2024-08-29T14:59:04.383 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 1540 (ObjNum 778 snap 249 seq_num 778) dirty exists 2024-08-29T14:59:04.384 INFO:tasks.rados.rados.0.smithi131.stdout:2935: finishing write tid 3 to smithi13174786-35 2024-08-29T14:59:04.384 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1840 (ObjNum 907 snap 287 seq_num 907) dirty exists 2024-08-29T14:59:04.384 INFO:tasks.rados.rados.0.smithi131.stdout:2935: left oid 35 (ObjNum 907 snap 287 seq_num 907) 2024-08-29T14:59:04.385 INFO:tasks.rados.rados.0.smithi131.stdout:2938: finishing write tid 1 to smithi13174786-46 2024-08-29T14:59:04.385 INFO:tasks.rados.rados.0.smithi131.stdout:2938: finishing write tid 2 to smithi13174786-46 2024-08-29T14:59:04.386 INFO:tasks.rados.rados.0.smithi131.stdout:2935: done (4 left) 2024-08-29T14:59:04.386 INFO:tasks.rados.rados.0.smithi131.stdout:2936: done (3 left) 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2940: done (2 left) 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2941: read oid 36 snap -1 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2941: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2942: read oid 33 snap -1 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2942: expect deleted 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2943: rollback oid 10 current snap is 287 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 10 to 272 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2938: finishing write tid 3 to smithi13174786-46 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2944: rmattr oid 35 current snap is 287 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2944: done (5 left) 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2945: read oid 23 snap -1 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2945: expect (ObjNum 905 snap 286 seq_num 905) 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2946: read oid 20 snap -1 2024-08-29T14:59:04.387 INFO:tasks.rados.rados.0.smithi131.stdout:2946: expect (ObjNum 865 snap 273 seq_num 865) 2024-08-29T14:59:04.388 INFO:tasks.rados.rados.0.smithi131.stdout:2947: snap_remove snap 277 2024-08-29T14:59:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:04 smithi131 ceph-mon[87973]: osdmap e651: 8 total, 8 up, 8 in 2024-08-29T14:59:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:04 smithi131 ceph-mon[90512]: osdmap e651: 8 total, 8 up, 8 in 2024-08-29T14:59:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:04 smithi169 ceph-mon[78471]: osdmap e651: 8 total, 8 up, 8 in 2024-08-29T14:59:05.353 INFO:tasks.rados.rados.0.smithi131.stdout:2947: done (7 left) 2024-08-29T14:59:05.353 INFO:tasks.rados.rados.0.smithi131.stdout:2948: delete oid 6 current snap is 287 2024-08-29T14:59:05.353 INFO:tasks.rados.rados.0.smithi131.stdout:2938: finishing write tid 4 to smithi13174786-46 2024-08-29T14:59:05.353 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 1876 (ObjNum 909 snap 287 seq_num 909) dirty exists 2024-08-29T14:59:05.353 INFO:tasks.rados.rados.0.smithi131.stdout:2938: left oid 46 (ObjNum 909 snap 287 seq_num 909) 2024-08-29T14:59:05.353 INFO:tasks.rados.rados.0.smithi131.stdout:2939: expect (ObjNum 866 snap 273 seq_num 866) 2024-08-29T14:59:05.357 INFO:tasks.rados.rados.0.smithi131.stdout:2946: expect (ObjNum 865 snap 273 seq_num 865) 2024-08-29T14:59:05.364 INFO:tasks.rados.rados.0.smithi131.stdout:2941: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:59:05.398 INFO:tasks.rados.rados.0.smithi131.stdout:2943: finishing rollback tid 0 to smithi13174786-10 2024-08-29T14:59:05.398 INFO:tasks.rados.rados.0.smithi131.stdout:2945: expect (ObjNum 905 snap 286 seq_num 905) 2024-08-29T14:59:05.448 INFO:tasks.rados.rados.0.smithi131.stdout:2943: finishing rollback tid 1 to smithi13174786-10 2024-08-29T14:59:05.448 INFO:tasks.rados.rados.0.smithi131.stdout:2943: finishing rollback tid 2 to smithi13174786-10 2024-08-29T14:59:05.448 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1850 (ObjNum 859 snap 270 seq_num 859) dirty exists 2024-08-29T14:59:05.448 INFO:tasks.rados.rados.0.smithi131.stdout:2938: done (7 left) 2024-08-29T14:59:05.448 INFO:tasks.rados.rados.0.smithi131.stdout:2939: done (6 left) 2024-08-29T14:59:05.448 INFO:tasks.rados.rados.0.smithi131.stdout:2941: done (5 left) 2024-08-29T14:59:05.449 INFO:tasks.rados.rados.0.smithi131.stdout:2942: done (4 left) 2024-08-29T14:59:05.449 INFO:tasks.rados.rados.0.smithi131.stdout:2943: done (3 left) 2024-08-29T14:59:05.449 INFO:tasks.rados.rados.0.smithi131.stdout:2945: done (2 left) 2024-08-29T14:59:05.449 INFO:tasks.rados.rados.0.smithi131.stdout:2946: done (1 left) 2024-08-29T14:59:05.449 INFO:tasks.rados.rados.0.smithi131.stdout:2948: done (0 left) 2024-08-29T14:59:05.449 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 287 2024-08-29T14:59:05.449 INFO:tasks.rados.rados.0.smithi131.stdout:2949: seq_num 912 ranges {2064384=483328,2547712=401408} 2024-08-29T14:59:05.461 INFO:tasks.rados.rados.0.smithi131.stdout:2949: writing smithi13174786-2 from 2064384 to 2547712 tid 1 2024-08-29T14:59:05.463 INFO:tasks.rados.rados.0.smithi131.stdout:2949: writing smithi13174786-2 from 2547712 to 2949120 tid 2 2024-08-29T14:59:05.463 INFO:tasks.rados.rados.0.smithi131.stdout:2950: rollback oid 37 current snap is 287 2024-08-29T14:59:05.463 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 37 to 246 2024-08-29T14:59:05.463 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 287 2024-08-29T14:59:05.463 INFO:tasks.rados.rados.0.smithi131.stdout:2951: seq_num 913 ranges {458752=499712,958464=401408} 2024-08-29T14:59:05.468 INFO:tasks.rados.rados.0.smithi131.stdout:2951: writing smithi13174786-34 from 458752 to 958464 tid 1 2024-08-29T14:59:05.473 INFO:tasks.rados.rados.0.smithi131.stdout:2951: writing smithi13174786-34 from 958464 to 1359872 tid 2 2024-08-29T14:59:05.473 INFO:tasks.rados.rados.0.smithi131.stdout:2952: delete oid 22 current snap is 287 2024-08-29T14:59:05.473 INFO:tasks.rados.rados.0.smithi131.stdout:2949: finishing write tid 1 to smithi13174786-2 2024-08-29T14:59:05.473 INFO:tasks.rados.rados.0.smithi131.stdout:2949: finishing write tid 2 to smithi13174786-2 2024-08-29T14:59:05.473 INFO:tasks.rados.rados.0.smithi131.stdout:2949: finishing write tid 3 to smithi13174786-2 2024-08-29T14:59:05.473 INFO:tasks.rados.rados.0.smithi131.stdout:2950: finishing rollback tid 0 to smithi13174786-37 2024-08-29T14:59:05.473 INFO:tasks.rados.rados.0.smithi131.stdout:2950: finishing rollback tid 1 to smithi13174786-37 2024-08-29T14:59:05.473 INFO:tasks.rados.rados.0.smithi131.stdout:2950: finishing rollback tid 2 to smithi13174786-37 2024-08-29T14:59:05.473 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 1881 (ObjNum 719 snap 223 seq_num 719) dirty exists 2024-08-29T14:59:05.473 INFO:tasks.rados.rados.0.smithi131.stdout:2949: finishing write tid 4 to smithi13174786-2 2024-08-29T14:59:05.474 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 1550 (ObjNum 912 snap 287 seq_num 912) dirty exists 2024-08-29T14:59:05.474 INFO:tasks.rados.rados.0.smithi131.stdout:2949: left oid 2 (ObjNum 912 snap 287 seq_num 912) 2024-08-29T14:59:05.474 INFO:tasks.rados.rados.0.smithi131.stdout:2951: finishing write tid 1 to smithi13174786-34 2024-08-29T14:59:05.474 INFO:tasks.rados.rados.0.smithi131.stdout:2949: done (3 left) 2024-08-29T14:59:05.474 INFO:tasks.rados.rados.0.smithi131.stdout:2950: done (2 left) 2024-08-29T14:59:05.474 INFO:tasks.rados.rados.0.smithi131.stdout:2952: done (1 left) 2024-08-29T14:59:05.475 INFO:tasks.rados.rados.0.smithi131.stdout:2953: rmattr oid 43 current snap is 287 2024-08-29T14:59:05.475 INFO:tasks.rados.rados.0.smithi131.stdout:2954: rollback oid 9 current snap is 287 2024-08-29T14:59:05.475 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 9 to 254 2024-08-29T14:59:05.475 INFO:tasks.rados.rados.0.smithi131.stdout:2955: read oid 50 snap -1 2024-08-29T14:59:05.475 INFO:tasks.rados.rados.0.smithi131.stdout:2955: expect deleted 2024-08-29T14:59:05.475 INFO:tasks.rados.rados.0.smithi131.stdout:2956: snap_create 2024-08-29T14:59:05.475 INFO:tasks.rados.rados.0.smithi131.stdout:2951: finishing write tid 2 to smithi13174786-34 2024-08-29T14:59:05.475 INFO:tasks.rados.rados.0.smithi131.stdout:2951: finishing write tid 3 to smithi13174786-34 2024-08-29T14:59:05.476 INFO:tasks.rados.rados.0.smithi131.stdout:2951: finishing write tid 4 to smithi13174786-34 2024-08-29T14:59:05.476 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 1472 (ObjNum 913 snap 287 seq_num 913) dirty exists 2024-08-29T14:59:05.476 INFO:tasks.rados.rados.0.smithi131.stdout:2951: left oid 34 (ObjNum 913 snap 287 seq_num 913) 2024-08-29T14:59:05.479 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1638 (ObjNum 728 snap 231 seq_num 728) dirty exists 2024-08-29T14:59:05.479 INFO:tasks.rados.rados.0.smithi131.stdout:2954: finishing rollback tid 0 to smithi13174786-9 2024-08-29T14:59:05.479 INFO:tasks.rados.rados.0.smithi131.stdout:2954: finishing rollback tid 1 to smithi13174786-9 2024-08-29T14:59:05.479 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1640 (ObjNum 13420257 snap 0 seq_num 403177413) dirty dne 2024-08-29T14:59:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:05 smithi131 ceph-mon[87973]: pgmap v565: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.2 MiB/s wr, 30 op/s 2024-08-29T14:59:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:05 smithi131 ceph-mon[87973]: osdmap e652: 8 total, 8 up, 8 in 2024-08-29T14:59:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:05 smithi131 ceph-mon[90512]: pgmap v565: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.2 MiB/s wr, 30 op/s 2024-08-29T14:59:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:05 smithi131 ceph-mon[90512]: osdmap e652: 8 total, 8 up, 8 in 2024-08-29T14:59:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:05 smithi169 ceph-mon[78471]: pgmap v565: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.2 MiB/s wr, 30 op/s 2024-08-29T14:59:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:05 smithi169 ceph-mon[78471]: osdmap e652: 8 total, 8 up, 8 in 2024-08-29T14:59:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:06.198 INFO:tasks.rados.rados.0.smithi131.stdout:2951: done (4 left) 2024-08-29T14:59:06.198 INFO:tasks.rados.rados.0.smithi131.stdout:2953: done (3 left) 2024-08-29T14:59:06.198 INFO:tasks.rados.rados.0.smithi131.stdout:2954: done (2 left) 2024-08-29T14:59:06.198 INFO:tasks.rados.rados.0.smithi131.stdout:2955: done (1 left) 2024-08-29T14:59:06.199 INFO:tasks.rados.rados.0.smithi131.stdout:2956: done (0 left) 2024-08-29T14:59:06.199 INFO:tasks.rados.rados.0.smithi131.stdout:2957: rmattr oid 4 current snap is 288 2024-08-29T14:59:06.199 INFO:tasks.rados.rados.0.smithi131.stdout:2957: done (0 left) 2024-08-29T14:59:06.199 INFO:tasks.rados.rados.0.smithi131.stdout:2958: snap_create 2024-08-29T14:59:06.349 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:59:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:59:05] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.51.0" 2024-08-29T14:59:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:06 smithi131 ceph-mon[87973]: osdmap e653: 8 total, 8 up, 8 in 2024-08-29T14:59:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:06 smithi131 ceph-mon[87973]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:59:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:06 smithi131 ceph-mon[87973]: osdmap e654: 8 total, 8 up, 8 in 2024-08-29T14:59:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:06 smithi131 ceph-mon[90512]: osdmap e653: 8 total, 8 up, 8 in 2024-08-29T14:59:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:06 smithi131 ceph-mon[90512]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:59:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:06 smithi131 ceph-mon[90512]: osdmap e654: 8 total, 8 up, 8 in 2024-08-29T14:59:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:06 smithi169 ceph-mon[78471]: osdmap e653: 8 total, 8 up, 8 in 2024-08-29T14:59:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:06 smithi169 ceph-mon[78471]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:59:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:06 smithi169 ceph-mon[78471]: osdmap e654: 8 total, 8 up, 8 in 2024-08-29T14:59:06.804 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph orch ps' 2024-08-29T14:59:07.090 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:59:07.202 INFO:tasks.rados.rados.0.smithi131.stdout:2958: done (0 left) 2024-08-29T14:59:07.203 INFO:tasks.rados.rados.0.smithi131.stdout:2959: snap_create 2024-08-29T14:59:08.209 INFO:tasks.rados.rados.0.smithi131.stdout:2959: done (0 left) 2024-08-29T14:59:08.209 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 290 2024-08-29T14:59:08.209 INFO:tasks.rados.rados.0.smithi131.stdout:2960: seq_num 915 ranges {3735552=532480,4268032=401408} 2024-08-29T14:59:08.231 INFO:tasks.rados.rados.0.smithi131.stdout:2960: writing smithi13174786-15 from 3735552 to 4268032 tid 1 2024-08-29T14:59:08.234 INFO:tasks.rados.rados.0.smithi131.stdout:2960: writing smithi13174786-15 from 4268032 to 4669440 tid 2 2024-08-29T14:59:08.234 INFO:tasks.rados.rados.0.smithi131.stdout:2961: rollback oid 3 current snap is 290 2024-08-29T14:59:08.235 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 3 to 284 2024-08-29T14:59:08.235 INFO:tasks.rados.rados.0.smithi131.stdout:2962: read oid 50 snap 269 2024-08-29T14:59:08.235 INFO:tasks.rados.rados.0.smithi131.stdout:2962: expect (ObjNum 845 snap 263 seq_num 845) 2024-08-29T14:59:08.235 INFO:tasks.rados.rados.0.smithi131.stdout:2963: read oid 39 snap -1 2024-08-29T14:59:08.235 INFO:tasks.rados.rados.0.smithi131.stdout:2963: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:59:08.235 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 290 2024-08-29T14:59:08.235 INFO:tasks.rados.rados.0.smithi131.stdout:2964: seq_num 916 ranges {442368=548864,991232=401408} 2024-08-29T14:59:08.240 INFO:tasks.rados.rados.0.smithi131.stdout:2964: writing smithi13174786-18 from 442368 to 991232 tid 1 2024-08-29T14:59:08.243 INFO:tasks.rados.rados.0.smithi131.stdout:2964: writing smithi13174786-18 from 991232 to 1392640 tid 2 2024-08-29T14:59:08.243 INFO:tasks.rados.rados.0.smithi131.stdout:2965: delete oid 4 current snap is 290 2024-08-29T14:59:08.244 INFO:tasks.rados.rados.0.smithi131.stdout:2960: finishing write tid 1 to smithi13174786-15 2024-08-29T14:59:08.244 INFO:tasks.rados.rados.0.smithi131.stdout:2960: finishing write tid 2 to smithi13174786-15 2024-08-29T14:59:08.244 INFO:tasks.rados.rados.0.smithi131.stdout:2960: finishing write tid 3 to smithi13174786-15 2024-08-29T14:59:08.244 INFO:tasks.rados.rados.0.smithi131.stdout:2961: finishing rollback tid 0 to smithi13174786-3 2024-08-29T14:59:08.244 INFO:tasks.rados.rados.0.smithi131.stdout:2963: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:59:08.274 INFO:tasks.rados.rados.0.smithi131.stdout:2960: finishing write tid 4 to smithi13174786-15 2024-08-29T14:59:08.274 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1884 (ObjNum 915 snap 290 seq_num 915) dirty exists 2024-08-29T14:59:08.274 INFO:tasks.rados.rados.0.smithi131.stdout:2960: left oid 15 (ObjNum 915 snap 290 seq_num 915) 2024-08-29T14:59:08.274 INFO:tasks.rados.rados.0.smithi131.stdout:2960: done (5 left) 2024-08-29T14:59:08.274 INFO:tasks.rados.rados.0.smithi131.stdout:2963: done (4 left) 2024-08-29T14:59:08.274 INFO:tasks.rados.rados.0.smithi131.stdout:2965: done (3 left) 2024-08-29T14:59:08.275 INFO:tasks.rados.rados.0.smithi131.stdout:2966: snap_remove snap 246 2024-08-29T14:59:08.540 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:08 smithi131 ceph-mon[87973]: pgmap v569: 121 pgs: 121 active+clean; 345 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-08-29T14:59:08.540 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:08 smithi131 ceph-mon[87973]: osdmap e655: 8 total, 8 up, 8 in 2024-08-29T14:59:08.541 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:08 smithi131 ceph-mon[90512]: pgmap v569: 121 pgs: 121 active+clean; 345 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-08-29T14:59:08.541 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:08 smithi131 ceph-mon[90512]: osdmap e655: 8 total, 8 up, 8 in 2024-08-29T14:59:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:08 smithi169 ceph-mon[78471]: pgmap v569: 121 pgs: 121 active+clean; 345 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-08-29T14:59:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:08 smithi169 ceph-mon[78471]: osdmap e655: 8 total, 8 up, 8 in 2024-08-29T14:59:08.964 INFO:teuthology.orchestra.run.smithi131.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:59:08.964 INFO:teuthology.orchestra.run.smithi131.stdout:alertmanager.a smithi131 *:9093,9094 running (8m) 60s ago 12m 21.4M - 0.27.0 11f11916f8cd 70b7968d3d1c 2024-08-29T14:59:08.964 INFO:teuthology.orchestra.run.smithi131.stdout:grafana.a smithi169 *:3000 running (26s) 18s ago 12m 43.2M - c8b91775d855 77d84b1ee837 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:mds.a smithi131 running (63s) 60s ago 13m 13.4M - 19.3.0-4579-g1f4056d9 d17246d170ec e6de3be29b86 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:mds.b smithi169 running (47s) 18s ago 13m 14.7M - 19.3.0-4579-g1f4056d9 d17246d170ec 42d5242216dc 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.x smithi169 *:8443,9283,8765 running (6m) 18s ago 17m 456M - 19.3.0-4579-g1f4056d9 d17246d170ec 6ced199ee9f2 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:mgr.y smithi131 *:8443,9283,8765 running (7m) 60s ago 18m 527M - 19.3.0-4579-g1f4056d9 d17246d170ec d0da683f1116 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:mon.a smithi131 running (6m) 60s ago 19m 69.2M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec eaaa1ba89c7b 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:mon.b smithi169 running (6m) 18s ago 17m 57.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cb92054d4f57 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:mon.c smithi131 running (6m) 60s ago 17m 55.3M 2048M 19.3.0-4579-g1f4056d9 d17246d170ec cd3b46eff0c0 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.a smithi131 *:9100 running (7m) 60s ago 12m 10.6M - 1.7.0 72c9c2088986 2d2138035b2d 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:node-exporter.b smithi169 *:9100 running (7m) 18s ago 12m 11.4M - 1.7.0 72c9c2088986 65e170ba0137 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:osd.0 smithi131 running (5m) 60s ago 16m 210M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 2b80a23f091c 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:osd.1 smithi131 running (4m) 60s ago 16m 242M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 7ef2711f92d6 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:osd.2 smithi131 running (4m) 60s ago 16m 184M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec def684d0aaf6 2024-08-29T14:59:08.965 INFO:teuthology.orchestra.run.smithi131.stdout:osd.3 smithi131 running (3m) 60s ago 15m 213M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 413c5146ddeb 2024-08-29T14:59:08.966 INFO:teuthology.orchestra.run.smithi131.stdout:osd.4 smithi169 running (3m) 18s ago 15m 284M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec c83aa6304b98 2024-08-29T14:59:08.966 INFO:teuthology.orchestra.run.smithi131.stdout:osd.5 smithi169 running (2m) 18s ago 14m 166M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec 99f84d9bb029 2024-08-29T14:59:08.966 INFO:teuthology.orchestra.run.smithi131.stdout:osd.6 smithi169 running (113s) 18s ago 14m 100M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec b233f06c020f 2024-08-29T14:59:08.966 INFO:teuthology.orchestra.run.smithi131.stdout:osd.7 smithi169 running (78s) 18s ago 14m 98.2M 2480M 19.3.0-4579-g1f4056d9 d17246d170ec ec27a0c44ba6 2024-08-29T14:59:08.966 INFO:teuthology.orchestra.run.smithi131.stdout:prometheus.a smithi169 *:9095 running (7m) 18s ago 12m 53.9M - 2.51.0 1d3b7f56885b b2a1d2d4fcbd 2024-08-29T14:59:09.234 INFO:tasks.rados.rados.0.smithi131.stdout:2966: done (3 left) 2024-08-29T14:59:09.234 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 290 2024-08-29T14:59:09.234 INFO:tasks.rados.rados.0.smithi131.stdout:2961: finishing rollback tid 1 to smithi13174786-3 2024-08-29T14:59:09.234 INFO:tasks.rados.rados.0.smithi131.stdout:2961: finishing rollback tid 2 to smithi13174786-3 2024-08-29T14:59:09.234 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1979 (ObjNum 890 snap 283 seq_num 890) dirty exists 2024-08-29T14:59:09.234 INFO:tasks.rados.rados.0.smithi131.stdout:2962: expect (ObjNum 845 snap 263 seq_num 845) 2024-08-29T14:59:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:09 smithi131 ceph-mon[87973]: osdmap e656: 8 total, 8 up, 8 in 2024-08-29T14:59:09.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:09 smithi131 ceph-mon[90512]: osdmap e656: 8 total, 8 up, 8 in 2024-08-29T14:59:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:09 smithi169 ceph-mon[78471]: osdmap e656: 8 total, 8 up, 8 in 2024-08-29T14:59:09.733 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph versions' 2024-08-29T14:59:09.741 INFO:tasks.rados.rados.0.smithi131.stdout:2964: finishing write tid 1 to smithi13174786-18 2024-08-29T14:59:09.742 INFO:tasks.rados.rados.0.smithi131.stdout:2964: finishing write tid 2 to smithi13174786-18 2024-08-29T14:59:09.742 INFO:tasks.rados.rados.0.smithi131.stdout:2967: seq_num 918 ranges {10084352=581632,10665984=401408} 2024-08-29T14:59:09.799 INFO:tasks.rados.rados.0.smithi131.stdout:2967: writing smithi13174786-31 from 10084352 to 10665984 tid 1 2024-08-29T14:59:09.802 INFO:tasks.rados.rados.0.smithi131.stdout:2967: writing smithi13174786-31 from 10665984 to 11067392 tid 2 2024-08-29T14:59:09.802 INFO:tasks.rados.rados.0.smithi131.stdout:2961: done (3 left) 2024-08-29T14:59:09.802 INFO:tasks.rados.rados.0.smithi131.stdout:2962: done (2 left) 2024-08-29T14:59:09.802 INFO:tasks.rados.rados.0.smithi131.stdout:2968: snap_remove snap 286 2024-08-29T14:59:09.977 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:59:10.234 INFO:tasks.rados.rados.0.smithi131.stdout:2968: done (2 left) 2024-08-29T14:59:10.234 INFO:tasks.rados.rados.0.smithi131.stdout:2969: snap_create 2024-08-29T14:59:10.234 INFO:tasks.rados.rados.0.smithi131.stdout:2964: finishing write tid 3 to smithi13174786-18 2024-08-29T14:59:10.234 INFO:tasks.rados.rados.0.smithi131.stdout:2964: finishing write tid 4 to smithi13174786-18 2024-08-29T14:59:10.234 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 1983 (ObjNum 916 snap 290 seq_num 916) dirty exists 2024-08-29T14:59:10.235 INFO:tasks.rados.rados.0.smithi131.stdout:2964: left oid 18 (ObjNum 916 snap 290 seq_num 916) 2024-08-29T14:59:10.235 INFO:tasks.rados.rados.0.smithi131.stdout:2967: finishing write tid 1 to smithi13174786-31 2024-08-29T14:59:10.235 INFO:tasks.rados.rados.0.smithi131.stdout:2967: finishing write tid 2 to smithi13174786-31 2024-08-29T14:59:10.235 INFO:tasks.rados.rados.0.smithi131.stdout:2967: finishing write tid 3 to smithi13174786-31 2024-08-29T14:59:10.235 INFO:tasks.rados.rados.0.smithi131.stdout:2967: finishing write tid 4 to smithi13174786-31 2024-08-29T14:59:10.235 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 1874 (ObjNum 918 snap 290 seq_num 918) dirty exists 2024-08-29T14:59:10.235 INFO:tasks.rados.rados.0.smithi131.stdout:2967: left oid 31 (ObjNum 918 snap 290 seq_num 918) 2024-08-29T14:59:10.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:10 smithi131 ceph-mon[90512]: pgmap v572: 121 pgs: 121 active+clean; 347 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-29T14:59:10.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:10 smithi131 ceph-mon[90512]: from='client.44492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:59:10.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:10 smithi131 ceph-mon[90512]: osdmap e657: 8 total, 8 up, 8 in 2024-08-29T14:59:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:10 smithi131 ceph-mon[87973]: pgmap v572: 121 pgs: 121 active+clean; 347 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-29T14:59:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:10 smithi131 ceph-mon[87973]: from='client.44492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:59:10.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:10 smithi131 ceph-mon[87973]: osdmap e657: 8 total, 8 up, 8 in 2024-08-29T14:59:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:10 smithi169 ceph-mon[78471]: pgmap v572: 121 pgs: 121 active+clean; 347 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-29T14:59:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:10 smithi169 ceph-mon[78471]: from='client.44492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:59:10.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:10 smithi169 ceph-mon[78471]: osdmap e657: 8 total, 8 up, 8 in 2024-08-29T14:59:10.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:59:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:59:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:59:11.202 INFO:tasks.rados.rados.0.smithi131.stdout:2964: done (2 left) 2024-08-29T14:59:11.202 INFO:tasks.rados.rados.0.smithi131.stdout:2967: done (1 left) 2024-08-29T14:59:11.204 INFO:tasks.rados.rados.0.smithi131.stdout:2969: done (0 left) 2024-08-29T14:59:11.204 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 291 2024-08-29T14:59:11.204 INFO:tasks.rados.rados.0.smithi131.stdout:2970: seq_num 919 ranges {1359872=598016,1957888=401408} 2024-08-29T14:59:11.212 INFO:tasks.rados.rados.0.smithi131.stdout:2970: writing smithi13174786-34 from 1359872 to 1957888 tid 1 2024-08-29T14:59:11.214 INFO:tasks.rados.rados.0.smithi131.stdout:2970: writing smithi13174786-34 from 1957888 to 2359296 tid 2 2024-08-29T14:59:11.215 INFO:tasks.rados.rados.0.smithi131.stdout:2971: setattr oid 41 current snap is 291 2024-08-29T14:59:11.215 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 40 current snap is 291 2024-08-29T14:59:11.216 INFO:tasks.rados.rados.0.smithi131.stdout:2972: seq_num 920 ranges {2473984=614400,3088384=401408} 2024-08-29T14:59:11.234 INFO:tasks.rados.rados.0.smithi131.stdout:2972: writing smithi13174786-40 from 2473984 to 3088384 tid 1 2024-08-29T14:59:11.238 INFO:tasks.rados.rados.0.smithi131.stdout:2972: writing smithi13174786-40 from 3088384 to 3489792 tid 2 2024-08-29T14:59:11.238 INFO:tasks.rados.rados.0.smithi131.stdout:2970: finishing write tid 1 to smithi13174786-34 2024-08-29T14:59:11.238 INFO:tasks.rados.rados.0.smithi131.stdout:2970: finishing write tid 2 to smithi13174786-34 2024-08-29T14:59:11.238 INFO:tasks.rados.rados.0.smithi131.stdout:2970: finishing write tid 3 to smithi13174786-34 2024-08-29T14:59:11.238 INFO:tasks.rados.rados.0.smithi131.stdout:2970: finishing write tid 4 to smithi13174786-34 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 1475 (ObjNum 919 snap 291 seq_num 919) dirty exists 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2970: left oid 34 (ObjNum 919 snap 291 seq_num 919) 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 2001 (ObjNum 799 snap 252 seq_num 799) dirty exists 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2970: done (2 left) 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2971: done (1 left) 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2973: read oid 31 snap 236 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2973: expect (ObjNum 700 snap 215 seq_num 700) 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2974: copy_from oid 16 from oid 28 current snap is 291 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2975: copy_from oid 49 from oid 15 current snap is 291 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2972: finishing write tid 1 to smithi13174786-40 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2976: copy_from oid 7 from oid 24 current snap is 291 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2977: read oid 46 snap -1 2024-08-29T14:59:11.239 INFO:tasks.rados.rados.0.smithi131.stdout:2977: expect (ObjNum 909 snap 287 seq_num 909) 2024-08-29T14:59:11.240 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 35 current snap is 291 2024-08-29T14:59:11.240 INFO:tasks.rados.rados.0.smithi131.stdout:2978: seq_num 921 ranges {1171456=630784,1802240=401408} 2024-08-29T14:59:11.251 INFO:tasks.rados.rados.0.smithi131.stdout:2978: writing smithi13174786-35 from 1171456 to 1802240 tid 1 2024-08-29T14:59:11.255 INFO:tasks.rados.rados.0.smithi131.stdout:2978: writing smithi13174786-35 from 1802240 to 2203648 tid 2 2024-08-29T14:59:11.255 INFO:tasks.rados.rados.0.smithi131.stdout:2972: finishing write tid 2 to smithi13174786-40 2024-08-29T14:59:11.255 INFO:tasks.rados.rados.0.smithi131.stdout:2972: finishing write tid 3 to smithi13174786-40 2024-08-29T14:59:11.255 INFO:tasks.rados.rados.0.smithi131.stdout:2972: finishing write tid 4 to smithi13174786-40 2024-08-29T14:59:11.255 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1646 (ObjNum 920 snap 291 seq_num 920) dirty exists 2024-08-29T14:59:11.255 INFO:tasks.rados.rados.0.smithi131.stdout:2972: left oid 40 (ObjNum 920 snap 291 seq_num 920) 2024-08-29T14:59:11.255 INFO:tasks.rados.rados.0.smithi131.stdout:2972: done (6 left) 2024-08-29T14:59:11.255 INFO:tasks.rados.rados.0.smithi131.stdout:2979: rollback oid 27 current snap is 291 2024-08-29T14:59:11.255 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 287 2024-08-29T14:59:11.257 INFO:tasks.rados.rados.0.smithi131.stdout:2977: expect (ObjNum 909 snap 287 seq_num 909) 2024-08-29T14:59:11.364 INFO:tasks.rados.rados.0.smithi131.stdout:2974: finishing copy_from racing read to smithi13174786-16 2024-08-29T14:59:11.364 INFO:tasks.rados.rados.0.smithi131.stdout:2979: finishing rollback tid 1 to smithi13174786-27 2024-08-29T14:59:11.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1878 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T14:59:11.364 INFO:tasks.rados.rados.0.smithi131.stdout:2973: expect (ObjNum 700 snap 215 seq_num 700) 2024-08-29T14:59:11.488 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:11 smithi131 ceph-mon[87973]: osdmap e658: 8 total, 8 up, 8 in 2024-08-29T14:59:11.489 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:11 smithi131 ceph-mon[87973]: osdmap e659: 8 total, 8 up, 8 in 2024-08-29T14:59:11.489 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:11 smithi131 ceph-mon[90512]: osdmap e658: 8 total, 8 up, 8 in 2024-08-29T14:59:11.489 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:11 smithi131 ceph-mon[90512]: osdmap e659: 8 total, 8 up, 8 in 2024-08-29T14:59:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:11 smithi169 ceph-mon[78471]: osdmap e658: 8 total, 8 up, 8 in 2024-08-29T14:59:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:11 smithi169 ceph-mon[78471]: osdmap e659: 8 total, 8 up, 8 in 2024-08-29T14:59:11.794 INFO:tasks.rados.rados.0.smithi131.stdout:2975: finishing copy_from racing read to smithi13174786-49 2024-08-29T14:59:11.794 INFO:tasks.rados.rados.0.smithi131.stdout:2974: finishing copy_from to smithi13174786-16 2024-08-29T14:59:11.794 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 1451 (ObjNum 866 snap 273 seq_num 866) dirty exists 2024-08-29T14:59:11.794 INFO:tasks.rados.rados.0.smithi131.stdout:2978: finishing write tid 1 to smithi13174786-35 2024-08-29T14:59:11.795 INFO:tasks.rados.rados.0.smithi131.stdout:2978: finishing write tid 2 to smithi13174786-35 2024-08-29T14:59:11.795 INFO:tasks.rados.rados.0.smithi131.stdout:2973: done (6 left) 2024-08-29T14:59:11.795 INFO:tasks.rados.rados.0.smithi131.stdout:2974: done (5 left) 2024-08-29T14:59:11.795 INFO:tasks.rados.rados.0.smithi131.stdout:2977: done (4 left) 2024-08-29T14:59:11.795 INFO:tasks.rados.rados.0.smithi131.stdout:2979: done (3 left) 2024-08-29T14:59:11.795 INFO:tasks.rados.rados.0.smithi131.stdout:2980: read oid 26 snap -1 2024-08-29T14:59:11.795 INFO:tasks.rados.rados.0.smithi131.stdout:2980: expect (ObjNum 903 snap 286 seq_num 903) 2024-08-29T14:59:11.795 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 291 2024-08-29T14:59:11.795 INFO:tasks.rados.rados.0.smithi131.stdout:2978: finishing write tid 3 to smithi13174786-35 2024-08-29T14:59:11.795 INFO:tasks.rados.rados.0.smithi131.stdout:2975: finishing copy_from to smithi13174786-49 2024-08-29T14:59:11.796 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 1884 (ObjNum 915 snap 290 seq_num 915) dirty exists 2024-08-29T14:59:11.796 INFO:tasks.rados.rados.0.smithi131.stdout:2978: finishing write tid 4 to smithi13174786-35 2024-08-29T14:59:11.796 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 1885 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-08-29T14:59:11.796 INFO:tasks.rados.rados.0.smithi131.stdout:2978: left oid 35 (ObjNum 921 snap 291 seq_num 921) 2024-08-29T14:59:11.796 INFO:tasks.rados.rados.0.smithi131.stdout:2976: finishing copy_from racing read to smithi13174786-7 2024-08-29T14:59:11.796 INFO:tasks.rados.rados.0.smithi131.stdout:2976: finishing copy_from to smithi13174786-7 2024-08-29T14:59:11.796 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1485 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T14:59:11.796 INFO:tasks.rados.rados.0.smithi131.stdout:2981: seq_num 922 ranges {0=647168,647168=401408} 2024-08-29T14:59:11.797 INFO:tasks.rados.rados.0.smithi131.stdout:2981: writing smithi13174786-50 from 0 to 647168 tid 1 2024-08-29T14:59:11.800 INFO:tasks.rados.rados.0.smithi131.stdout:2981: writing smithi13174786-50 from 647168 to 1048576 tid 2 2024-08-29T14:59:11.800 INFO:tasks.rados.rados.0.smithi131.stdout:2975: done (4 left) 2024-08-29T14:59:11.800 INFO:tasks.rados.rados.0.smithi131.stdout:2976: done (3 left) 2024-08-29T14:59:11.800 INFO:tasks.rados.rados.0.smithi131.stdout:2978: done (2 left) 2024-08-29T14:59:11.801 INFO:tasks.rados.rados.0.smithi131.stdout:2982: copy_from oid 15 from oid 40 current snap is 291 2024-08-29T14:59:11.801 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 291 2024-08-29T14:59:11.801 INFO:tasks.rados.rados.0.smithi131.stdout:2983: seq_num 923 ranges {11067392=663552,11730944=401408} 2024-08-29T14:59:11.863 INFO:tasks.rados.rados.0.smithi131.stdout:2983: writing smithi13174786-31 from 11067392 to 11730944 tid 1 2024-08-29T14:59:11.865 INFO:tasks.rados.rados.0.smithi131.stdout:2983: writing smithi13174786-31 from 11730944 to 12132352 tid 2 2024-08-29T14:59:11.865 INFO:tasks.rados.rados.0.smithi131.stdout:2984: read oid 21 snap -1 2024-08-29T14:59:11.866 INFO:tasks.rados.rados.0.smithi131.stdout:2984: expect (ObjNum 889 snap 283 seq_num 889) 2024-08-29T14:59:11.866 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 291 2024-08-29T14:59:11.866 INFO:tasks.rados.rados.0.smithi131.stdout:2980: expect (ObjNum 903 snap 286 seq_num 903) 2024-08-29T14:59:11.886 INFO:tasks.rados.rados.0.smithi131.stdout:2981: finishing write tid 1 to smithi13174786-50 2024-08-29T14:59:11.886 INFO:tasks.rados.rados.0.smithi131.stdout:2981: finishing write tid 2 to smithi13174786-50 2024-08-29T14:59:11.886 INFO:tasks.rados.rados.0.smithi131.stdout:2981: finishing write tid 3 to smithi13174786-50 2024-08-29T14:59:11.886 INFO:tasks.rados.rados.0.smithi131.stdout:2985: seq_num 924 ranges {2498560=679936,3178496=401408} 2024-08-29T14:59:11.903 INFO:tasks.rados.rados.0.smithi131.stdout:2985: writing smithi13174786-14 from 2498560 to 3178496 tid 1 2024-08-29T14:59:11.906 INFO:tasks.rados.rados.0.smithi131.stdout:2985: writing smithi13174786-14 from 3178496 to 3579904 tid 2 2024-08-29T14:59:11.906 INFO:tasks.rados.rados.0.smithi131.stdout:2980: done (5 left) 2024-08-29T14:59:11.906 INFO:tasks.rados.rados.0.smithi131.stdout:2986: rollback oid 20 current snap is 291 2024-08-29T14:59:11.906 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 20 to 236 2024-08-29T14:59:11.906 INFO:tasks.rados.rados.0.smithi131.stdout:2981: finishing write tid 4 to smithi13174786-50 2024-08-29T14:59:11.906 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 2004 (ObjNum 922 snap 291 seq_num 922) dirty exists 2024-08-29T14:59:11.906 INFO:tasks.rados.rados.0.smithi131.stdout:2981: left oid 50 (ObjNum 922 snap 291 seq_num 922) 2024-08-29T14:59:11.906 INFO:tasks.rados.rados.0.smithi131.stdout:2982: finishing copy_from racing read to smithi13174786-15 2024-08-29T14:59:11.906 INFO:tasks.rados.rados.0.smithi131.stdout:2982: finishing copy_from to smithi13174786-15 2024-08-29T14:59:11.907 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1646 (ObjNum 920 snap 291 seq_num 920) dirty exists 2024-08-29T14:59:11.907 INFO:tasks.rados.rados.0.smithi131.stdout:2981: done (5 left) 2024-08-29T14:59:11.907 INFO:tasks.rados.rados.0.smithi131.stdout:2982: done (4 left) 2024-08-29T14:59:11.907 INFO:tasks.rados.rados.0.smithi131.stdout:2987: snap_create 2024-08-29T14:59:11.907 INFO:tasks.rados.rados.0.smithi131.stdout:2983: finishing write tid 1 to smithi13174786-31 2024-08-29T14:59:11.907 INFO:tasks.rados.rados.0.smithi131.stdout:2983: finishing write tid 2 to smithi13174786-31 2024-08-29T14:59:11.907 INFO:tasks.rados.rados.0.smithi131.stdout:2983: finishing write tid 3 to smithi13174786-31 2024-08-29T14:59:11.907 INFO:tasks.rados.rados.0.smithi131.stdout:2984: expect (ObjNum 889 snap 283 seq_num 889) 2024-08-29T14:59:11.957 INFO:tasks.rados.rados.0.smithi131.stdout:2983: finishing write tid 4 to smithi13174786-31 2024-08-29T14:59:11.957 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 1877 (ObjNum 923 snap 291 seq_num 923) dirty exists 2024-08-29T14:59:11.957 INFO:tasks.rados.rados.0.smithi131.stdout:2983: left oid 31 (ObjNum 923 snap 291 seq_num 923) 2024-08-29T14:59:11.957 INFO:tasks.rados.rados.0.smithi131.stdout:2985: finishing write tid 1 to smithi13174786-14 2024-08-29T14:59:11.957 INFO:tasks.rados.rados.0.smithi131.stdout:2986: finishing rollback tid 0 to smithi13174786-20 2024-08-29T14:59:11.957 INFO:tasks.rados.rados.0.smithi131.stdout:2985: finishing write tid 2 to smithi13174786-14 2024-08-29T14:59:11.957 INFO:tasks.rados.rados.0.smithi131.stdout:2986: finishing rollback tid 1 to smithi13174786-20 2024-08-29T14:59:11.957 INFO:tasks.rados.rados.0.smithi131.stdout:2985: finishing write tid 3 to smithi13174786-14 2024-08-29T14:59:11.958 INFO:tasks.rados.rados.0.smithi131.stdout:2986: finishing rollback tid 2 to smithi13174786-20 2024-08-29T14:59:11.958 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 1636 (ObjNum 745 snap 234 seq_num 745) dirty exists 2024-08-29T14:59:11.958 INFO:tasks.rados.rados.0.smithi131.stdout:2985: finishing write tid 4 to smithi13174786-14 2024-08-29T14:59:11.958 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 1880 (ObjNum 924 snap 291 seq_num 924) dirty exists 2024-08-29T14:59:11.958 INFO:tasks.rados.rados.0.smithi131.stdout:2985: left oid 14 (ObjNum 924 snap 291 seq_num 924) 2024-08-29T14:59:11.994 INFO:teuthology.orchestra.run.smithi131.stdout:{ 2024-08-29T14:59:11.994 INFO:teuthology.orchestra.run.smithi131.stdout: "mon": { 2024-08-29T14:59:11.994 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 3 2024-08-29T14:59:11.994 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:59:11.994 INFO:teuthology.orchestra.run.smithi131.stdout: "mgr": { 2024-08-29T14:59:11.994 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:59:11.994 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:59:11.995 INFO:teuthology.orchestra.run.smithi131.stdout: "osd": { 2024-08-29T14:59:11.995 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 8 2024-08-29T14:59:11.995 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:59:11.995 INFO:teuthology.orchestra.run.smithi131.stdout: "mds": { 2024-08-29T14:59:11.995 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 2 2024-08-29T14:59:11.995 INFO:teuthology.orchestra.run.smithi131.stdout: }, 2024-08-29T14:59:11.995 INFO:teuthology.orchestra.run.smithi131.stdout: "overall": { 2024-08-29T14:59:11.995 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 15 2024-08-29T14:59:11.995 INFO:teuthology.orchestra.run.smithi131.stdout: } 2024-08-29T14:59:11.995 INFO:teuthology.orchestra.run.smithi131.stdout:} 2024-08-29T14:59:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:2983: done (4 left) 2024-08-29T14:59:12.235 INFO:tasks.rados.rados.0.smithi131.stdout:2984: done (3 left) 2024-08-29T14:59:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2985: done (2 left) 2024-08-29T14:59:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2986: done (1 left) 2024-08-29T14:59:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2987: done (0 left) 2024-08-29T14:59:12.236 INFO:tasks.rados.rados.0.smithi131.stdout:2988: snap_remove snap 272 2024-08-29T14:59:12.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:12 smithi131 ceph-mon[87973]: pgmap v575: 121 pgs: 121 active+clean; 348 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 810 KiB/s wr, 18 op/s 2024-08-29T14:59:12.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:12 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3955250687' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:59:12.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:12 smithi131 ceph-mon[90512]: pgmap v575: 121 pgs: 121 active+clean; 348 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 810 KiB/s wr, 18 op/s 2024-08-29T14:59:12.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:12 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3955250687' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:59:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:12 smithi169 ceph-mon[78471]: pgmap v575: 121 pgs: 121 active+clean; 348 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 810 KiB/s wr, 18 op/s 2024-08-29T14:59:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:12 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3955250687' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:59:12.665 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-29T14:59:12.953 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:59:13.237 INFO:tasks.rados.rados.0.smithi131.stdout:2988: done (0 left) 2024-08-29T14:59:13.237 INFO:tasks.rados.rados.0.smithi131.stdout:2989: delete oid 16 current snap is 292 2024-08-29T14:59:13.249 INFO:tasks.rados.rados.0.smithi131.stdout:2989: done (0 left) 2024-08-29T14:59:13.250 INFO:tasks.rados.rados.0.smithi131.stdout:2990: read oid 10 snap -1 2024-08-29T14:59:13.250 INFO:tasks.rados.rados.0.smithi131.stdout:2990: expect (ObjNum 859 snap 270 seq_num 859) 2024-08-29T14:59:13.250 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 292 2024-08-29T14:59:13.250 INFO:tasks.rados.rados.0.smithi131.stdout:2991: seq_num 926 ranges {1392640=712704,2105344=401408} 2024-08-29T14:59:13.264 INFO:tasks.rados.rados.0.smithi131.stdout:2991: writing smithi13174786-18 from 1392640 to 2105344 tid 1 2024-08-29T14:59:13.267 INFO:tasks.rados.rados.0.smithi131.stdout:2991: writing smithi13174786-18 from 2105344 to 2506752 tid 2 2024-08-29T14:59:13.268 INFO:tasks.rados.rados.0.smithi131.stdout:2992: snap_create 2024-08-29T14:59:13.271 INFO:tasks.rados.rados.0.smithi131.stdout:2991: finishing write tid 1 to smithi13174786-18 2024-08-29T14:59:13.271 INFO:tasks.rados.rados.0.smithi131.stdout:2991: finishing write tid 2 to smithi13174786-18 2024-08-29T14:59:13.272 INFO:tasks.rados.rados.0.smithi131.stdout:2991: finishing write tid 3 to smithi13174786-18 2024-08-29T14:59:13.273 INFO:tasks.rados.rados.0.smithi131.stdout:2991: finishing write tid 4 to smithi13174786-18 2024-08-29T14:59:13.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 2016 (ObjNum 926 snap 292 seq_num 926) dirty exists 2024-08-29T14:59:13.273 INFO:tasks.rados.rados.0.smithi131.stdout:2991: left oid 18 (ObjNum 926 snap 292 seq_num 926) 2024-08-29T14:59:13.274 INFO:tasks.rados.rados.0.smithi131.stdout:2990: expect (ObjNum 859 snap 270 seq_num 859) 2024-08-29T14:59:13.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:13 smithi131 ceph-mon[87973]: osdmap e660: 8 total, 8 up, 8 in 2024-08-29T14:59:13.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:13 smithi131 ceph-mon[87973]: osdmap e661: 8 total, 8 up, 8 in 2024-08-29T14:59:13.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:13 smithi131 ceph-mon[90512]: osdmap e660: 8 total, 8 up, 8 in 2024-08-29T14:59:13.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:13 smithi131 ceph-mon[90512]: osdmap e661: 8 total, 8 up, 8 in 2024-08-29T14:59:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:13 smithi169 ceph-mon[78471]: osdmap e660: 8 total, 8 up, 8 in 2024-08-29T14:59:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:13 smithi169 ceph-mon[78471]: osdmap e661: 8 total, 8 up, 8 in 2024-08-29T14:59:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:2990: done (2 left) 2024-08-29T14:59:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:2991: done (1 left) 2024-08-29T14:59:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:2992: done (0 left) 2024-08-29T14:59:14.256 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 293 2024-08-29T14:59:14.257 INFO:tasks.rados.rados.0.smithi131.stdout:2993: seq_num 927 ranges {4161536=729088,4890624=401408} 2024-08-29T14:59:14.282 INFO:tasks.rados.rados.0.smithi131.stdout:2993: writing smithi13174786-10 from 4161536 to 4890624 tid 1 2024-08-29T14:59:14.284 INFO:tasks.rados.rados.0.smithi131.stdout:2993: writing smithi13174786-10 from 4890624 to 5292032 tid 2 2024-08-29T14:59:14.284 INFO:tasks.rados.rados.0.smithi131.stdout:2994: read oid 15 snap -1 2024-08-29T14:59:14.284 INFO:tasks.rados.rados.0.smithi131.stdout:2994: expect (ObjNum 920 snap 291 seq_num 920) 2024-08-29T14:59:14.284 INFO:tasks.rados.rados.0.smithi131.stdout:2995: read oid 13 snap -1 2024-08-29T14:59:14.284 INFO:tasks.rados.rados.0.smithi131.stdout:2995: expect deleted 2024-08-29T14:59:14.285 INFO:tasks.rados.rados.0.smithi131.stdout:2996: snap_remove snap 287 2024-08-29T14:59:14.416 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:14 smithi131 ceph-mon[87973]: pgmap v578: 121 pgs: 121 active+clean; 357 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 535 KiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-29T14:59:14.416 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:14 smithi131 ceph-mon[90512]: pgmap v578: 121 pgs: 121 active+clean; 357 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 535 KiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-29T14:59:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:14 smithi169 ceph-mon[78471]: pgmap v578: 121 pgs: 121 active+clean; 357 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 535 KiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-29T14:59:14.878 INFO:teuthology.orchestra.run.smithi131.stdout:true 2024-08-29T14:59:15.261 INFO:tasks.rados.rados.0.smithi131.stdout:2996: done (3 left) 2024-08-29T14:59:15.261 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 293 2024-08-29T14:59:15.261 INFO:tasks.rados.rados.0.smithi131.stdout:2997: seq_num 928 ranges {2064384=745472,2809856=401408} 2024-08-29T14:59:15.277 INFO:tasks.rados.rados.0.smithi131.stdout:2997: writing smithi13174786-12 from 2064384 to 2809856 tid 1 2024-08-29T14:59:15.280 INFO:tasks.rados.rados.0.smithi131.stdout:2997: writing smithi13174786-12 from 2809856 to 3211264 tid 2 2024-08-29T14:59:15.280 INFO:tasks.rados.rados.0.smithi131.stdout:2998: snap_remove snap 291 2024-08-29T14:59:15.479 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:15 smithi131 ceph-mon[87973]: osdmap e662: 8 total, 8 up, 8 in 2024-08-29T14:59:15.479 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:15 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3794999968' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:59:15.479 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:15 smithi131 ceph-mon[90512]: osdmap e662: 8 total, 8 up, 8 in 2024-08-29T14:59:15.479 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:15 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3794999968' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:59:15.502 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-29T14:59:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:15 smithi169 ceph-mon[78471]: osdmap e662: 8 total, 8 up, 8 in 2024-08-29T14:59:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:15 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3794999968' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:59:15.746 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:59:16.107 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:59:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:59:15] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.51.0" 2024-08-29T14:59:16.203 INFO:tasks.rados.rados.0.smithi131.stdout:2998: done (4 left) 2024-08-29T14:59:16.203 INFO:tasks.rados.rados.0.smithi131.stdout:2999: delete oid 36 current snap is 293 2024-08-29T14:59:16.203 INFO:tasks.rados.rados.0.smithi131.stdout:2993: finishing write tid 1 to smithi13174786-10 2024-08-29T14:59:16.203 INFO:tasks.rados.rados.0.smithi131.stdout:2993: finishing write tid 2 to smithi13174786-10 2024-08-29T14:59:16.203 INFO:tasks.rados.rados.0.smithi131.stdout:2993: finishing write tid 3 to smithi13174786-10 2024-08-29T14:59:16.203 INFO:tasks.rados.rados.0.smithi131.stdout:2993: finishing write tid 4 to smithi13174786-10 2024-08-29T14:59:16.203 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1903 (ObjNum 927 snap 293 seq_num 927) dirty exists 2024-08-29T14:59:16.203 INFO:tasks.rados.rados.0.smithi131.stdout:2993: left oid 10 (ObjNum 927 snap 293 seq_num 927) 2024-08-29T14:59:16.203 INFO:tasks.rados.rados.0.smithi131.stdout:2994: expect (ObjNum 920 snap 291 seq_num 920) 2024-08-29T14:59:16.370 INFO:tasks.rados.rados.0.smithi131.stdout:2997: finishing write tid 1 to smithi13174786-12 2024-08-29T14:59:16.370 INFO:tasks.rados.rados.0.smithi131.stdout:2997: finishing write tid 2 to smithi13174786-12 2024-08-29T14:59:16.371 INFO:tasks.rados.rados.0.smithi131.stdout:2997: finishing write tid 3 to smithi13174786-12 2024-08-29T14:59:16.371 INFO:tasks.rados.rados.0.smithi131.stdout:2997: finishing write tid 4 to smithi13174786-12 2024-08-29T14:59:16.371 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1658 (ObjNum 928 snap 293 seq_num 928) dirty exists 2024-08-29T14:59:16.371 INFO:tasks.rados.rados.0.smithi131.stdout:2997: left oid 12 (ObjNum 928 snap 293 seq_num 928) 2024-08-29T14:59:16.371 INFO:tasks.rados.rados.0.smithi131.stdout:2993: done (4 left) 2024-08-29T14:59:16.371 INFO:tasks.rados.rados.0.smithi131.stdout:2994: done (3 left) 2024-08-29T14:59:16.371 INFO:tasks.rados.rados.0.smithi131.stdout:2995: done (2 left) 2024-08-29T14:59:16.371 INFO:tasks.rados.rados.0.smithi131.stdout:2997: done (1 left) 2024-08-29T14:59:16.371 INFO:tasks.rados.rados.0.smithi131.stdout:2999: done (0 left) 2024-08-29T14:59:16.371 INFO:tasks.rados.rados.0.smithi131.stdout:3000: delete oid 29 current snap is 293 2024-08-29T14:59:16.375 INFO:tasks.rados.rados.0.smithi131.stdout:3000: done (0 left) 2024-08-29T14:59:16.375 INFO:tasks.rados.rados.0.smithi131.stdout:3001: rmattr oid 32 current snap is 293 2024-08-29T14:59:16.375 INFO:tasks.rados.rados.0.smithi131.stdout:3002: snap_remove snap 258 2024-08-29T14:59:16.553 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:16 smithi131 ceph-mon[87973]: pgmap v581: 121 pgs: 121 active+clean; 363 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-08-29T14:59:16.553 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:16 smithi131 ceph-mon[87973]: osdmap e663: 8 total, 8 up, 8 in 2024-08-29T14:59:16.553 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:16 smithi131 ceph-mon[87973]: osdmap e664: 8 total, 8 up, 8 in 2024-08-29T14:59:16.553 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:16 smithi131 ceph-mon[90512]: pgmap v581: 121 pgs: 121 active+clean; 363 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-08-29T14:59:16.553 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:16 smithi131 ceph-mon[90512]: osdmap e663: 8 total, 8 up, 8 in 2024-08-29T14:59:16.553 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:16 smithi131 ceph-mon[90512]: osdmap e664: 8 total, 8 up, 8 in 2024-08-29T14:59:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:16 smithi169 ceph-mon[78471]: pgmap v581: 121 pgs: 121 active+clean; 363 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-08-29T14:59:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:16 smithi169 ceph-mon[78471]: osdmap e663: 8 total, 8 up, 8 in 2024-08-29T14:59:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:16 smithi169 ceph-mon[78471]: osdmap e664: 8 total, 8 up, 8 in 2024-08-29T14:59:17.276 INFO:tasks.rados.rados.0.smithi131.stdout:3002: done (1 left) 2024-08-29T14:59:17.276 INFO:tasks.rados.rados.0.smithi131.stdout:3003: read oid 29 snap -1 2024-08-29T14:59:17.276 INFO:tasks.rados.rados.0.smithi131.stdout:3003: expect deleted 2024-08-29T14:59:17.276 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 293 2024-08-29T14:59:17.276 INFO:tasks.rados.rados.0.smithi131.stdout:3004: seq_num 931 ranges {0=802816,802816=401408} 2024-08-29T14:59:17.281 INFO:tasks.rados.rados.0.smithi131.stdout:3004: writing smithi13174786-6 from 0 to 802816 tid 1 2024-08-29T14:59:17.284 INFO:tasks.rados.rados.0.smithi131.stdout:3004: writing smithi13174786-6 from 802816 to 1204224 tid 2 2024-08-29T14:59:17.285 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 293 2024-08-29T14:59:17.285 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 2026 (ObjNum 861 snap 270 seq_num 861) dirty exists 2024-08-29T14:59:17.285 INFO:tasks.rados.rados.0.smithi131.stdout:3005: seq_num 932 ranges {7241728=417792,7659520=663552,8323072=139264} 2024-08-29T14:59:17.326 INFO:tasks.rados.rados.0.smithi131.stdout:3005: writing smithi13174786-44 from 7241728 to 7659520 tid 1 2024-08-29T14:59:17.330 INFO:tasks.rados.rados.0.smithi131.stdout:3005: writing smithi13174786-44 from 7659520 to 8323072 tid 2 2024-08-29T14:59:17.331 INFO:tasks.rados.rados.0.smithi131.stdout:3005: writing smithi13174786-44 from 8323072 to 8462336 tid 3 2024-08-29T14:59:17.331 INFO:tasks.rados.rados.0.smithi131.stdout:3001: done (3 left) 2024-08-29T14:59:17.331 INFO:tasks.rados.rados.0.smithi131.stdout:3003: done (2 left) 2024-08-29T14:59:17.331 INFO:tasks.rados.rados.0.smithi131.stdout:3006: read oid 13 snap -1 2024-08-29T14:59:17.331 INFO:tasks.rados.rados.0.smithi131.stdout:3006: expect deleted 2024-08-29T14:59:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:3007: setattr oid 1 current snap is 293 2024-08-29T14:59:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:3004: finishing write tid 1 to smithi13174786-6 2024-08-29T14:59:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:3004: finishing write tid 2 to smithi13174786-6 2024-08-29T14:59:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:3004: finishing write tid 3 to smithi13174786-6 2024-08-29T14:59:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:3004: finishing write tid 4 to smithi13174786-6 2024-08-29T14:59:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1478 (ObjNum 931 snap 293 seq_num 931) dirty exists 2024-08-29T14:59:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:3004: left oid 6 (ObjNum 931 snap 293 seq_num 931) 2024-08-29T14:59:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:3005: finishing write tid 1 to smithi13174786-44 2024-08-29T14:59:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:3004: done (3 left) 2024-08-29T14:59:17.332 INFO:tasks.rados.rados.0.smithi131.stdout:3006: done (2 left) 2024-08-29T14:59:17.333 INFO:tasks.rados.rados.0.smithi131.stdout:3008: snap_create 2024-08-29T14:59:17.337 INFO:tasks.rados.rados.0.smithi131.stdout:3005: finishing write tid 2 to smithi13174786-44 2024-08-29T14:59:17.337 INFO:tasks.rados.rados.0.smithi131.stdout:3005: finishing write tid 3 to smithi13174786-44 2024-08-29T14:59:17.337 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1489 (ObjNum 825 snap 259 seq_num 825) dirty exists 2024-08-29T14:59:17.337 INFO:tasks.rados.rados.0.smithi131.stdout:3005: finishing write tid 4 to smithi13174786-44 2024-08-29T14:59:17.337 INFO:tasks.rados.rados.0.smithi131.stdout:3005: finishing write tid 5 to smithi13174786-44 2024-08-29T14:59:17.337 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 1930 (ObjNum 932 snap 293 seq_num 932) dirty exists 2024-08-29T14:59:17.337 INFO:tasks.rados.rados.0.smithi131.stdout:3005: left oid 44 (ObjNum 932 snap 293 seq_num 932) 2024-08-29T14:59:17.440 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:17 smithi131 ceph-mon[87973]: pgmap v584: 121 pgs: 121 active+clean; 374 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-08-29T14:59:17.440 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:17 smithi131 ceph-mon[90512]: pgmap v584: 121 pgs: 121 active+clean; 374 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-08-29T14:59:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:17 smithi169 ceph-mon[78471]: pgmap v584: 121 pgs: 121 active+clean; 374 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2024-08-29T14:59:17.681 INFO:teuthology.orchestra.run.smithi131.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)" 2024-08-29T14:59:18.275 INFO:tasks.rados.rados.0.smithi131.stdout:3005: done (2 left) 2024-08-29T14:59:18.275 INFO:tasks.rados.rados.0.smithi131.stdout:3007: done (1 left) 2024-08-29T14:59:18.276 INFO:tasks.rados.rados.0.smithi131.stdout:3008: done (0 left) 2024-08-29T14:59:18.276 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 294 2024-08-29T14:59:18.276 INFO:tasks.rados.rados.0.smithi131.stdout:3009: seq_num 933 ranges {3579904=434176,4014080=548864,4562944=253952} 2024-08-29T14:59:18.296 INFO:tasks.rados.rados.0.smithi131.stdout:3009: writing smithi13174786-14 from 3579904 to 4014080 tid 1 2024-08-29T14:59:18.299 INFO:tasks.rados.rados.0.smithi131.stdout:3009: writing smithi13174786-14 from 4014080 to 4562944 tid 2 2024-08-29T14:59:18.301 INFO:tasks.rados.rados.0.smithi131.stdout:3009: writing smithi13174786-14 from 4562944 to 4816896 tid 3 2024-08-29T14:59:18.301 INFO:tasks.rados.rados.0.smithi131.stdout:3010: rollback oid 15 current snap is 294 2024-08-29T14:59:18.301 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 15 to 290 2024-08-29T14:59:18.301 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 46 current snap is 294 2024-08-29T14:59:18.301 INFO:tasks.rados.rados.0.smithi131.stdout:3011: seq_num 934 ranges {2375680=450560,2826240=434176,3260416=368640} 2024-08-29T14:59:18.316 INFO:tasks.rados.rados.0.smithi131.stdout:3011: writing smithi13174786-46 from 2375680 to 2826240 tid 1 2024-08-29T14:59:18.319 INFO:tasks.rados.rados.0.smithi131.stdout:3011: writing smithi13174786-46 from 2826240 to 3260416 tid 2 2024-08-29T14:59:18.321 INFO:tasks.rados.rados.0.smithi131.stdout:3011: writing smithi13174786-46 from 3260416 to 3629056 tid 3 2024-08-29T14:59:18.321 INFO:tasks.rados.rados.0.smithi131.stdout:3012: read oid 49 snap 289 2024-08-29T14:59:18.321 INFO:tasks.rados.rados.0.smithi131.stdout:3012: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3013: rmattr oid 8 current snap is 294 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3013: done (4 left) 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3014: snap_create 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3009: finishing write tid 1 to smithi13174786-14 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3009: finishing write tid 2 to smithi13174786-14 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3009: finishing write tid 3 to smithi13174786-14 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3009: finishing write tid 4 to smithi13174786-14 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3009: finishing write tid 5 to smithi13174786-14 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 1884 (ObjNum 933 snap 294 seq_num 933) dirty exists 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3009: left oid 14 (ObjNum 933 snap 294 seq_num 933) 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3010: finishing rollback tid 0 to smithi13174786-15 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3010: finishing rollback tid 1 to smithi13174786-15 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:3010: finishing rollback tid 2 to smithi13174786-15 2024-08-29T14:59:18.322 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1887 (ObjNum 915 snap 290 seq_num 915) dirty exists 2024-08-29T14:59:18.324 INFO:tasks.rados.rados.0.smithi131.stdout:3011: finishing write tid 1 to smithi13174786-46 2024-08-29T14:59:18.324 INFO:tasks.rados.rados.0.smithi131.stdout:3011: finishing write tid 2 to smithi13174786-46 2024-08-29T14:59:18.324 INFO:tasks.rados.rados.0.smithi131.stdout:3011: finishing write tid 3 to smithi13174786-46 2024-08-29T14:59:18.325 INFO:tasks.rados.rados.0.smithi131.stdout:3011: finishing write tid 4 to smithi13174786-46 2024-08-29T14:59:18.325 INFO:tasks.rados.rados.0.smithi131.stdout:3012: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T14:59:18.353 INFO:tasks.rados.rados.0.smithi131.stdout:3011: finishing write tid 5 to smithi13174786-46 2024-08-29T14:59:18.353 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 1880 (ObjNum 934 snap 294 seq_num 934) dirty exists 2024-08-29T14:59:18.353 INFO:tasks.rados.rados.0.smithi131.stdout:3011: left oid 46 (ObjNum 934 snap 294 seq_num 934) 2024-08-29T14:59:18.477 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:18 smithi131 ceph-mon[87973]: osdmap e665: 8 total, 8 up, 8 in 2024-08-29T14:59:18.477 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:18 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1465236204' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:59:18.478 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:18 smithi131 ceph-mon[90512]: osdmap e665: 8 total, 8 up, 8 in 2024-08-29T14:59:18.478 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:18 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1465236204' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:59:18.501 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-29T14:59:18.501 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-29T14:59:18.501 DEBUG:teuthology.parallel:result is None 2024-08-29T14:59:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:18 smithi169 ceph-mon[78471]: osdmap e665: 8 total, 8 up, 8 in 2024-08-29T14:59:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:18 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1465236204' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-29T14:59:19.286 INFO:tasks.rados.rados.0.smithi131.stdout:3009: done (4 left) 2024-08-29T14:59:19.286 INFO:tasks.rados.rados.0.smithi131.stdout:3010: done (3 left) 2024-08-29T14:59:19.286 INFO:tasks.rados.rados.0.smithi131.stdout:3011: done (2 left) 2024-08-29T14:59:19.286 INFO:tasks.rados.rados.0.smithi131.stdout:3012: done (1 left) 2024-08-29T14:59:19.286 INFO:tasks.rados.rados.0.smithi131.stdout:3014: done (0 left) 2024-08-29T14:59:19.287 INFO:tasks.rados.rados.0.smithi131.stdout:3015: read oid 5 snap -1 2024-08-29T14:59:19.287 INFO:tasks.rados.rados.0.smithi131.stdout:3015: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:59:19.287 INFO:tasks.rados.rados.0.smithi131.stdout:3016: snap_create 2024-08-29T14:59:19.287 INFO:tasks.rados.rados.0.smithi131.stdout:3015: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T14:59:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:19 smithi131 ceph-mon[87973]: osdmap e666: 8 total, 8 up, 8 in 2024-08-29T14:59:19.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:19 smithi131 ceph-mon[87973]: pgmap v587: 121 pgs: 121 active+clean; 371 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-08-29T14:59:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:19 smithi131 ceph-mon[90512]: osdmap e666: 8 total, 8 up, 8 in 2024-08-29T14:59:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:19 smithi131 ceph-mon[90512]: pgmap v587: 121 pgs: 121 active+clean; 371 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-08-29T14:59:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:19 smithi169 ceph-mon[78471]: osdmap e666: 8 total, 8 up, 8 in 2024-08-29T14:59:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:19 smithi169 ceph-mon[78471]: pgmap v587: 121 pgs: 121 active+clean; 371 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-08-29T14:59:20.287 INFO:tasks.rados.rados.0.smithi131.stdout:3015: done (1 left) 2024-08-29T14:59:20.287 INFO:tasks.rados.rados.0.smithi131.stdout:3016: done (0 left) 2024-08-29T14:59:20.287 INFO:tasks.rados.rados.0.smithi131.stdout:3017: copy_from oid 46 from oid 15 current snap is 296 2024-08-29T14:59:20.287 INFO:tasks.rados.rados.0.smithi131.stdout:3018: read oid 25 snap -1 2024-08-29T14:59:20.288 INFO:tasks.rados.rados.0.smithi131.stdout:3018: expect (ObjNum 812 snap 255 seq_num 812) 2024-08-29T14:59:20.288 INFO:tasks.rados.rados.0.smithi131.stdout:3019: read oid 38 snap -1 2024-08-29T14:59:20.288 INFO:tasks.rados.rados.0.smithi131.stdout:3019: expect (ObjNum 804 snap 255 seq_num 804) 2024-08-29T14:59:20.288 INFO:tasks.rados.rados.0.smithi131.stdout:3020: copy_from oid 6 from oid 37 current snap is 296 2024-08-29T14:59:20.288 INFO:tasks.rados.rados.0.smithi131.stdout:3021: rollback oid 28 current snap is 296 2024-08-29T14:59:20.288 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 28 to 260 2024-08-29T14:59:20.288 INFO:tasks.rados.rados.0.smithi131.stdout:3022: delete oid 39 current snap is 296 2024-08-29T14:59:20.297 INFO:tasks.rados.rados.0.smithi131.stdout:3022: done (5 left) 2024-08-29T14:59:20.297 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 296 2024-08-29T14:59:20.297 INFO:tasks.rados.rados.0.smithi131.stdout:3023: seq_num 936 ranges {0=483328,483328=655360,1138688=147456} 2024-08-29T14:59:20.300 INFO:tasks.rados.rados.0.smithi131.stdout:3023: writing smithi13174786-13 from 0 to 483328 tid 1 2024-08-29T14:59:20.305 INFO:tasks.rados.rados.0.smithi131.stdout:3023: writing smithi13174786-13 from 483328 to 1138688 tid 2 2024-08-29T14:59:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3023: writing smithi13174786-13 from 1138688 to 1286144 tid 3 2024-08-29T14:59:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3024: read oid 31 snap 260 2024-08-29T14:59:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3024: expect (ObjNum 700 snap 215 seq_num 700) 2024-08-29T14:59:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3025: snap_remove snap 281 2024-08-29T14:59:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3021: finishing rollback tid 0 to smithi13174786-28 2024-08-29T14:59:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3021: finishing rollback tid 1 to smithi13174786-28 2024-08-29T14:59:20.307 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 1882 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:59:20.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:20 smithi131 ceph-mon[87973]: osdmap e667: 8 total, 8 up, 8 in 2024-08-29T14:59:20.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:20 smithi131 ceph-mon[90512]: osdmap e667: 8 total, 8 up, 8 in 2024-08-29T14:59:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:20 smithi169 ceph-mon[78471]: osdmap e667: 8 total, 8 up, 8 in 2024-08-29T14:59:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:20.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:59:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:59:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3021: done (7 left) 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3025: done (6 left) 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3026: rmattr oid 48 current snap is 296 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3026: done (6 left) 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3027: rmattr oid 8 current snap is 296 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3027: done (6 left) 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3028: read oid 17 snap 290 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3028: expect (ObjNum 894 snap 285 seq_num 894) 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3029: read oid 14 snap -1 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3029: expect (ObjNum 933 snap 294 seq_num 933) 2024-08-29T14:59:21.206 INFO:tasks.rados.rados.0.smithi131.stdout:3019: expect (ObjNum 804 snap 255 seq_num 804) 2024-08-29T14:59:21.259 INFO:tasks.rados.rados.0.smithi131.stdout:3018: expect (ObjNum 812 snap 255 seq_num 812) 2024-08-29T14:59:21.558 INFO:tasks.rados.rados.0.smithi131.stdout:3023: finishing write tid 1 to smithi13174786-13 2024-08-29T14:59:21.558 INFO:tasks.rados.rados.0.smithi131.stdout:3023: finishing write tid 2 to smithi13174786-13 2024-08-29T14:59:21.558 INFO:tasks.rados.rados.0.smithi131.stdout:3023: finishing write tid 3 to smithi13174786-13 2024-08-29T14:59:21.558 INFO:tasks.rados.rados.0.smithi131.stdout:3023: finishing write tid 4 to smithi13174786-13 2024-08-29T14:59:21.558 INFO:tasks.rados.rados.0.smithi131.stdout:3023: finishing write tid 5 to smithi13174786-13 2024-08-29T14:59:21.558 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1548 (ObjNum 936 snap 296 seq_num 936) dirty exists 2024-08-29T14:59:21.558 INFO:tasks.rados.rados.0.smithi131.stdout:3023: left oid 13 (ObjNum 936 snap 296 seq_num 936) 2024-08-29T14:59:21.559 INFO:tasks.rados.rados.0.smithi131.stdout:3017: finishing copy_from racing read to smithi13174786-46 2024-08-29T14:59:21.559 INFO:tasks.rados.rados.0.smithi131.stdout:3017: finishing copy_from to smithi13174786-46 2024-08-29T14:59:21.559 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 1887 (ObjNum 915 snap 290 seq_num 915) dirty exists 2024-08-29T14:59:21.559 INFO:tasks.rados.rados.0.smithi131.stdout:3024: expect (ObjNum 700 snap 215 seq_num 700) 2024-08-29T14:59:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:21 smithi131 ceph-mon[87973]: osdmap e668: 8 total, 8 up, 8 in 2024-08-29T14:59:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:21 smithi131 ceph-mon[87973]: pgmap v590: 121 pgs: 121 active+clean; 374 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 868 KiB/s wr, 5 op/s 2024-08-29T14:59:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:21 smithi131 ceph-mon[87973]: osdmap e669: 8 total, 8 up, 8 in 2024-08-29T14:59:21.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:21 smithi131 ceph-mon[90512]: osdmap e668: 8 total, 8 up, 8 in 2024-08-29T14:59:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:21 smithi131 ceph-mon[90512]: pgmap v590: 121 pgs: 121 active+clean; 374 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 868 KiB/s wr, 5 op/s 2024-08-29T14:59:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:21 smithi131 ceph-mon[90512]: osdmap e669: 8 total, 8 up, 8 in 2024-08-29T14:59:21.629 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 14:59:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T14:59:21.238+0000 7ff8ab2c4640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-08-29T14:59:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:21 smithi169 ceph-mon[78471]: osdmap e668: 8 total, 8 up, 8 in 2024-08-29T14:59:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:21 smithi169 ceph-mon[78471]: pgmap v590: 121 pgs: 121 active+clean; 374 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 868 KiB/s wr, 5 op/s 2024-08-29T14:59:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:21 smithi169 ceph-mon[78471]: osdmap e669: 8 total, 8 up, 8 in 2024-08-29T14:59:21.975 INFO:tasks.rados.rados.0.smithi131.stdout:3020: finishing copy_from racing read to smithi13174786-6 2024-08-29T14:59:21.975 INFO:tasks.rados.rados.0.smithi131.stdout:3020: finishing copy_from to smithi13174786-6 2024-08-29T14:59:21.975 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1881 (ObjNum 719 snap 223 seq_num 719) dirty exists 2024-08-29T14:59:21.975 INFO:tasks.rados.rados.0.smithi131.stdout:3028: expect (ObjNum 894 snap 285 seq_num 894) 2024-08-29T14:59:22.064 INFO:tasks.rados.rados.0.smithi131.stdout:3029: expect (ObjNum 933 snap 294 seq_num 933) 2024-08-29T14:59:22.287 INFO:tasks.rados.rados.0.smithi131.stdout:3030: read oid 18 snap -1 2024-08-29T14:59:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:3030: expect (ObjNum 926 snap 292 seq_num 926) 2024-08-29T14:59:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:3017: done (8 left) 2024-08-29T14:59:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:3018: done (7 left) 2024-08-29T14:59:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:3019: done (6 left) 2024-08-29T14:59:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:3020: done (5 left) 2024-08-29T14:59:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:3023: done (4 left) 2024-08-29T14:59:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:3024: done (3 left) 2024-08-29T14:59:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:3028: done (2 left) 2024-08-29T14:59:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:3029: done (1 left) 2024-08-29T14:59:22.288 INFO:tasks.rados.rados.0.smithi131.stdout:3031: snap_remove snap 289 2024-08-29T14:59:22.304 INFO:tasks.rados.rados.0.smithi131.stdout:3031: done (1 left) 2024-08-29T14:59:22.304 INFO:tasks.rados.rados.0.smithi131.stdout:3032: copy_from oid 1 from oid 15 current snap is 296 2024-08-29T14:59:22.304 INFO:tasks.rados.rados.0.smithi131.stdout:3030: expect (ObjNum 926 snap 292 seq_num 926) 2024-08-29T14:59:22.409 INFO:tasks.rados.rados.0.smithi131.stdout:3032: finishing copy_from racing read to smithi13174786-1 2024-08-29T14:59:22.409 INFO:tasks.rados.rados.0.smithi131.stdout:3032: finishing copy_from to smithi13174786-1 2024-08-29T14:59:22.409 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1887 (ObjNum 915 snap 290 seq_num 915) dirty exists 2024-08-29T14:59:22.410 INFO:tasks.rados.rados.0.smithi131.stdout:3030: done (1 left) 2024-08-29T14:59:22.410 INFO:tasks.rados.rados.0.smithi131.stdout:3032: done (0 left) 2024-08-29T14:59:22.410 INFO:tasks.rados.rados.0.smithi131.stdout:3033: snap_remove snap 269 2024-08-29T14:59:23.317 INFO:tasks.rados.rados.0.smithi131.stdout:3033: done (0 left) 2024-08-29T14:59:23.317 INFO:tasks.rados.rados.0.smithi131.stdout:3034: copy_from oid 20 from oid 32 current snap is 296 2024-08-29T14:59:23.317 INFO:tasks.rados.rados.0.smithi131.stdout:3035: read oid 42 snap -1 2024-08-29T14:59:23.317 INFO:tasks.rados.rados.0.smithi131.stdout:3035: expect (ObjNum 891 snap 283 seq_num 891) 2024-08-29T14:59:23.317 INFO:tasks.rados.rados.0.smithi131.stdout:3036: read oid 19 snap -1 2024-08-29T14:59:23.317 INFO:tasks.rados.rados.0.smithi131.stdout:3036: expect (ObjNum 896 snap 285 seq_num 896) 2024-08-29T14:59:23.317 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 296 2024-08-29T14:59:23.318 INFO:tasks.rados.rados.0.smithi131.stdout:3037: seq_num 937 ranges {10772480=499712,11272192=532480,11804672=270336} 2024-08-29T14:59:23.380 INFO:tasks.rados.rados.0.smithi131.stdout:3037: writing smithi13174786-24 from 10772480 to 11272192 tid 1 2024-08-29T14:59:23.383 INFO:tasks.rados.rados.0.smithi131.stdout:3037: writing smithi13174786-24 from 11272192 to 11804672 tid 2 2024-08-29T14:59:23.385 INFO:tasks.rados.rados.0.smithi131.stdout:3037: writing smithi13174786-24 from 11804672 to 12075008 tid 3 2024-08-29T14:59:23.385 INFO:tasks.rados.rados.0.smithi131.stdout:3038: rmattr oid 21 current snap is 296 2024-08-29T14:59:23.385 INFO:tasks.rados.rados.0.smithi131.stdout:3038: done (4 left) 2024-08-29T14:59:23.385 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 296 2024-08-29T14:59:23.385 INFO:tasks.rados.rados.0.smithi131.stdout:3039: seq_num 938 ranges {475136=516096,991232=417792,1409024=385024} 2024-08-29T14:59:23.390 INFO:tasks.rados.rados.0.smithi131.stdout:3039: writing smithi13174786-48 from 475136 to 991232 tid 1 2024-08-29T14:59:23.392 INFO:tasks.rados.rados.0.smithi131.stdout:3039: writing smithi13174786-48 from 991232 to 1409024 tid 2 2024-08-29T14:59:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:3039: writing smithi13174786-48 from 1409024 to 1794048 tid 3 2024-08-29T14:59:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:3040: read oid 9 snap -1 2024-08-29T14:59:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:3040: expect deleted 2024-08-29T14:59:23.395 INFO:tasks.rados.rados.0.smithi131.stdout:3041: snap_remove snap 278 2024-08-29T14:59:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:23 smithi131 ceph-mon[87973]: osdmap e670: 8 total, 8 up, 8 in 2024-08-29T14:59:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:23 smithi131 ceph-mon[87973]: pgmap v593: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 370 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 894 KiB/s wr, 11 op/s 2024-08-29T14:59:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:23 smithi131 ceph-mon[90512]: osdmap e670: 8 total, 8 up, 8 in 2024-08-29T14:59:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:23 smithi131 ceph-mon[90512]: pgmap v593: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 370 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 894 KiB/s wr, 11 op/s 2024-08-29T14:59:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:23 smithi169 ceph-mon[78471]: osdmap e670: 8 total, 8 up, 8 in 2024-08-29T14:59:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:23 smithi169 ceph-mon[78471]: pgmap v593: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 370 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 894 KiB/s wr, 11 op/s 2024-08-29T14:59:24.319 INFO:tasks.rados.rados.0.smithi131.stdout:3041: done (6 left) 2024-08-29T14:59:24.319 INFO:tasks.rados.rados.0.smithi131.stdout:3042: rollback oid 45 current snap is 296 2024-08-29T14:59:24.319 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 45 to 292 2024-08-29T14:59:24.319 INFO:tasks.rados.rados.0.smithi131.stdout:3035: expect (ObjNum 891 snap 283 seq_num 891) 2024-08-29T14:59:24.343 INFO:tasks.rados.rados.0.smithi131.stdout:3035: done (6 left) 2024-08-29T14:59:24.343 INFO:tasks.rados.rados.0.smithi131.stdout:3043: read oid 4 snap -1 2024-08-29T14:59:24.343 INFO:tasks.rados.rados.0.smithi131.stdout:3043: expect deleted 2024-08-29T14:59:24.343 INFO:tasks.rados.rados.0.smithi131.stdout:3044: rollback oid 17 current snap is 296 2024-08-29T14:59:24.344 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 17 to 254 2024-08-29T14:59:24.344 INFO:tasks.rados.rados.0.smithi131.stdout:3034: finishing copy_from racing read to smithi13174786-20 2024-08-29T14:59:24.344 INFO:tasks.rados.rados.0.smithi131.stdout:3036: expect (ObjNum 896 snap 285 seq_num 896) 2024-08-29T14:59:24.445 INFO:tasks.rados.rados.0.smithi131.stdout:3034: finishing copy_from to smithi13174786-20 2024-08-29T14:59:24.445 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2026 (ObjNum 861 snap 270 seq_num 861) dirty exists 2024-08-29T14:59:24.445 INFO:tasks.rados.rados.0.smithi131.stdout:3037: finishing write tid 1 to smithi13174786-24 2024-08-29T14:59:24.445 INFO:tasks.rados.rados.0.smithi131.stdout:3034: done (7 left) 2024-08-29T14:59:24.445 INFO:tasks.rados.rados.0.smithi131.stdout:3036: done (6 left) 2024-08-29T14:59:24.445 INFO:tasks.rados.rados.0.smithi131.stdout:3045: read oid 33 snap -1 2024-08-29T14:59:24.445 INFO:tasks.rados.rados.0.smithi131.stdout:3045: expect deleted 2024-08-29T14:59:24.445 INFO:tasks.rados.rados.0.smithi131.stdout:3046: rollback oid 23 current snap is 296 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 23 to 260 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:3037: finishing write tid 2 to smithi13174786-24 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:3037: finishing write tid 3 to smithi13174786-24 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:3037: finishing write tid 4 to smithi13174786-24 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:3037: finishing write tid 5 to smithi13174786-24 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1891 (ObjNum 937 snap 296 seq_num 937) dirty exists 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:3037: left oid 24 (ObjNum 937 snap 296 seq_num 937) 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:3039: finishing write tid 1 to smithi13174786-48 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:3037: done (7 left) 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 296 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:3039: finishing write tid 2 to smithi13174786-48 2024-08-29T14:59:24.446 INFO:tasks.rados.rados.0.smithi131.stdout:3047: seq_num 939 ranges {1900544=532480,2433024=704512,3137536=98304} 2024-08-29T14:59:24.457 INFO:tasks.rados.rados.0.smithi131.stdout:3047: writing smithi13174786-20 from 1900544 to 2433024 tid 1 2024-08-29T14:59:24.461 INFO:tasks.rados.rados.0.smithi131.stdout:3047: writing smithi13174786-20 from 2433024 to 3137536 tid 2 2024-08-29T14:59:24.462 INFO:tasks.rados.rados.0.smithi131.stdout:3047: writing smithi13174786-20 from 3137536 to 3235840 tid 3 2024-08-29T14:59:24.462 INFO:tasks.rados.rados.0.smithi131.stdout:3048: snap_remove snap 295 2024-08-29T14:59:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:24 smithi131 ceph-mon[87973]: osdmap e671: 8 total, 8 up, 8 in 2024-08-29T14:59:24.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:24 smithi131 ceph-mon[90512]: osdmap e671: 8 total, 8 up, 8 in 2024-08-29T14:59:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:24 smithi169 ceph-mon[78471]: osdmap e671: 8 total, 8 up, 8 in 2024-08-29T14:59:25.329 INFO:tasks.rados.rados.0.smithi131.stdout:3048: done (8 left) 2024-08-29T14:59:25.329 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 296 2024-08-29T14:59:25.329 INFO:tasks.rados.rados.0.smithi131.stdout:3049: seq_num 940 ranges {9117696=548864,9666560=589824,10256384=212992} 2024-08-29T14:59:25.379 INFO:tasks.rados.rados.0.smithi131.stdout:3049: writing smithi13174786-8 from 9117696 to 9666560 tid 1 2024-08-29T14:59:25.382 INFO:tasks.rados.rados.0.smithi131.stdout:3049: writing smithi13174786-8 from 9666560 to 10256384 tid 2 2024-08-29T14:59:25.384 INFO:tasks.rados.rados.0.smithi131.stdout:3049: writing smithi13174786-8 from 10256384 to 10469376 tid 3 2024-08-29T14:59:25.384 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 296 2024-08-29T14:59:25.384 INFO:tasks.rados.rados.0.smithi131.stdout:3050: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-08-29T14:59:25.387 INFO:tasks.rados.rados.0.smithi131.stdout:3050: writing smithi13174786-39 from 0 to 565248 tid 1 2024-08-29T14:59:25.391 INFO:tasks.rados.rados.0.smithi131.stdout:3050: writing smithi13174786-39 from 565248 to 1040384 tid 2 2024-08-29T14:59:25.394 INFO:tasks.rados.rados.0.smithi131.stdout:3050: writing smithi13174786-39 from 1040384 to 1368064 tid 3 2024-08-29T14:59:25.394 INFO:tasks.rados.rados.0.smithi131.stdout:3051: setattr oid 46 current snap is 296 2024-08-29T14:59:25.394 INFO:tasks.rados.rados.0.smithi131.stdout:3039: finishing write tid 3 to smithi13174786-48 2024-08-29T14:59:25.394 INFO:tasks.rados.rados.0.smithi131.stdout:3039: finishing write tid 4 to smithi13174786-48 2024-08-29T14:59:25.394 INFO:tasks.rados.rados.0.smithi131.stdout:3039: finishing write tid 5 to smithi13174786-48 2024-08-29T14:59:25.394 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1651 (ObjNum 938 snap 296 seq_num 938) dirty exists 2024-08-29T14:59:25.394 INFO:tasks.rados.rados.0.smithi131.stdout:3039: left oid 48 (ObjNum 938 snap 296 seq_num 938) 2024-08-29T14:59:25.394 INFO:tasks.rados.rados.0.smithi131.stdout:3042: finishing rollback tid 0 to smithi13174786-45 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3042: finishing rollback tid 1 to smithi13174786-45 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3042: finishing rollback tid 2 to smithi13174786-45 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1553 (ObjNum 866 snap 273 seq_num 866) dirty exists 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3044: finishing rollback tid 0 to smithi13174786-17 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3044: finishing rollback tid 1 to smithi13174786-17 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3044: finishing rollback tid 2 to smithi13174786-17 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 1654 (ObjNum 778 snap 249 seq_num 778) dirty exists 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3046: finishing rollback tid 0 to smithi13174786-23 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3046: finishing rollback tid 1 to smithi13174786-23 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1660 (ObjNum 65 snap 0 seq_num 1331059290) dirty dne 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3047: finishing write tid 1 to smithi13174786-20 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3047: finishing write tid 2 to smithi13174786-20 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3047: finishing write tid 3 to smithi13174786-20 2024-08-29T14:59:25.395 INFO:tasks.rados.rados.0.smithi131.stdout:3047: finishing write tid 4 to smithi13174786-20 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:3047: finishing write tid 5 to smithi13174786-20 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2030 (ObjNum 939 snap 296 seq_num 939) dirty exists 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:3047: left oid 20 (ObjNum 939 snap 296 seq_num 939) 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:3049: finishing write tid 1 to smithi13174786-8 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:3049: finishing write tid 2 to smithi13174786-8 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:3049: finishing write tid 3 to smithi13174786-8 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:3049: finishing write tid 4 to smithi13174786-8 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:3049: finishing write tid 5 to smithi13174786-8 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 1888 (ObjNum 940 snap 296 seq_num 940) dirty exists 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:3049: left oid 8 (ObjNum 940 snap 296 seq_num 940) 2024-08-29T14:59:25.396 INFO:tasks.rados.rados.0.smithi131.stdout:3050: finishing write tid 1 to smithi13174786-39 2024-08-29T14:59:25.397 INFO:tasks.rados.rados.0.smithi131.stdout:3039: done (10 left) 2024-08-29T14:59:25.397 INFO:tasks.rados.rados.0.smithi131.stdout:3040: done (9 left) 2024-08-29T14:59:25.397 INFO:tasks.rados.rados.0.smithi131.stdout:3042: done (8 left) 2024-08-29T14:59:25.397 INFO:tasks.rados.rados.0.smithi131.stdout:3043: done (7 left) 2024-08-29T14:59:25.397 INFO:tasks.rados.rados.0.smithi131.stdout:3044: done (6 left) 2024-08-29T14:59:25.397 INFO:tasks.rados.rados.0.smithi131.stdout:3045: done (5 left) 2024-08-29T14:59:25.397 INFO:tasks.rados.rados.0.smithi131.stdout:3046: done (4 left) 2024-08-29T14:59:25.397 INFO:tasks.rados.rados.0.smithi131.stdout:3047: done (3 left) 2024-08-29T14:59:25.397 INFO:tasks.rados.rados.0.smithi131.stdout:3049: done (2 left) 2024-08-29T14:59:25.397 INFO:tasks.rados.rados.0.smithi131.stdout:3052: snap_remove snap 260 2024-08-29T14:59:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:25 smithi131 ceph-mon[87973]: osdmap e672: 8 total, 8 up, 8 in 2024-08-29T14:59:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:25 smithi131 ceph-mon[87973]: pgmap v596: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-08-29T14:59:25.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:25 smithi131 ceph-mon[90512]: osdmap e672: 8 total, 8 up, 8 in 2024-08-29T14:59:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:25 smithi131 ceph-mon[90512]: pgmap v596: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-08-29T14:59:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:25 smithi169 ceph-mon[78471]: osdmap e672: 8 total, 8 up, 8 in 2024-08-29T14:59:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:25 smithi169 ceph-mon[78471]: pgmap v596: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-08-29T14:59:26.205 INFO:tasks.rados.rados.0.smithi131.stdout:3052: done (2 left) 2024-08-29T14:59:26.205 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 36 current snap is 296 2024-08-29T14:59:26.205 INFO:tasks.rados.rados.0.smithi131.stdout:3050: finishing write tid 2 to smithi13174786-39 2024-08-29T14:59:26.205 INFO:tasks.rados.rados.0.smithi131.stdout:3053: seq_num 942 ranges {0=581632,581632=761856,1343488=40960} 2024-08-29T14:59:26.208 INFO:tasks.rados.rados.0.smithi131.stdout:3053: writing smithi13174786-36 from 0 to 581632 tid 1 2024-08-29T14:59:26.214 INFO:tasks.rados.rados.0.smithi131.stdout:3053: writing smithi13174786-36 from 581632 to 1343488 tid 2 2024-08-29T14:59:26.215 INFO:tasks.rados.rados.0.smithi131.stdout:3053: writing smithi13174786-36 from 1343488 to 1384448 tid 3 2024-08-29T14:59:26.215 INFO:tasks.rados.rados.0.smithi131.stdout:3054: read oid 10 snap -1 2024-08-29T14:59:26.215 INFO:tasks.rados.rados.0.smithi131.stdout:3054: expect (ObjNum 927 snap 293 seq_num 927) 2024-08-29T14:59:26.215 INFO:tasks.rados.rados.0.smithi131.stdout:3055: read oid 22 snap -1 2024-08-29T14:59:26.216 INFO:tasks.rados.rados.0.smithi131.stdout:3055: expect deleted 2024-08-29T14:59:26.217 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 296 2024-08-29T14:59:26.217 INFO:tasks.rados.rados.0.smithi131.stdout:3050: finishing write tid 3 to smithi13174786-39 2024-08-29T14:59:26.217 INFO:tasks.rados.rados.0.smithi131.stdout:3050: finishing write tid 4 to smithi13174786-39 2024-08-29T14:59:26.217 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 1888 (ObjNum 915 snap 290 seq_num 915) dirty exists 2024-08-29T14:59:26.217 INFO:tasks.rados.rados.0.smithi131.stdout:3050: finishing write tid 5 to smithi13174786-39 2024-08-29T14:59:26.217 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 2034 (ObjNum 941 snap 296 seq_num 941) dirty exists 2024-08-29T14:59:26.217 INFO:tasks.rados.rados.0.smithi131.stdout:3050: left oid 39 (ObjNum 941 snap 296 seq_num 941) 2024-08-29T14:59:26.217 INFO:tasks.rados.rados.0.smithi131.stdout:3056: seq_num 943 ranges {0=598016,598016=688128,1286144=114688} 2024-08-29T14:59:26.220 INFO:tasks.rados.rados.0.smithi131.stdout:3056: writing smithi13174786-27 from 0 to 598016 tid 1 2024-08-29T14:59:26.225 INFO:tasks.rados.rados.0.smithi131.stdout:3056: writing smithi13174786-27 from 598016 to 1286144 tid 2 2024-08-29T14:59:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:3056: writing smithi13174786-27 from 1286144 to 1400832 tid 3 2024-08-29T14:59:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:3050: done (5 left) 2024-08-29T14:59:26.228 INFO:tasks.rados.rados.0.smithi131.stdout:3051: done (4 left) 2024-08-29T14:59:26.228 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 11 current snap is 296 2024-08-29T14:59:26.228 INFO:tasks.rados.rados.0.smithi131.stdout:3057: seq_num 944 ranges {1474560=614400,2088960=573440,2662400=229376} 2024-08-29T14:59:26.241 INFO:tasks.rados.rados.0.smithi131.stdout:3057: writing smithi13174786-11 from 1474560 to 2088960 tid 1 2024-08-29T14:59:26.245 INFO:tasks.rados.rados.0.smithi131.stdout:3057: writing smithi13174786-11 from 2088960 to 2662400 tid 2 2024-08-29T14:59:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3057: writing smithi13174786-11 from 2662400 to 2891776 tid 3 2024-08-29T14:59:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3058: rollback oid 25 current snap is 296 2024-08-29T14:59:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 25 to 244 2024-08-29T14:59:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3059: read oid 3 snap -1 2024-08-29T14:59:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3059: expect (ObjNum 890 snap 283 seq_num 890) 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3060: read oid 18 snap 284 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3060: expect (ObjNum 886 snap 280 seq_num 886) 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3061: read oid 15 snap 293 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3061: expect (ObjNum 920 snap 291 seq_num 920) 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3062: read oid 14 snap -1 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3062: expect (ObjNum 933 snap 294 seq_num 933) 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3063: snap_create 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3056: finishing write tid 1 to smithi13174786-27 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3056: finishing write tid 2 to smithi13174786-27 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3056: finishing write tid 3 to smithi13174786-27 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3053: finishing write tid 1 to smithi13174786-36 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3053: finishing write tid 2 to smithi13174786-36 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3056: finishing write tid 4 to smithi13174786-27 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3053: finishing write tid 3 to smithi13174786-36 2024-08-29T14:59:26.248 INFO:tasks.rados.rados.0.smithi131.stdout:3053: finishing write tid 4 to smithi13174786-36 2024-08-29T14:59:26.249 INFO:tasks.rados.rados.0.smithi131.stdout:3056: finishing write tid 5 to smithi13174786-27 2024-08-29T14:59:26.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1891 (ObjNum 943 snap 296 seq_num 943) dirty exists 2024-08-29T14:59:26.249 INFO:tasks.rados.rados.0.smithi131.stdout:3056: left oid 27 (ObjNum 943 snap 296 seq_num 943) 2024-08-29T14:59:26.249 INFO:tasks.rados.rados.0.smithi131.stdout:3053: finishing write tid 5 to smithi13174786-36 2024-08-29T14:59:26.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1658 (ObjNum 942 snap 296 seq_num 942) dirty exists 2024-08-29T14:59:26.249 INFO:tasks.rados.rados.0.smithi131.stdout:3053: left oid 36 (ObjNum 942 snap 296 seq_num 942) 2024-08-29T14:59:26.253 INFO:tasks.rados.rados.0.smithi131.stdout:3058: finishing rollback tid 0 to smithi13174786-25 2024-08-29T14:59:26.257 INFO:tasks.rados.rados.0.smithi131.stdout:3058: finishing rollback tid 1 to smithi13174786-25 2024-08-29T14:59:26.261 INFO:tasks.rados.rados.0.smithi131.stdout:3054: expect (ObjNum 927 snap 293 seq_num 927) 2024-08-29T14:59:26.322 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:59:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:59:25] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.51.0" 2024-08-29T14:59:26.495 INFO:tasks.rados.rados.0.smithi131.stdout:3058: finishing rollback tid 2 to smithi13174786-25 2024-08-29T14:59:26.495 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 2078 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-08-29T14:59:26.495 INFO:tasks.rados.rados.0.smithi131.stdout:3059: expect (ObjNum 890 snap 283 seq_num 890) 2024-08-29T14:59:26.507 INFO:tasks.rados.rados.0.smithi131.stdout:3061: expect (ObjNum 920 snap 291 seq_num 920) 2024-08-29T14:59:26.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:26 smithi131 ceph-mon[87973]: osdmap e673: 8 total, 8 up, 8 in 2024-08-29T14:59:26.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:26 smithi131 ceph-mon[87973]: osdmap e674: 8 total, 8 up, 8 in 2024-08-29T14:59:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:26 smithi131 ceph-mon[90512]: osdmap e673: 8 total, 8 up, 8 in 2024-08-29T14:59:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:26 smithi131 ceph-mon[90512]: osdmap e674: 8 total, 8 up, 8 in 2024-08-29T14:59:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:26 smithi169 ceph-mon[78471]: osdmap e673: 8 total, 8 up, 8 in 2024-08-29T14:59:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:26 smithi169 ceph-mon[78471]: osdmap e674: 8 total, 8 up, 8 in 2024-08-29T14:59:26.668 INFO:tasks.rados.rados.0.smithi131.stdout:3060: expect (ObjNum 886 snap 280 seq_num 886) 2024-08-29T14:59:26.680 INFO:tasks.rados.rados.0.smithi131.stdout:3057: finishing write tid 1 to smithi13174786-11 2024-08-29T14:59:26.681 INFO:tasks.rados.rados.0.smithi131.stdout:3057: finishing write tid 2 to smithi13174786-11 2024-08-29T14:59:26.681 INFO:tasks.rados.rados.0.smithi131.stdout:3057: finishing write tid 3 to smithi13174786-11 2024-08-29T14:59:26.681 INFO:tasks.rados.rados.0.smithi131.stdout:3057: finishing write tid 4 to smithi13174786-11 2024-08-29T14:59:26.681 INFO:tasks.rados.rados.0.smithi131.stdout:3057: finishing write tid 5 to smithi13174786-11 2024-08-29T14:59:26.681 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1989 (ObjNum 944 snap 296 seq_num 944) dirty exists 2024-08-29T14:59:26.681 INFO:tasks.rados.rados.0.smithi131.stdout:3057: left oid 11 (ObjNum 944 snap 296 seq_num 944) 2024-08-29T14:59:26.681 INFO:tasks.rados.rados.0.smithi131.stdout:3062: expect (ObjNum 933 snap 294 seq_num 933) 2024-08-29T14:59:27.210 INFO:tasks.rados.rados.0.smithi131.stdout:3053: done (10 left) 2024-08-29T14:59:27.210 INFO:tasks.rados.rados.0.smithi131.stdout:3054: done (9 left) 2024-08-29T14:59:27.210 INFO:tasks.rados.rados.0.smithi131.stdout:3055: done (8 left) 2024-08-29T14:59:27.210 INFO:tasks.rados.rados.0.smithi131.stdout:3056: done (7 left) 2024-08-29T14:59:27.211 INFO:tasks.rados.rados.0.smithi131.stdout:3057: done (6 left) 2024-08-29T14:59:27.211 INFO:tasks.rados.rados.0.smithi131.stdout:3058: done (5 left) 2024-08-29T14:59:27.211 INFO:tasks.rados.rados.0.smithi131.stdout:3059: done (4 left) 2024-08-29T14:59:27.211 INFO:tasks.rados.rados.0.smithi131.stdout:3060: done (3 left) 2024-08-29T14:59:27.211 INFO:tasks.rados.rados.0.smithi131.stdout:3061: done (2 left) 2024-08-29T14:59:27.211 INFO:tasks.rados.rados.0.smithi131.stdout:3062: done (1 left) 2024-08-29T14:59:27.211 INFO:tasks.rados.rados.0.smithi131.stdout:3063: done (0 left) 2024-08-29T14:59:27.211 INFO:tasks.rados.rados.0.smithi131.stdout:3064: read oid 30 snap 288 2024-08-29T14:59:27.211 INFO:tasks.rados.rados.0.smithi131.stdout:3064: expect (ObjNum 893 snap 284 seq_num 893) 2024-08-29T14:59:27.211 INFO:tasks.rados.rados.0.smithi131.stdout:3065: snap_remove snap 244 2024-08-29T14:59:28.222 INFO:tasks.rados.rados.0.smithi131.stdout:3065: done (1 left) 2024-08-29T14:59:28.222 INFO:tasks.rados.rados.0.smithi131.stdout:3066: delete oid 45 current snap is 297 2024-08-29T14:59:28.222 INFO:tasks.rados.rados.0.smithi131.stdout:3064: expect (ObjNum 893 snap 284 seq_num 893) 2024-08-29T14:59:28.399 INFO:tasks.rados.rados.0.smithi131.stdout:3064: done (1 left) 2024-08-29T14:59:28.400 INFO:tasks.rados.rados.0.smithi131.stdout:3066: done (0 left) 2024-08-29T14:59:28.400 INFO:tasks.rados.rados.0.smithi131.stdout:3067: rollback oid 32 current snap is 297 2024-08-29T14:59:28.400 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 32 to 292 2024-08-29T14:59:28.400 INFO:tasks.rados.rados.0.smithi131.stdout:3068: read oid 10 snap -1 2024-08-29T14:59:28.400 INFO:tasks.rados.rados.0.smithi131.stdout:3068: expect (ObjNum 927 snap 293 seq_num 927) 2024-08-29T14:59:28.400 INFO:tasks.rados.rados.0.smithi131.stdout:3069: read oid 40 snap -1 2024-08-29T14:59:28.400 INFO:tasks.rados.rados.0.smithi131.stdout:3069: expect (ObjNum 920 snap 291 seq_num 920) 2024-08-29T14:59:28.400 INFO:tasks.rados.rados.0.smithi131.stdout:3070: read oid 2 snap 236 2024-08-29T14:59:28.400 INFO:tasks.rados.rados.0.smithi131.stdout:3070: expect deleted 2024-08-29T14:59:28.400 INFO:tasks.rados.rados.0.smithi131.stdout:3071: delete oid 17 current snap is 297 2024-08-29T14:59:28.405 INFO:tasks.rados.rados.0.smithi131.stdout:3067: finishing rollback tid 0 to smithi13174786-32 2024-08-29T14:59:28.405 INFO:tasks.rados.rados.0.smithi131.stdout:3067: finishing rollback tid 1 to smithi13174786-32 2024-08-29T14:59:28.405 INFO:tasks.rados.rados.0.smithi131.stdout:3067: finishing rollback tid 2 to smithi13174786-32 2024-08-29T14:59:28.405 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 2092 (ObjNum 861 snap 270 seq_num 861) dirty exists 2024-08-29T14:59:28.415 INFO:tasks.rados.rados.0.smithi131.stdout:3069: expect (ObjNum 920 snap 291 seq_num 920) 2024-08-29T14:59:28.577 INFO:tasks.rados.rados.0.smithi131.stdout:3068: expect (ObjNum 927 snap 293 seq_num 927) 2024-08-29T14:59:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:28 smithi131 ceph-mon[87973]: pgmap v599: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 384 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.4 MiB/s wr, 13 op/s 2024-08-29T14:59:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:28 smithi131 ceph-mon[87973]: osdmap e675: 8 total, 8 up, 8 in 2024-08-29T14:59:28.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:28 smithi131 ceph-mon[90512]: pgmap v599: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 384 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.4 MiB/s wr, 13 op/s 2024-08-29T14:59:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:28 smithi131 ceph-mon[90512]: osdmap e675: 8 total, 8 up, 8 in 2024-08-29T14:59:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:28 smithi169 ceph-mon[78471]: pgmap v599: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 384 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.4 MiB/s wr, 13 op/s 2024-08-29T14:59:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:28 smithi169 ceph-mon[78471]: osdmap e675: 8 total, 8 up, 8 in 2024-08-29T14:59:28.803 INFO:tasks.rados.rados.0.smithi131.stdout:3067: done (4 left) 2024-08-29T14:59:28.804 INFO:tasks.rados.rados.0.smithi131.stdout:3068: done (3 left) 2024-08-29T14:59:28.804 INFO:tasks.rados.rados.0.smithi131.stdout:3069: done (2 left) 2024-08-29T14:59:28.804 INFO:tasks.rados.rados.0.smithi131.stdout:3070: done (1 left) 2024-08-29T14:59:28.804 INFO:tasks.rados.rados.0.smithi131.stdout:3071: done (0 left) 2024-08-29T14:59:28.804 INFO:tasks.rados.rados.0.smithi131.stdout:3072: rmattr oid 43 current snap is 297 2024-08-29T14:59:28.804 INFO:tasks.rados.rados.0.smithi131.stdout:3073: rollback oid 1 current snap is 297 2024-08-29T14:59:28.804 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 288 2024-08-29T14:59:28.804 INFO:tasks.rados.rados.0.smithi131.stdout:3074: read oid 31 snap -1 2024-08-29T14:59:28.804 INFO:tasks.rados.rados.0.smithi131.stdout:3074: expect (ObjNum 923 snap 291 seq_num 923) 2024-08-29T14:59:28.804 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 297 2024-08-29T14:59:28.805 INFO:tasks.rados.rados.0.smithi131.stdout:3075: seq_num 947 ranges {1286144=663552,1949696=630784,2580480=172032} 2024-08-29T14:59:28.815 INFO:tasks.rados.rados.0.smithi131.stdout:3075: writing smithi13174786-13 from 1286144 to 1949696 tid 1 2024-08-29T14:59:28.818 INFO:tasks.rados.rados.0.smithi131.stdout:3075: writing smithi13174786-13 from 1949696 to 2580480 tid 2 2024-08-29T14:59:28.820 INFO:tasks.rados.rados.0.smithi131.stdout:3075: writing smithi13174786-13 from 2580480 to 2752512 tid 3 2024-08-29T14:59:28.820 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 297 2024-08-29T14:59:28.820 INFO:tasks.rados.rados.0.smithi131.stdout:3076: seq_num 948 ranges {3235840=679936,3915776=516096,4431872=286720} 2024-08-29T14:59:28.841 INFO:tasks.rados.rados.0.smithi131.stdout:3076: writing smithi13174786-20 from 3235840 to 3915776 tid 1 2024-08-29T14:59:28.845 INFO:tasks.rados.rados.0.smithi131.stdout:3076: writing smithi13174786-20 from 3915776 to 4431872 tid 2 2024-08-29T14:59:28.847 INFO:tasks.rados.rados.0.smithi131.stdout:3076: writing smithi13174786-20 from 4431872 to 4718592 tid 3 2024-08-29T14:59:28.847 INFO:tasks.rados.rados.0.smithi131.stdout:3077: snap_create 2024-08-29T14:59:28.847 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1641 (ObjNum 728 snap 231 seq_num 728) dirty exists 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:3073: finishing rollback tid 0 to smithi13174786-1 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:3073: finishing rollback tid 1 to smithi13174786-1 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:3073: finishing rollback tid 2 to smithi13174786-1 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1894 (ObjNum 825 snap 259 seq_num 825) dirty exists 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:3075: finishing write tid 1 to smithi13174786-13 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:3075: finishing write tid 2 to smithi13174786-13 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:3075: finishing write tid 3 to smithi13174786-13 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:3075: finishing write tid 4 to smithi13174786-13 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:3075: finishing write tid 5 to smithi13174786-13 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1552 (ObjNum 947 snap 297 seq_num 947) dirty exists 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:3075: left oid 13 (ObjNum 947 snap 297 seq_num 947) 2024-08-29T14:59:28.848 INFO:tasks.rados.rados.0.smithi131.stdout:3076: finishing write tid 1 to smithi13174786-20 2024-08-29T14:59:28.850 INFO:tasks.rados.rados.0.smithi131.stdout:3076: finishing write tid 2 to smithi13174786-20 2024-08-29T14:59:28.850 INFO:tasks.rados.rados.0.smithi131.stdout:3076: finishing write tid 3 to smithi13174786-20 2024-08-29T14:59:28.850 INFO:tasks.rados.rados.0.smithi131.stdout:3076: finishing write tid 4 to smithi13174786-20 2024-08-29T14:59:28.851 INFO:tasks.rados.rados.0.smithi131.stdout:3076: finishing write tid 5 to smithi13174786-20 2024-08-29T14:59:28.851 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2038 (ObjNum 948 snap 297 seq_num 948) dirty exists 2024-08-29T14:59:28.851 INFO:tasks.rados.rados.0.smithi131.stdout:3076: left oid 20 (ObjNum 948 snap 297 seq_num 948) 2024-08-29T14:59:28.866 INFO:tasks.rados.rados.0.smithi131.stdout:3074: expect (ObjNum 923 snap 291 seq_num 923) 2024-08-29T14:59:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:29 smithi131 ceph-mon[87973]: osdmap e676: 8 total, 8 up, 8 in 2024-08-29T14:59:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:29 smithi131 ceph-mon[90512]: osdmap e676: 8 total, 8 up, 8 in 2024-08-29T14:59:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:29 smithi169 ceph-mon[78471]: osdmap e676: 8 total, 8 up, 8 in 2024-08-29T14:59:29.840 INFO:tasks.rados.rados.0.smithi131.stdout:3072: done (5 left) 2024-08-29T14:59:29.840 INFO:tasks.rados.rados.0.smithi131.stdout:3073: done (4 left) 2024-08-29T14:59:29.841 INFO:tasks.rados.rados.0.smithi131.stdout:3074: done (3 left) 2024-08-29T14:59:29.841 INFO:tasks.rados.rados.0.smithi131.stdout:3075: done (2 left) 2024-08-29T14:59:29.841 INFO:tasks.rados.rados.0.smithi131.stdout:3076: done (1 left) 2024-08-29T14:59:29.841 INFO:tasks.rados.rados.0.smithi131.stdout:3077: done (0 left) 2024-08-29T14:59:29.841 INFO:tasks.rados.rados.0.smithi131.stdout:3078: rollback oid 46 current snap is 298 2024-08-29T14:59:29.841 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 46 to 284 2024-08-29T14:59:29.841 INFO:tasks.rados.rados.0.smithi131.stdout:3079: read oid 21 snap -1 2024-08-29T14:59:29.841 INFO:tasks.rados.rados.0.smithi131.stdout:3079: expect (ObjNum 889 snap 283 seq_num 889) 2024-08-29T14:59:29.841 INFO:tasks.rados.rados.0.smithi131.stdout:3080: delete oid 26 current snap is 298 2024-08-29T14:59:29.847 INFO:tasks.rados.rados.0.smithi131.stdout:3080: done (2 left) 2024-08-29T14:59:29.847 INFO:tasks.rados.rados.0.smithi131.stdout:3081: read oid 3 snap 236 2024-08-29T14:59:29.848 INFO:tasks.rados.rados.0.smithi131.stdout:3081: expect (ObjNum 676 snap 209 seq_num 676) 2024-08-29T14:59:29.848 INFO:tasks.rados.rados.0.smithi131.stdout:3082: setattr oid 23 current snap is 298 2024-08-29T14:59:29.848 INFO:tasks.rados.rados.0.smithi131.stdout:3079: expect (ObjNum 889 snap 283 seq_num 889) 2024-08-29T14:59:29.899 INFO:tasks.rados.rados.0.smithi131.stdout:3078: finishing rollback tid 0 to smithi13174786-46 2024-08-29T14:59:29.899 INFO:tasks.rados.rados.0.smithi131.stdout:3078: finishing rollback tid 1 to smithi13174786-46 2024-08-29T14:59:29.899 INFO:tasks.rados.rados.0.smithi131.stdout:3078: finishing rollback tid 2 to smithi13174786-46 2024-08-29T14:59:29.899 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 1891 (ObjNum 629 snap 189 seq_num 629) dirty exists 2024-08-29T14:59:29.899 INFO:tasks.rados.rados.0.smithi131.stdout:3081: expect (ObjNum 676 snap 209 seq_num 676) 2024-08-29T14:59:30.086 INFO:tasks.rados.rados.0.smithi131.stdout:3078: done (3 left) 2024-08-29T14:59:30.086 INFO:tasks.rados.rados.0.smithi131.stdout:3079: done (2 left) 2024-08-29T14:59:30.087 INFO:tasks.rados.rados.0.smithi131.stdout:3081: done (1 left) 2024-08-29T14:59:30.087 INFO:tasks.rados.rados.0.smithi131.stdout:3083: copy_from oid 27 from oid 10 current snap is 298 2024-08-29T14:59:30.087 INFO:tasks.rados.rados.0.smithi131.stdout:3084: delete oid 9 current snap is 298 2024-08-29T14:59:30.088 INFO:tasks.rados.rados.0.smithi131.stdout:3084: done (2 left) 2024-08-29T14:59:30.089 INFO:tasks.rados.rados.0.smithi131.stdout:3085: snap_create 2024-08-29T14:59:30.089 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1661 (ObjNum 129 snap 0 seq_num 2121626568) dirty exists 2024-08-29T14:59:30.102 INFO:tasks.rados.rados.0.smithi131.stdout:3083: finishing copy_from racing read to smithi13174786-27 2024-08-29T14:59:30.105 INFO:tasks.rados.rados.0.smithi131.stdout:3083: finishing copy_from to smithi13174786-27 2024-08-29T14:59:30.105 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1903 (ObjNum 927 snap 293 seq_num 927) dirty exists 2024-08-29T14:59:30.230 INFO:tasks.rados.rados.0.smithi131.stdout:3082: done (2 left) 2024-08-29T14:59:30.230 INFO:tasks.rados.rados.0.smithi131.stdout:3083: done (1 left) 2024-08-29T14:59:30.230 INFO:tasks.rados.rados.0.smithi131.stdout:3085: done (0 left) 2024-08-29T14:59:30.232 INFO:tasks.rados.rados.0.smithi131.stdout:3086: copy_from oid 14 from oid 19 current snap is 299 2024-08-29T14:59:30.232 INFO:tasks.rados.rados.0.smithi131.stdout:3087: rmattr oid 49 current snap is 299 2024-08-29T14:59:30.232 INFO:tasks.rados.rados.0.smithi131.stdout:3088: delete oid 31 current snap is 299 2024-08-29T14:59:30.237 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 2001 (ObjNum 915 snap 290 seq_num 915) dirty exists 2024-08-29T14:59:30.246 INFO:tasks.rados.rados.0.smithi131.stdout:3086: finishing copy_from racing read to smithi13174786-14 2024-08-29T14:59:30.246 INFO:tasks.rados.rados.0.smithi131.stdout:3087: done (2 left) 2024-08-29T14:59:30.246 INFO:tasks.rados.rados.0.smithi131.stdout:3088: done (1 left) 2024-08-29T14:59:30.246 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 299 2024-08-29T14:59:30.246 INFO:tasks.rados.rados.0.smithi131.stdout:3089: seq_num 952 ranges {1368064=753664,2121728=499712,2621440=303104} 2024-08-29T14:59:30.257 INFO:tasks.rados.rados.0.smithi131.stdout:3089: writing smithi13174786-39 from 1368064 to 2121728 tid 1 2024-08-29T14:59:30.260 INFO:tasks.rados.rados.0.smithi131.stdout:3089: writing smithi13174786-39 from 2121728 to 2621440 tid 2 2024-08-29T14:59:30.262 INFO:tasks.rados.rados.0.smithi131.stdout:3089: writing smithi13174786-39 from 2621440 to 2924544 tid 3 2024-08-29T14:59:30.262 INFO:tasks.rados.rados.0.smithi131.stdout:3090: delete oid 5 current snap is 299 2024-08-29T14:59:30.262 INFO:tasks.rados.rados.0.smithi131.stdout:3086: finishing copy_from to smithi13174786-14 2024-08-29T14:59:30.262 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 1468 (ObjNum 896 snap 285 seq_num 896) dirty exists 2024-08-29T14:59:30.262 INFO:tasks.rados.rados.0.smithi131.stdout:3089: finishing write tid 1 to smithi13174786-39 2024-08-29T14:59:30.265 INFO:tasks.rados.rados.0.smithi131.stdout:3089: finishing write tid 2 to smithi13174786-39 2024-08-29T14:59:30.265 INFO:tasks.rados.rados.0.smithi131.stdout:3086: done (2 left) 2024-08-29T14:59:30.265 INFO:tasks.rados.rados.0.smithi131.stdout:3090: done (1 left) 2024-08-29T14:59:30.265 INFO:tasks.rados.rados.0.smithi131.stdout:3091: rmattr oid 47 current snap is 299 2024-08-29T14:59:30.265 INFO:tasks.rados.rados.0.smithi131.stdout:3091: done (1 left) 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3092: read oid 47 snap 294 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3092: expect deleted 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3089: finishing write tid 3 to smithi13174786-39 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3093: read oid 15 snap -1 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3093: expect (ObjNum 915 snap 290 seq_num 915) 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3094: read oid 28 snap -1 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3094: expect deleted 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3095: read oid 33 snap -1 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3095: expect deleted 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3096: delete oid 22 current snap is 299 2024-08-29T14:59:30.266 INFO:tasks.rados.rados.0.smithi131.stdout:3089: finishing write tid 4 to smithi13174786-39 2024-08-29T14:59:30.267 INFO:tasks.rados.rados.0.smithi131.stdout:3089: finishing write tid 5 to smithi13174786-39 2024-08-29T14:59:30.267 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 2042 (ObjNum 952 snap 299 seq_num 952) dirty exists 2024-08-29T14:59:30.267 INFO:tasks.rados.rados.0.smithi131.stdout:3089: left oid 39 (ObjNum 952 snap 299 seq_num 952) 2024-08-29T14:59:30.268 INFO:tasks.rados.rados.0.smithi131.stdout:3089: done (5 left) 2024-08-29T14:59:30.268 INFO:tasks.rados.rados.0.smithi131.stdout:3092: done (4 left) 2024-08-29T14:59:30.268 INFO:tasks.rados.rados.0.smithi131.stdout:3094: done (3 left) 2024-08-29T14:59:30.268 INFO:tasks.rados.rados.0.smithi131.stdout:3095: done (2 left) 2024-08-29T14:59:30.268 INFO:tasks.rados.rados.0.smithi131.stdout:3096: done (1 left) 2024-08-29T14:59:30.268 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 299 2024-08-29T14:59:30.268 INFO:tasks.rados.rados.0.smithi131.stdout:3097: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-08-29T14:59:30.272 INFO:tasks.rados.rados.0.smithi131.stdout:3097: writing smithi13174786-22 from 0 to 802816 tid 1 2024-08-29T14:59:30.276 INFO:tasks.rados.rados.0.smithi131.stdout:3097: writing smithi13174786-22 from 802816 to 1359872 tid 2 2024-08-29T14:59:30.278 INFO:tasks.rados.rados.0.smithi131.stdout:3097: writing smithi13174786-22 from 1359872 to 1605632 tid 3 2024-08-29T14:59:30.278 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 299 2024-08-29T14:59:30.278 INFO:tasks.rados.rados.0.smithi131.stdout:3098: seq_num 956 ranges {532480=417792,950272=434176,1384448=770048} 2024-08-29T14:59:30.283 INFO:tasks.rados.rados.0.smithi131.stdout:3098: writing smithi13174786-42 from 532480 to 950272 tid 1 2024-08-29T14:59:30.285 INFO:tasks.rados.rados.0.smithi131.stdout:3098: writing smithi13174786-42 from 950272 to 1384448 tid 2 2024-08-29T14:59:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3098: writing smithi13174786-42 from 1384448 to 2154496 tid 3 2024-08-29T14:59:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3099: rmattr oid 23 current snap is 299 2024-08-29T14:59:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3097: finishing write tid 1 to smithi13174786-22 2024-08-29T14:59:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3093: expect (ObjNum 915 snap 290 seq_num 915) 2024-08-29T14:59:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:30 smithi131 ceph-mon[87973]: pgmap v602: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-08-29T14:59:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:30 smithi131 ceph-mon[87973]: osdmap e677: 8 total, 8 up, 8 in 2024-08-29T14:59:30.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:30 smithi131 ceph-mon[90512]: pgmap v602: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-08-29T14:59:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:30 smithi131 ceph-mon[90512]: osdmap e677: 8 total, 8 up, 8 in 2024-08-29T14:59:30.613 INFO:tasks.rados.rados.0.smithi131.stdout:3097: finishing write tid 2 to smithi13174786-22 2024-08-29T14:59:30.613 INFO:tasks.rados.rados.0.smithi131.stdout:3097: finishing write tid 3 to smithi13174786-22 2024-08-29T14:59:30.613 INFO:tasks.rados.rados.0.smithi131.stdout:3097: finishing write tid 4 to smithi13174786-22 2024-08-29T14:59:30.613 INFO:tasks.rados.rados.0.smithi131.stdout:3097: finishing write tid 5 to smithi13174786-22 2024-08-29T14:59:30.613 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 2097 (ObjNum 955 snap 299 seq_num 955) dirty exists 2024-08-29T14:59:30.613 INFO:tasks.rados.rados.0.smithi131.stdout:3097: left oid 22 (ObjNum 955 snap 299 seq_num 955) 2024-08-29T14:59:30.613 INFO:tasks.rados.rados.0.smithi131.stdout:3098: finishing write tid 1 to smithi13174786-42 2024-08-29T14:59:30.614 INFO:tasks.rados.rados.0.smithi131.stdout:3093: done (3 left) 2024-08-29T14:59:30.614 INFO:tasks.rados.rados.0.smithi131.stdout:3097: done (2 left) 2024-08-29T14:59:30.614 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 299 2024-08-29T14:59:30.614 INFO:tasks.rados.rados.0.smithi131.stdout:3098: finishing write tid 2 to smithi13174786-42 2024-08-29T14:59:30.614 INFO:tasks.rados.rados.0.smithi131.stdout:3100: seq_num 957 ranges {5292032=434176,5726208=720896,6447104=483328} 2024-08-29T14:59:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:30 smithi169 ceph-mon[78471]: pgmap v602: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-08-29T14:59:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:30 smithi169 ceph-mon[78471]: osdmap e677: 8 total, 8 up, 8 in 2024-08-29T14:59:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:59:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:59:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:59:30.643 INFO:tasks.rados.rados.0.smithi131.stdout:3100: writing smithi13174786-27 from 5292032 to 5726208 tid 1 2024-08-29T14:59:30.647 INFO:tasks.rados.rados.0.smithi131.stdout:3100: writing smithi13174786-27 from 5726208 to 6447104 tid 2 2024-08-29T14:59:30.650 INFO:tasks.rados.rados.0.smithi131.stdout:3100: writing smithi13174786-27 from 6447104 to 6930432 tid 3 2024-08-29T14:59:30.650 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 299 2024-08-29T14:59:30.650 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1662 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:59:30.650 INFO:tasks.rados.rados.0.smithi131.stdout:3098: finishing write tid 3 to smithi13174786-42 2024-08-29T14:59:30.650 INFO:tasks.rados.rados.0.smithi131.stdout:3098: finishing write tid 4 to smithi13174786-42 2024-08-29T14:59:30.651 INFO:tasks.rados.rados.0.smithi131.stdout:3098: finishing write tid 5 to smithi13174786-42 2024-08-29T14:59:30.651 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1663 (ObjNum 956 snap 299 seq_num 956) dirty exists 2024-08-29T14:59:30.651 INFO:tasks.rados.rados.0.smithi131.stdout:3098: left oid 42 (ObjNum 956 snap 299 seq_num 956) 2024-08-29T14:59:30.651 INFO:tasks.rados.rados.0.smithi131.stdout:3100: finishing write tid 1 to smithi13174786-27 2024-08-29T14:59:30.651 INFO:tasks.rados.rados.0.smithi131.stdout:3100: finishing write tid 2 to smithi13174786-27 2024-08-29T14:59:30.651 INFO:tasks.rados.rados.0.smithi131.stdout:3101: seq_num 958 ranges {3407872=450560,3858432=655360,4513792=548864} 2024-08-29T14:59:30.670 INFO:tasks.rados.rados.0.smithi131.stdout:3101: writing smithi13174786-1 from 3407872 to 3858432 tid 1 2024-08-29T14:59:30.674 INFO:tasks.rados.rados.0.smithi131.stdout:3101: writing smithi13174786-1 from 3858432 to 4513792 tid 2 2024-08-29T14:59:30.678 INFO:tasks.rados.rados.0.smithi131.stdout:3101: writing smithi13174786-1 from 4513792 to 5062656 tid 3 2024-08-29T14:59:30.678 INFO:tasks.rados.rados.0.smithi131.stdout:3098: done (3 left) 2024-08-29T14:59:30.678 INFO:tasks.rados.rados.0.smithi131.stdout:3099: done (2 left) 2024-08-29T14:59:30.678 INFO:tasks.rados.rados.0.smithi131.stdout:3102: read oid 48 snap 294 2024-08-29T14:59:30.678 INFO:tasks.rados.rados.0.smithi131.stdout:3102: expect (ObjNum 888 snap 283 seq_num 888) 2024-08-29T14:59:30.678 INFO:tasks.rados.rados.0.smithi131.stdout:3103: copy_from oid 28 from oid 22 current snap is 299 2024-08-29T14:59:30.678 INFO:tasks.rados.rados.0.smithi131.stdout:3100: finishing write tid 3 to smithi13174786-27 2024-08-29T14:59:30.678 INFO:tasks.rados.rados.0.smithi131.stdout:3100: finishing write tid 4 to smithi13174786-27 2024-08-29T14:59:30.678 INFO:tasks.rados.rados.0.smithi131.stdout:3100: finishing write tid 5 to smithi13174786-27 2024-08-29T14:59:30.679 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 1907 (ObjNum 957 snap 299 seq_num 957) dirty exists 2024-08-29T14:59:30.679 INFO:tasks.rados.rados.0.smithi131.stdout:3100: left oid 27 (ObjNum 957 snap 299 seq_num 957) 2024-08-29T14:59:30.679 INFO:tasks.rados.rados.0.smithi131.stdout:3101: finishing write tid 1 to smithi13174786-1 2024-08-29T14:59:30.679 INFO:tasks.rados.rados.0.smithi131.stdout:3101: finishing write tid 2 to smithi13174786-1 2024-08-29T14:59:30.679 INFO:tasks.rados.rados.0.smithi131.stdout:3100: done (3 left) 2024-08-29T14:59:30.679 INFO:tasks.rados.rados.0.smithi131.stdout:3104: delete oid 11 current snap is 299 2024-08-29T14:59:30.681 INFO:tasks.rados.rados.0.smithi131.stdout:3104: done (3 left) 2024-08-29T14:59:30.681 INFO:tasks.rados.rados.0.smithi131.stdout:3105: snap_remove snap 236 2024-08-29T14:59:31.206 INFO:tasks.rados.rados.0.smithi131.stdout:3105: done (3 left) 2024-08-29T14:59:31.207 INFO:tasks.rados.rados.0.smithi131.stdout:3106: read oid 19 snap -1 2024-08-29T14:59:31.207 INFO:tasks.rados.rados.0.smithi131.stdout:3106: expect (ObjNum 896 snap 285 seq_num 896) 2024-08-29T14:59:31.207 INFO:tasks.rados.rados.0.smithi131.stdout:3107: rollback oid 41 current snap is 299 2024-08-29T14:59:31.207 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 41 to 294 2024-08-29T14:59:31.207 INFO:tasks.rados.rados.0.smithi131.stdout:3101: finishing write tid 3 to smithi13174786-1 2024-08-29T14:59:31.207 INFO:tasks.rados.rados.0.smithi131.stdout:3101: finishing write tid 4 to smithi13174786-1 2024-08-29T14:59:31.207 INFO:tasks.rados.rados.0.smithi131.stdout:3102: expect (ObjNum 888 snap 283 seq_num 888) 2024-08-29T14:59:31.228 INFO:tasks.rados.rados.0.smithi131.stdout:3101: finishing write tid 5 to smithi13174786-1 2024-08-29T14:59:31.228 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1898 (ObjNum 958 snap 299 seq_num 958) dirty exists 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:3101: left oid 1 (ObjNum 958 snap 299 seq_num 958) 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:3103: finishing copy_from racing read to smithi13174786-28 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:3103: finishing copy_from to smithi13174786-28 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 2097 (ObjNum 955 snap 299 seq_num 955) dirty exists 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:3107: finishing rollback tid 0 to smithi13174786-41 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:3107: finishing rollback tid 1 to smithi13174786-41 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:3107: finishing rollback tid 2 to smithi13174786-41 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 2101 (ObjNum 799 snap 252 seq_num 799) dirty exists 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:3101: done (4 left) 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:3102: done (3 left) 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:3103: done (2 left) 2024-08-29T14:59:31.230 INFO:tasks.rados.rados.0.smithi131.stdout:3107: done (1 left) 2024-08-29T14:59:31.231 INFO:tasks.rados.rados.0.smithi131.stdout:3108: read oid 5 snap 254 2024-08-29T14:59:31.231 INFO:tasks.rados.rados.0.smithi131.stdout:3108: expect (ObjNum 782 snap 251 seq_num 782) 2024-08-29T14:59:31.231 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 30 current snap is 299 2024-08-29T14:59:31.231 INFO:tasks.rados.rados.0.smithi131.stdout:3109: seq_num 960 ranges {3678208=483328,4161536=425984,4587520=761856,5349376=16384} 2024-08-29T14:59:31.253 INFO:tasks.rados.rados.0.smithi131.stdout:3109: writing smithi13174786-30 from 3678208 to 4161536 tid 1 2024-08-29T14:59:31.257 INFO:tasks.rados.rados.0.smithi131.stdout:3109: writing smithi13174786-30 from 4161536 to 4587520 tid 2 2024-08-29T14:59:31.261 INFO:tasks.rados.rados.0.smithi131.stdout:3109: writing smithi13174786-30 from 4587520 to 5349376 tid 3 2024-08-29T14:59:31.261 INFO:tasks.rados.rados.0.smithi131.stdout:3109: writing smithi13174786-30 from 5349376 to 5365760 tid 4 2024-08-29T14:59:31.261 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 299 2024-08-29T14:59:31.261 INFO:tasks.rados.rados.0.smithi131.stdout:3110: seq_num 961 ranges {1794048=499712,2293760=712704,3006464=491520} 2024-08-29T14:59:31.274 INFO:tasks.rados.rados.0.smithi131.stdout:3110: writing smithi13174786-48 from 1794048 to 2293760 tid 1 2024-08-29T14:59:31.278 INFO:tasks.rados.rados.0.smithi131.stdout:3110: writing smithi13174786-48 from 2293760 to 3006464 tid 2 2024-08-29T14:59:31.281 INFO:tasks.rados.rados.0.smithi131.stdout:3110: writing smithi13174786-48 from 3006464 to 3497984 tid 3 2024-08-29T14:59:31.281 INFO:tasks.rados.rados.0.smithi131.stdout:3111: copy_from oid 38 from oid 28 current snap is 299 2024-08-29T14:59:31.281 INFO:tasks.rados.rados.0.smithi131.stdout:3106: expect (ObjNum 896 snap 285 seq_num 896) 2024-08-29T14:59:31.381 INFO:tasks.rados.rados.0.smithi131.stdout:3109: finishing write tid 1 to smithi13174786-30 2024-08-29T14:59:31.381 INFO:tasks.rados.rados.0.smithi131.stdout:3109: finishing write tid 2 to smithi13174786-30 2024-08-29T14:59:31.382 INFO:tasks.rados.rados.0.smithi131.stdout:3109: finishing write tid 3 to smithi13174786-30 2024-08-29T14:59:31.382 INFO:tasks.rados.rados.0.smithi131.stdout:3109: finishing write tid 4 to smithi13174786-30 2024-08-29T14:59:31.382 INFO:tasks.rados.rados.0.smithi131.stdout:3109: finishing write tid 5 to smithi13174786-30 2024-08-29T14:59:31.382 INFO:tasks.rados.rados.0.smithi131.stdout:3109: finishing write tid 6 to smithi13174786-30 2024-08-29T14:59:31.382 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 1646 (ObjNum 960 snap 299 seq_num 960) dirty exists 2024-08-29T14:59:31.382 INFO:tasks.rados.rados.0.smithi131.stdout:3109: left oid 30 (ObjNum 960 snap 299 seq_num 960) 2024-08-29T14:59:31.382 INFO:tasks.rados.rados.0.smithi131.stdout:3110: finishing write tid 1 to smithi13174786-48 2024-08-29T14:59:31.382 INFO:tasks.rados.rados.0.smithi131.stdout:3106: done (4 left) 2024-08-29T14:59:31.382 INFO:tasks.rados.rados.0.smithi131.stdout:3109: done (3 left) 2024-08-29T14:59:31.382 INFO:tasks.rados.rados.0.smithi131.stdout:3112: snap_remove snap 292 2024-08-29T14:59:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:31 smithi131 ceph-mon[87973]: osdmap e678: 8 total, 8 up, 8 in 2024-08-29T14:59:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:31 smithi131 ceph-mon[87973]: osdmap e679: 8 total, 8 up, 8 in 2024-08-29T14:59:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:31 smithi131 ceph-mon[90512]: osdmap e678: 8 total, 8 up, 8 in 2024-08-29T14:59:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:31 smithi131 ceph-mon[90512]: osdmap e679: 8 total, 8 up, 8 in 2024-08-29T14:59:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:31 smithi169 ceph-mon[78471]: osdmap e678: 8 total, 8 up, 8 in 2024-08-29T14:59:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:31 smithi169 ceph-mon[78471]: osdmap e679: 8 total, 8 up, 8 in 2024-08-29T14:59:32.246 INFO:tasks.rados.rados.0.smithi131.stdout:3112: done (3 left) 2024-08-29T14:59:32.246 INFO:tasks.rados.rados.0.smithi131.stdout:3113: copy_from oid 11 from oid 40 current snap is 299 2024-08-29T14:59:32.246 INFO:tasks.rados.rados.0.smithi131.stdout:3110: finishing write tid 2 to smithi13174786-48 2024-08-29T14:59:32.246 INFO:tasks.rados.rados.0.smithi131.stdout:3110: finishing write tid 3 to smithi13174786-48 2024-08-29T14:59:32.247 INFO:tasks.rados.rados.0.smithi131.stdout:3110: finishing write tid 4 to smithi13174786-48 2024-08-29T14:59:32.247 INFO:tasks.rados.rados.0.smithi131.stdout:3110: finishing write tid 5 to smithi13174786-48 2024-08-29T14:59:32.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1667 (ObjNum 961 snap 299 seq_num 961) dirty exists 2024-08-29T14:59:32.247 INFO:tasks.rados.rados.0.smithi131.stdout:3110: left oid 48 (ObjNum 961 snap 299 seq_num 961) 2024-08-29T14:59:32.247 INFO:tasks.rados.rados.0.smithi131.stdout:3111: finishing copy_from racing read to smithi13174786-38 2024-08-29T14:59:32.247 INFO:tasks.rados.rados.0.smithi131.stdout:3111: finishing copy_from to smithi13174786-38 2024-08-29T14:59:32.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2097 (ObjNum 955 snap 299 seq_num 955) dirty exists 2024-08-29T14:59:32.248 INFO:tasks.rados.rados.0.smithi131.stdout:3108: expect (ObjNum 782 snap 251 seq_num 782) 2024-08-29T14:59:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:32 smithi131 ceph-mon[87973]: pgmap v605: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 370 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-29T14:59:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:32 smithi131 ceph-mon[90512]: pgmap v605: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 370 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-29T14:59:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:32 smithi169 ceph-mon[78471]: pgmap v605: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 370 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-08-29T14:59:33.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:33 smithi131 ceph-mon[87973]: osdmap e680: 8 total, 8 up, 8 in 2024-08-29T14:59:33.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:33 smithi131 ceph-mon[90512]: osdmap e680: 8 total, 8 up, 8 in 2024-08-29T14:59:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:33 smithi169 ceph-mon[78471]: osdmap e680: 8 total, 8 up, 8 in 2024-08-29T14:59:33.982 INFO:tasks.rados.rados.0.smithi131.stdout:3113: finishing copy_from racing read to smithi13174786-11 2024-08-29T14:59:33.982 INFO:tasks.rados.rados.0.smithi131.stdout:3113: finishing copy_from to smithi13174786-11 2024-08-29T14:59:33.982 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 1646 (ObjNum 920 snap 291 seq_num 920) dirty exists 2024-08-29T14:59:33.982 INFO:tasks.rados.rados.0.smithi131.stdout:3108: done (3 left) 2024-08-29T14:59:33.983 INFO:tasks.rados.rados.0.smithi131.stdout:3110: done (2 left) 2024-08-29T14:59:33.983 INFO:tasks.rados.rados.0.smithi131.stdout:3111: done (1 left) 2024-08-29T14:59:33.983 INFO:tasks.rados.rados.0.smithi131.stdout:3113: done (0 left) 2024-08-29T14:59:33.983 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 299 2024-08-29T14:59:33.983 INFO:tasks.rados.rados.0.smithi131.stdout:3114: seq_num 962 ranges {5292032=516096,5808128=589824,6397952=614400} 2024-08-29T14:59:34.013 INFO:tasks.rados.rados.0.smithi131.stdout:3114: writing smithi13174786-10 from 5292032 to 5808128 tid 1 2024-08-29T14:59:34.016 INFO:tasks.rados.rados.0.smithi131.stdout:3114: writing smithi13174786-10 from 5808128 to 6397952 tid 2 2024-08-29T14:59:34.020 INFO:tasks.rados.rados.0.smithi131.stdout:3114: writing smithi13174786-10 from 6397952 to 7012352 tid 3 2024-08-29T14:59:34.020 INFO:tasks.rados.rados.0.smithi131.stdout:3115: rollback oid 37 current snap is 299 2024-08-29T14:59:34.020 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 37 to 265 2024-08-29T14:59:34.021 INFO:tasks.rados.rados.0.smithi131.stdout:3114: finishing write tid 1 to smithi13174786-10 2024-08-29T14:59:34.021 INFO:tasks.rados.rados.0.smithi131.stdout:3114: finishing write tid 2 to smithi13174786-10 2024-08-29T14:59:34.021 INFO:tasks.rados.rados.0.smithi131.stdout:3116: rollback oid 32 current snap is 299 2024-08-29T14:59:34.021 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 32 to 296 2024-08-29T14:59:34.021 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 299 2024-08-29T14:59:34.021 INFO:tasks.rados.rados.0.smithi131.stdout:3117: seq_num 963 ranges {3497984=532480,4030464=475136,4505600=532480,5038080=196608} 2024-08-29T14:59:34.041 INFO:tasks.rados.rados.0.smithi131.stdout:3117: writing smithi13174786-48 from 3497984 to 4030464 tid 1 2024-08-29T14:59:34.044 INFO:tasks.rados.rados.0.smithi131.stdout:3117: writing smithi13174786-48 from 4030464 to 4505600 tid 2 2024-08-29T14:59:34.047 INFO:tasks.rados.rados.0.smithi131.stdout:3117: writing smithi13174786-48 from 4505600 to 5038080 tid 3 2024-08-29T14:59:34.049 INFO:tasks.rados.rados.0.smithi131.stdout:3117: writing smithi13174786-48 from 5038080 to 5234688 tid 4 2024-08-29T14:59:34.049 INFO:tasks.rados.rados.0.smithi131.stdout:3118: delete oid 26 current snap is 299 2024-08-29T14:59:34.049 INFO:tasks.rados.rados.0.smithi131.stdout:3115: finishing rollback tid 0 to smithi13174786-37 2024-08-29T14:59:34.049 INFO:tasks.rados.rados.0.smithi131.stdout:3115: finishing rollback tid 1 to smithi13174786-37 2024-08-29T14:59:34.049 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2099 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-29T14:59:34.049 INFO:tasks.rados.rados.0.smithi131.stdout:3114: finishing write tid 3 to smithi13174786-10 2024-08-29T14:59:34.049 INFO:tasks.rados.rados.0.smithi131.stdout:3114: finishing write tid 4 to smithi13174786-10 2024-08-29T14:59:34.049 INFO:tasks.rados.rados.0.smithi131.stdout:3116: finishing rollback tid 0 to smithi13174786-32 2024-08-29T14:59:34.049 INFO:tasks.rados.rados.0.smithi131.stdout:3114: finishing write tid 5 to smithi13174786-10 2024-08-29T14:59:34.050 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 2023 (ObjNum 962 snap 299 seq_num 962) dirty exists 2024-08-29T14:59:34.050 INFO:tasks.rados.rados.0.smithi131.stdout:3114: left oid 10 (ObjNum 962 snap 299 seq_num 962) 2024-08-29T14:59:34.050 INFO:tasks.rados.rados.0.smithi131.stdout:3116: finishing rollback tid 1 to smithi13174786-32 2024-08-29T14:59:34.050 INFO:tasks.rados.rados.0.smithi131.stdout:3116: finishing rollback tid 2 to smithi13174786-32 2024-08-29T14:59:34.050 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 2123 (ObjNum 861 snap 270 seq_num 861) dirty exists 2024-08-29T14:59:34.050 INFO:tasks.rados.rados.0.smithi131.stdout:3117: finishing write tid 1 to smithi13174786-48 2024-08-29T14:59:34.050 INFO:tasks.rados.rados.0.smithi131.stdout:3117: finishing write tid 2 to smithi13174786-48 2024-08-29T14:59:34.051 INFO:tasks.rados.rados.0.smithi131.stdout:3114: done (4 left) 2024-08-29T14:59:34.051 INFO:tasks.rados.rados.0.smithi131.stdout:3115: done (3 left) 2024-08-29T14:59:34.051 INFO:tasks.rados.rados.0.smithi131.stdout:3116: done (2 left) 2024-08-29T14:59:34.051 INFO:tasks.rados.rados.0.smithi131.stdout:3118: done (1 left) 2024-08-29T14:59:34.051 INFO:tasks.rados.rados.0.smithi131.stdout:3119: read oid 16 snap -1 2024-08-29T14:59:34.051 INFO:tasks.rados.rados.0.smithi131.stdout:3119: expect deleted 2024-08-29T14:59:34.051 INFO:tasks.rados.rados.0.smithi131.stdout:3120: delete oid 30 current snap is 299 2024-08-29T14:59:34.052 INFO:tasks.rados.rados.0.smithi131.stdout:3117: finishing write tid 3 to smithi13174786-48 2024-08-29T14:59:34.052 INFO:tasks.rados.rados.0.smithi131.stdout:3117: finishing write tid 4 to smithi13174786-48 2024-08-29T14:59:34.052 INFO:tasks.rados.rados.0.smithi131.stdout:3117: finishing write tid 5 to smithi13174786-48 2024-08-29T14:59:34.052 INFO:tasks.rados.rados.0.smithi131.stdout:3119: done (2 left) 2024-08-29T14:59:34.052 INFO:tasks.rados.rados.0.smithi131.stdout:3120: done (1 left) 2024-08-29T14:59:34.052 INFO:tasks.rados.rados.0.smithi131.stdout:3121: copy_from oid 46 from oid 36 current snap is 299 2024-08-29T14:59:34.053 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 299 2024-08-29T14:59:34.053 INFO:tasks.rados.rados.0.smithi131.stdout:3122: seq_num 966 ranges {5062656=581632,5644288=581632,6225920=622592} 2024-08-29T14:59:34.082 INFO:tasks.rados.rados.0.smithi131.stdout:3122: writing smithi13174786-1 from 5062656 to 5644288 tid 1 2024-08-29T14:59:34.086 INFO:tasks.rados.rados.0.smithi131.stdout:3122: writing smithi13174786-1 from 5644288 to 6225920 tid 2 2024-08-29T14:59:34.090 INFO:tasks.rados.rados.0.smithi131.stdout:3122: writing smithi13174786-1 from 6225920 to 6848512 tid 3 2024-08-29T14:59:34.090 INFO:tasks.rados.rados.0.smithi131.stdout:3123: read oid 50 snap -1 2024-08-29T14:59:34.090 INFO:tasks.rados.rados.0.smithi131.stdout:3123: expect (ObjNum 922 snap 291 seq_num 922) 2024-08-29T14:59:34.090 INFO:tasks.rados.rados.0.smithi131.stdout:3124: delete oid 18 current snap is 299 2024-08-29T14:59:34.090 INFO:tasks.rados.rados.0.smithi131.stdout:3117: finishing write tid 6 to smithi13174786-48 2024-08-29T14:59:34.090 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1672 (ObjNum 963 snap 299 seq_num 963) dirty exists 2024-08-29T14:59:34.090 INFO:tasks.rados.rados.0.smithi131.stdout:3117: left oid 48 (ObjNum 963 snap 299 seq_num 963) 2024-08-29T14:59:34.091 INFO:tasks.rados.rados.0.smithi131.stdout:3121: finishing copy_from racing read to smithi13174786-46 2024-08-29T14:59:34.091 INFO:tasks.rados.rados.0.smithi131.stdout:3121: finishing copy_from to smithi13174786-46 2024-08-29T14:59:34.091 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 1658 (ObjNum 942 snap 296 seq_num 942) dirty exists 2024-08-29T14:59:34.091 INFO:tasks.rados.rados.0.smithi131.stdout:3122: finishing write tid 1 to smithi13174786-1 2024-08-29T14:59:34.091 INFO:tasks.rados.rados.0.smithi131.stdout:3122: finishing write tid 2 to smithi13174786-1 2024-08-29T14:59:34.092 INFO:tasks.rados.rados.0.smithi131.stdout:3122: finishing write tid 3 to smithi13174786-1 2024-08-29T14:59:34.093 INFO:tasks.rados.rados.0.smithi131.stdout:3122: finishing write tid 4 to smithi13174786-1 2024-08-29T14:59:34.094 INFO:tasks.rados.rados.0.smithi131.stdout:3122: finishing write tid 5 to smithi13174786-1 2024-08-29T14:59:34.094 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1902 (ObjNum 966 snap 299 seq_num 966) dirty exists 2024-08-29T14:59:34.094 INFO:tasks.rados.rados.0.smithi131.stdout:3122: left oid 1 (ObjNum 966 snap 299 seq_num 966) 2024-08-29T14:59:34.098 INFO:tasks.rados.rados.0.smithi131.stdout:3123: expect (ObjNum 922 snap 291 seq_num 922) 2024-08-29T14:59:34.125 INFO:tasks.rados.rados.0.smithi131.stdout:3117: done (4 left) 2024-08-29T14:59:34.125 INFO:tasks.rados.rados.0.smithi131.stdout:3121: done (3 left) 2024-08-29T14:59:34.126 INFO:tasks.rados.rados.0.smithi131.stdout:3122: done (2 left) 2024-08-29T14:59:34.126 INFO:tasks.rados.rados.0.smithi131.stdout:3123: done (1 left) 2024-08-29T14:59:34.126 INFO:tasks.rados.rados.0.smithi131.stdout:3124: done (0 left) 2024-08-29T14:59:34.126 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 299 2024-08-29T14:59:34.126 INFO:tasks.rados.rados.0.smithi131.stdout:3125: seq_num 968 ranges {12075008=614400,12689408=745472,13434880=458752} 2024-08-29T14:59:34.191 INFO:tasks.rados.rados.0.smithi131.stdout:3125: writing smithi13174786-24 from 12075008 to 12689408 tid 1 2024-08-29T14:59:34.195 INFO:tasks.rados.rados.0.smithi131.stdout:3125: writing smithi13174786-24 from 12689408 to 13434880 tid 2 2024-08-29T14:59:34.199 INFO:tasks.rados.rados.0.smithi131.stdout:3125: writing smithi13174786-24 from 13434880 to 13893632 tid 3 2024-08-29T14:59:34.199 INFO:tasks.rados.rados.0.smithi131.stdout:3126: rollback oid 13 current snap is 299 2024-08-29T14:59:34.199 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 13 to 293 2024-08-29T14:59:34.199 INFO:tasks.rados.rados.0.smithi131.stdout:3125: finishing write tid 1 to smithi13174786-24 2024-08-29T14:59:34.199 INFO:tasks.rados.rados.0.smithi131.stdout:3125: finishing write tid 2 to smithi13174786-24 2024-08-29T14:59:34.199 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 299 2024-08-29T14:59:34.199 INFO:tasks.rados.rados.0.smithi131.stdout:3127: seq_num 969 ranges {3735552=638976,4374528=630784,5005312=532480,5537792=40960} 2024-08-29T14:59:34.222 INFO:tasks.rados.rados.0.smithi131.stdout:3127: writing smithi13174786-43 from 3735552 to 4374528 tid 1 2024-08-29T14:59:34.225 INFO:tasks.rados.rados.0.smithi131.stdout:3127: writing smithi13174786-43 from 4374528 to 5005312 tid 2 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:3127: writing smithi13174786-43 from 5005312 to 5537792 tid 3 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:3127: writing smithi13174786-43 from 5537792 to 5578752 tid 4 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 40 current snap is 299 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:3126: finishing rollback tid 0 to smithi13174786-13 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:3126: finishing rollback tid 1 to smithi13174786-13 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1554 (ObjNum 65 snap 0 seq_num 1398106212) dirty dne 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:3125: finishing write tid 3 to smithi13174786-24 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:3125: finishing write tid 4 to smithi13174786-24 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:3125: finishing write tid 5 to smithi13174786-24 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1906 (ObjNum 968 snap 299 seq_num 968) dirty exists 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:3125: left oid 24 (ObjNum 968 snap 299 seq_num 968) 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:3127: finishing write tid 1 to smithi13174786-43 2024-08-29T14:59:34.230 INFO:tasks.rados.rados.0.smithi131.stdout:3127: finishing write tid 2 to smithi13174786-43 2024-08-29T14:59:34.231 INFO:tasks.rados.rados.0.smithi131.stdout:3128: seq_num 970 ranges {3489792=655360,4145152=516096,4661248=688128} 2024-08-29T14:59:34.253 INFO:tasks.rados.rados.0.smithi131.stdout:3128: writing smithi13174786-40 from 3489792 to 4145152 tid 1 2024-08-29T14:59:34.255 INFO:tasks.rados.rados.0.smithi131.stdout:3128: writing smithi13174786-40 from 4145152 to 4661248 tid 2 2024-08-29T14:59:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:3128: writing smithi13174786-40 from 4661248 to 5349376 tid 3 2024-08-29T14:59:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:3125: done (3 left) 2024-08-29T14:59:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:3126: done (2 left) 2024-08-29T14:59:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:3129: snap_create 2024-08-29T14:59:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:3127: finishing write tid 3 to smithi13174786-43 2024-08-29T14:59:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:3127: finishing write tid 4 to smithi13174786-43 2024-08-29T14:59:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:3127: finishing write tid 5 to smithi13174786-43 2024-08-29T14:59:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:3127: finishing write tid 6 to smithi13174786-43 2024-08-29T14:59:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1652 (ObjNum 969 snap 299 seq_num 969) dirty exists 2024-08-29T14:59:34.260 INFO:tasks.rados.rados.0.smithi131.stdout:3127: left oid 43 (ObjNum 969 snap 299 seq_num 969) 2024-08-29T14:59:34.261 INFO:tasks.rados.rados.0.smithi131.stdout:3128: finishing write tid 1 to smithi13174786-40 2024-08-29T14:59:34.261 INFO:tasks.rados.rados.0.smithi131.stdout:3128: finishing write tid 2 to smithi13174786-40 2024-08-29T14:59:34.262 INFO:tasks.rados.rados.0.smithi131.stdout:3128: finishing write tid 3 to smithi13174786-40 2024-08-29T14:59:34.262 INFO:tasks.rados.rados.0.smithi131.stdout:3128: finishing write tid 4 to smithi13174786-40 2024-08-29T14:59:34.263 INFO:tasks.rados.rados.0.smithi131.stdout:3128: finishing write tid 5 to smithi13174786-40 2024-08-29T14:59:34.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1676 (ObjNum 970 snap 299 seq_num 970) dirty exists 2024-08-29T14:59:34.263 INFO:tasks.rados.rados.0.smithi131.stdout:3128: left oid 40 (ObjNum 970 snap 299 seq_num 970) 2024-08-29T14:59:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:34 smithi131 ceph-mon[87973]: pgmap v608: 121 pgs: 121 active+clean; 367 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-08-29T14:59:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:34 smithi131 ceph-mon[90512]: pgmap v608: 121 pgs: 121 active+clean; 367 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-08-29T14:59:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:34 smithi169 ceph-mon[78471]: pgmap v608: 121 pgs: 121 active+clean; 367 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-08-29T14:59:35.261 INFO:tasks.rados.rados.0.smithi131.stdout:3127: done (2 left) 2024-08-29T14:59:35.261 INFO:tasks.rados.rados.0.smithi131.stdout:3128: done (1 left) 2024-08-29T14:59:35.262 INFO:tasks.rados.rados.0.smithi131.stdout:3129: done (0 left) 2024-08-29T14:59:35.262 INFO:tasks.rados.rados.0.smithi131.stdout:3130: delete oid 47 current snap is 300 2024-08-29T14:59:35.266 INFO:tasks.rados.rados.0.smithi131.stdout:3130: done (0 left) 2024-08-29T14:59:35.266 INFO:tasks.rados.rados.0.smithi131.stdout:3131: snap_create 2024-08-29T14:59:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:35.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:36.211 INFO:tasks.rados.rados.0.smithi131.stdout:3131: done (0 left) 2024-08-29T14:59:36.211 INFO:tasks.rados.rados.0.smithi131.stdout:3132: read oid 39 snap -1 2024-08-29T14:59:36.211 INFO:tasks.rados.rados.0.smithi131.stdout:3132: expect (ObjNum 952 snap 299 seq_num 952) 2024-08-29T14:59:36.211 INFO:tasks.rados.rados.0.smithi131.stdout:3133: snap_create 2024-08-29T14:59:36.226 INFO:tasks.rados.rados.0.smithi131.stdout:3132: expect (ObjNum 952 snap 299 seq_num 952) 2024-08-29T14:59:36.258 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:59:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:59:35] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.51.0" 2024-08-29T14:59:36.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:36 smithi169 ceph-mon[78471]: pgmap v609: 121 pgs: 121 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-08-29T14:59:36.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:36 smithi169 ceph-mon[78471]: osdmap e681: 8 total, 8 up, 8 in 2024-08-29T14:59:36.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:36 smithi169 ceph-mon[78471]: osdmap e682: 8 total, 8 up, 8 in 2024-08-29T14:59:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:36 smithi131 ceph-mon[87973]: pgmap v609: 121 pgs: 121 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-08-29T14:59:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:36 smithi131 ceph-mon[87973]: osdmap e681: 8 total, 8 up, 8 in 2024-08-29T14:59:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:36 smithi131 ceph-mon[87973]: osdmap e682: 8 total, 8 up, 8 in 2024-08-29T14:59:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:36 smithi131 ceph-mon[90512]: pgmap v609: 121 pgs: 121 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-08-29T14:59:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:36 smithi131 ceph-mon[90512]: osdmap e681: 8 total, 8 up, 8 in 2024-08-29T14:59:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:36 smithi131 ceph-mon[90512]: osdmap e682: 8 total, 8 up, 8 in 2024-08-29T14:59:37.210 INFO:tasks.rados.rados.0.smithi131.stdout:3132: done (1 left) 2024-08-29T14:59:37.210 INFO:tasks.rados.rados.0.smithi131.stdout:3133: done (0 left) 2024-08-29T14:59:37.210 INFO:tasks.rados.rados.0.smithi131.stdout:3134: delete oid 11 current snap is 302 2024-08-29T14:59:37.215 INFO:tasks.rados.rados.0.smithi131.stdout:3134: done (0 left) 2024-08-29T14:59:37.215 INFO:tasks.rados.rados.0.smithi131.stdout:3135: delete oid 18 current snap is 302 2024-08-29T14:59:37.221 INFO:tasks.rados.rados.0.smithi131.stdout:3135: done (0 left) 2024-08-29T14:59:37.221 INFO:tasks.rados.rados.0.smithi131.stdout:3136: read oid 38 snap -1 2024-08-29T14:59:37.222 INFO:tasks.rados.rados.0.smithi131.stdout:3136: expect (ObjNum 955 snap 299 seq_num 955) 2024-08-29T14:59:37.222 INFO:tasks.rados.rados.0.smithi131.stdout:3137: read oid 31 snap -1 2024-08-29T14:59:37.222 INFO:tasks.rados.rados.0.smithi131.stdout:3137: expect deleted 2024-08-29T14:59:37.222 INFO:tasks.rados.rados.0.smithi131.stdout:3138: snap_remove snap 298 2024-08-29T14:59:38.129 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 14:59:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=infra.usagestats t=2024-08-29T14:59:37.658892961Z level=info msg="Usage stats are ready to report" 2024-08-29T14:59:38.217 INFO:tasks.rados.rados.0.smithi131.stdout:3138: done (2 left) 2024-08-29T14:59:38.217 INFO:tasks.rados.rados.0.smithi131.stdout:3139: setattr oid 12 current snap is 302 2024-08-29T14:59:38.217 INFO:tasks.rados.rados.0.smithi131.stdout:3136: expect (ObjNum 955 snap 299 seq_num 955) 2024-08-29T14:59:38.267 INFO:tasks.rados.rados.0.smithi131.stdout:3136: done (2 left) 2024-08-29T14:59:38.267 INFO:tasks.rados.rados.0.smithi131.stdout:3137: done (1 left) 2024-08-29T14:59:38.267 INFO:tasks.rados.rados.0.smithi131.stdout:3140: rollback oid 38 current snap is 302 2024-08-29T14:59:38.267 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 299 2024-08-29T14:59:38.268 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 302 2024-08-29T14:59:38.268 INFO:tasks.rados.rados.0.smithi131.stdout:3141: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-08-29T14:59:38.271 INFO:tasks.rados.rados.0.smithi131.stdout:3141: writing smithi13174786-29 from 0 to 720896 tid 1 2024-08-29T14:59:38.274 INFO:tasks.rados.rados.0.smithi131.stdout:3141: writing smithi13174786-29 from 720896 to 1228800 tid 2 2024-08-29T14:59:38.278 INFO:tasks.rados.rados.0.smithi131.stdout:3141: writing smithi13174786-29 from 1228800 to 1900544 tid 3 2024-08-29T14:59:38.279 INFO:tasks.rados.rados.0.smithi131.stdout:3141: writing smithi13174786-29 from 1900544 to 1925120 tid 4 2024-08-29T14:59:38.279 INFO:tasks.rados.rados.0.smithi131.stdout:3142: copy_from oid 40 from oid 47 current snap is 302 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1663 (ObjNum 928 snap 293 seq_num 928) dirty exists 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:3140: finishing rollback tid 0 to smithi13174786-38 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:3140: finishing rollback tid 1 to smithi13174786-38 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:3140: finishing rollback tid 2 to smithi13174786-38 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2102 (ObjNum 955 snap 299 seq_num 955) dirty exists 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:3141: finishing write tid 1 to smithi13174786-29 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:3141: finishing write tid 2 to smithi13174786-29 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:3139: done (3 left) 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:3140: done (2 left) 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 302 2024-08-29T14:59:38.280 INFO:tasks.rados.rados.0.smithi131.stdout:3143: seq_num 975 ranges {1605632=737280,2342912=786432,3129344=417792} 2024-08-29T14:59:38.292 INFO:tasks.rados.rados.0.smithi131.stdout:3143: writing smithi13174786-22 from 1605632 to 2342912 tid 1 2024-08-29T14:59:38.296 INFO:tasks.rados.rados.0.smithi131.stdout:3143: writing smithi13174786-22 from 2342912 to 3129344 tid 2 2024-08-29T14:59:38.299 INFO:tasks.rados.rados.0.smithi131.stdout:3143: writing smithi13174786-22 from 3129344 to 3547136 tid 3 2024-08-29T14:59:38.299 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 302 2024-08-29T14:59:38.299 INFO:tasks.rados.rados.0.smithi131.stdout:3144: seq_num 976 ranges {5578752=753664,6332416=671744,7004160=532480} 2024-08-29T14:59:38.332 INFO:tasks.rados.rados.0.smithi131.stdout:3144: writing smithi13174786-43 from 5578752 to 6332416 tid 1 2024-08-29T14:59:38.336 INFO:tasks.rados.rados.0.smithi131.stdout:3144: writing smithi13174786-43 from 6332416 to 7004160 tid 2 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:3144: writing smithi13174786-43 from 7004160 to 7536640 tid 3 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:3145: read oid 34 snap -1 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:3145: expect (ObjNum 919 snap 291 seq_num 919) 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:3146: read oid 16 snap 296 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:3146: expect deleted 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:3147: rmattr oid 35 current snap is 302 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:3147: done (6 left) 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:3148: rollback oid 33 current snap is 302 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 33 to 265 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:3142: finishing copy_from to smithi13174786-40 2024-08-29T14:59:38.341 INFO:tasks.rados.rados.0.smithi131.stdout:3142: got expected ENOENT (src dne) 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3142: finishing copy_from racing read to smithi13174786-40 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3141: finishing write tid 3 to smithi13174786-29 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3141: finishing write tid 4 to smithi13174786-29 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3142: done (6 left) 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3149: snap_create 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3141: finishing write tid 5 to smithi13174786-29 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3141: finishing write tid 6 to smithi13174786-29 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 1559 (ObjNum 974 snap 302 seq_num 974) dirty exists 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3141: left oid 29 (ObjNum 974 snap 302 seq_num 974) 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3143: finishing write tid 1 to smithi13174786-22 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3143: finishing write tid 2 to smithi13174786-22 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3143: finishing write tid 3 to smithi13174786-22 2024-08-29T14:59:38.342 INFO:tasks.rados.rados.0.smithi131.stdout:3143: finishing write tid 4 to smithi13174786-22 2024-08-29T14:59:38.343 INFO:tasks.rados.rados.0.smithi131.stdout:3143: finishing write tid 5 to smithi13174786-22 2024-08-29T14:59:38.343 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 2137 (ObjNum 975 snap 302 seq_num 975) dirty exists 2024-08-29T14:59:38.343 INFO:tasks.rados.rados.0.smithi131.stdout:3143: left oid 22 (ObjNum 975 snap 302 seq_num 975) 2024-08-29T14:59:38.343 INFO:tasks.rados.rados.0.smithi131.stdout:3144: finishing write tid 1 to smithi13174786-43 2024-08-29T14:59:38.343 INFO:tasks.rados.rados.0.smithi131.stdout:3144: finishing write tid 2 to smithi13174786-43 2024-08-29T14:59:38.343 INFO:tasks.rados.rados.0.smithi131.stdout:3148: finishing rollback tid 1 to smithi13174786-33 2024-08-29T14:59:38.343 INFO:tasks.rados.rados.0.smithi131.stdout:3148: finishing rollback tid 2 to smithi13174786-33 2024-08-29T14:59:38.344 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2099 (ObjNum 833 snap 260 seq_num 833) dirty exists 2024-08-29T14:59:38.344 INFO:tasks.rados.rados.0.smithi131.stdout:3144: finishing write tid 3 to smithi13174786-43 2024-08-29T14:59:38.344 INFO:tasks.rados.rados.0.smithi131.stdout:3144: finishing write tid 4 to smithi13174786-43 2024-08-29T14:59:38.345 INFO:tasks.rados.rados.0.smithi131.stdout:3144: finishing write tid 5 to smithi13174786-43 2024-08-29T14:59:38.345 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1656 (ObjNum 976 snap 302 seq_num 976) dirty exists 2024-08-29T14:59:38.345 INFO:tasks.rados.rados.0.smithi131.stdout:3144: left oid 43 (ObjNum 976 snap 302 seq_num 976) 2024-08-29T14:59:38.351 INFO:tasks.rados.rados.0.smithi131.stdout:3145: expect (ObjNum 919 snap 291 seq_num 919) 2024-08-29T14:59:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:38 smithi131 ceph-mon[87973]: pgmap v612: 121 pgs: 121 active+clean; 351 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.7 MiB/s wr, 32 op/s 2024-08-29T14:59:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:38 smithi131 ceph-mon[87973]: osdmap e683: 8 total, 8 up, 8 in 2024-08-29T14:59:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:38 smithi131 ceph-mon[90512]: pgmap v612: 121 pgs: 121 active+clean; 351 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.7 MiB/s wr, 32 op/s 2024-08-29T14:59:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:38 smithi131 ceph-mon[90512]: osdmap e683: 8 total, 8 up, 8 in 2024-08-29T14:59:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:38 smithi169 ceph-mon[78471]: pgmap v612: 121 pgs: 121 active+clean; 351 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.7 MiB/s wr, 32 op/s 2024-08-29T14:59:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:38 smithi169 ceph-mon[78471]: osdmap e683: 8 total, 8 up, 8 in 2024-08-29T14:59:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:3141: done (6 left) 2024-08-29T14:59:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:3143: done (5 left) 2024-08-29T14:59:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:3144: done (4 left) 2024-08-29T14:59:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:3145: done (3 left) 2024-08-29T14:59:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:3146: done (2 left) 2024-08-29T14:59:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:3148: done (1 left) 2024-08-29T14:59:39.223 INFO:tasks.rados.rados.0.smithi131.stdout:3149: done (0 left) 2024-08-29T14:59:39.224 INFO:tasks.rados.rados.0.smithi131.stdout:3150: delete oid 12 current snap is 303 2024-08-29T14:59:39.227 INFO:tasks.rados.rados.0.smithi131.stdout:3150: done (0 left) 2024-08-29T14:59:39.228 INFO:tasks.rados.rados.0.smithi131.stdout:3151: setattr oid 33 current snap is 303 2024-08-29T14:59:39.229 INFO:tasks.rados.rados.0.smithi131.stdout:3152: delete oid 45 current snap is 303 2024-08-29T14:59:39.234 INFO:tasks.rados.rados.0.smithi131.stdout:3152: done (1 left) 2024-08-29T14:59:39.234 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 303 2024-08-29T14:59:39.234 INFO:tasks.rados.rados.0.smithi131.stdout:3153: seq_num 979 ranges {7536640=802816,8339456=729088,9068544=458752,9527296=16384} 2024-08-29T14:59:39.278 INFO:tasks.rados.rados.0.smithi131.stdout:3153: writing smithi13174786-43 from 7536640 to 8339456 tid 1 2024-08-29T14:59:39.283 INFO:tasks.rados.rados.0.smithi131.stdout:3153: writing smithi13174786-43 from 8339456 to 9068544 tid 2 2024-08-29T14:59:39.286 INFO:tasks.rados.rados.0.smithi131.stdout:3153: writing smithi13174786-43 from 9068544 to 9527296 tid 3 2024-08-29T14:59:39.286 INFO:tasks.rados.rados.0.smithi131.stdout:3153: writing smithi13174786-43 from 9527296 to 9543680 tid 4 2024-08-29T14:59:39.286 INFO:tasks.rados.rados.0.smithi131.stdout:3154: delete oid 14 current snap is 303 2024-08-29T14:59:39.286 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2100 (ObjNum 833 snap 260 seq_num 833) dirty exists 2024-08-29T14:59:39.286 INFO:tasks.rados.rados.0.smithi131.stdout:3153: finishing write tid 1 to smithi13174786-43 2024-08-29T14:59:39.287 INFO:tasks.rados.rados.0.smithi131.stdout:3153: finishing write tid 2 to smithi13174786-43 2024-08-29T14:59:39.289 INFO:tasks.rados.rados.0.smithi131.stdout:3151: done (2 left) 2024-08-29T14:59:39.289 INFO:tasks.rados.rados.0.smithi131.stdout:3154: done (1 left) 2024-08-29T14:59:39.289 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 303 2024-08-29T14:59:39.289 INFO:tasks.rados.rados.0.smithi131.stdout:3155: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2024-08-29T14:59:39.291 INFO:tasks.rados.rados.0.smithi131.stdout:3155: writing smithi13174786-5 from 0 to 434176 tid 1 2024-08-29T14:59:39.294 INFO:tasks.rados.rados.0.smithi131.stdout:3155: writing smithi13174786-5 from 434176 to 974848 tid 2 2024-08-29T14:59:39.297 INFO:tasks.rados.rados.0.smithi131.stdout:3155: writing smithi13174786-5 from 974848 to 1441792 tid 3 2024-08-29T14:59:39.300 INFO:tasks.rados.rados.0.smithi131.stdout:3155: writing smithi13174786-5 from 1441792 to 1966080 tid 4 2024-08-29T14:59:39.301 INFO:tasks.rados.rados.0.smithi131.stdout:3155: writing smithi13174786-5 from 1966080 to 2039808 tid 5 2024-08-29T14:59:39.301 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 303 2024-08-29T14:59:39.301 INFO:tasks.rados.rados.0.smithi131.stdout:3153: finishing write tid 3 to smithi13174786-43 2024-08-29T14:59:39.301 INFO:tasks.rados.rados.0.smithi131.stdout:3153: finishing write tid 4 to smithi13174786-43 2024-08-29T14:59:39.301 INFO:tasks.rados.rados.0.smithi131.stdout:3153: finishing write tid 5 to smithi13174786-43 2024-08-29T14:59:39.301 INFO:tasks.rados.rados.0.smithi131.stdout:3156: seq_num 982 ranges {5234688=450560,5685248=425984,6111232=679936,6791168=466944,7258112=32768} 2024-08-29T14:59:39.331 INFO:tasks.rados.rados.0.smithi131.stdout:3156: writing smithi13174786-48 from 5234688 to 5685248 tid 1 2024-08-29T14:59:39.333 INFO:tasks.rados.rados.0.smithi131.stdout:3156: writing smithi13174786-48 from 5685248 to 6111232 tid 2 2024-08-29T14:59:39.337 INFO:tasks.rados.rados.0.smithi131.stdout:3156: writing smithi13174786-48 from 6111232 to 6791168 tid 3 2024-08-29T14:59:39.341 INFO:tasks.rados.rados.0.smithi131.stdout:3156: writing smithi13174786-48 from 6791168 to 7258112 tid 4 2024-08-29T14:59:39.341 INFO:tasks.rados.rados.0.smithi131.stdout:3156: writing smithi13174786-48 from 7258112 to 7290880 tid 5 2024-08-29T14:59:39.341 INFO:tasks.rados.rados.0.smithi131.stdout:3157: rollback oid 40 current snap is 303 2024-08-29T14:59:39.341 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 254 2024-08-29T14:59:39.341 INFO:tasks.rados.rados.0.smithi131.stdout:3153: finishing write tid 6 to smithi13174786-43 2024-08-29T14:59:39.341 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 1661 (ObjNum 979 snap 303 seq_num 979) dirty exists 2024-08-29T14:59:39.341 INFO:tasks.rados.rados.0.smithi131.stdout:3153: left oid 43 (ObjNum 979 snap 303 seq_num 979) 2024-08-29T14:59:39.341 INFO:tasks.rados.rados.0.smithi131.stdout:3153: done (3 left) 2024-08-29T14:59:39.341 INFO:tasks.rados.rados.0.smithi131.stdout:3158: delete oid 36 current snap is 303 2024-08-29T14:59:39.341 INFO:tasks.rados.rados.0.smithi131.stdout:3155: finishing write tid 1 to smithi13174786-5 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:3155: finishing write tid 2 to smithi13174786-5 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:3155: finishing write tid 3 to smithi13174786-5 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:3155: finishing write tid 4 to smithi13174786-5 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:3155: finishing write tid 5 to smithi13174786-5 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:3155: finishing write tid 6 to smithi13174786-5 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:3155: finishing write tid 7 to smithi13174786-5 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 1897 (ObjNum 981 snap 303 seq_num 981) dirty exists 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:3155: left oid 5 (ObjNum 981 snap 303 seq_num 981) 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:3156: finishing write tid 1 to smithi13174786-48 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:3156: finishing write tid 2 to smithi13174786-48 2024-08-29T14:59:39.342 INFO:tasks.rados.rados.0.smithi131.stdout:3156: finishing write tid 3 to smithi13174786-48 2024-08-29T14:59:39.343 INFO:tasks.rados.rados.0.smithi131.stdout:3156: finishing write tid 4 to smithi13174786-48 2024-08-29T14:59:39.343 INFO:tasks.rados.rados.0.smithi131.stdout:3156: finishing write tid 5 to smithi13174786-48 2024-08-29T14:59:39.345 INFO:tasks.rados.rados.0.smithi131.stdout:3156: finishing write tid 6 to smithi13174786-48 2024-08-29T14:59:39.346 INFO:tasks.rados.rados.0.smithi131.stdout:3157: finishing rollback tid 0 to smithi13174786-40 2024-08-29T14:59:39.346 INFO:tasks.rados.rados.0.smithi131.stdout:3157: finishing rollback tid 1 to smithi13174786-40 2024-08-29T14:59:39.346 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1684 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:59:39.348 INFO:tasks.rados.rados.0.smithi131.stdout:3156: finishing write tid 7 to smithi13174786-48 2024-08-29T14:59:39.348 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1682 (ObjNum 982 snap 303 seq_num 982) dirty exists 2024-08-29T14:59:39.348 INFO:tasks.rados.rados.0.smithi131.stdout:3156: left oid 48 (ObjNum 982 snap 303 seq_num 982) 2024-08-29T14:59:39.348 INFO:tasks.rados.rados.0.smithi131.stdout:3155: done (3 left) 2024-08-29T14:59:39.349 INFO:tasks.rados.rados.0.smithi131.stdout:3156: done (2 left) 2024-08-29T14:59:39.349 INFO:tasks.rados.rados.0.smithi131.stdout:3157: done (1 left) 2024-08-29T14:59:39.349 INFO:tasks.rados.rados.0.smithi131.stdout:3158: done (0 left) 2024-08-29T14:59:39.349 INFO:tasks.rados.rados.0.smithi131.stdout:3159: delete oid 9 current snap is 303 2024-08-29T14:59:39.350 INFO:tasks.rados.rados.0.smithi131.stdout:3159: done (0 left) 2024-08-29T14:59:39.350 INFO:tasks.rados.rados.0.smithi131.stdout:3160: read oid 36 snap 254 2024-08-29T14:59:39.350 INFO:tasks.rados.rados.0.smithi131.stdout:3160: expect deleted 2024-08-29T14:59:39.350 INFO:tasks.rados.rados.0.smithi131.stdout:3161: snap_remove snap 301 2024-08-29T14:59:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:39 smithi131 ceph-mon[87973]: osdmap e684: 8 total, 8 up, 8 in 2024-08-29T14:59:39.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:39 smithi131 ceph-mon[90512]: osdmap e684: 8 total, 8 up, 8 in 2024-08-29T14:59:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:39 smithi169 ceph-mon[78471]: osdmap e684: 8 total, 8 up, 8 in 2024-08-29T14:59:40.228 INFO:tasks.rados.rados.0.smithi131.stdout:3161: done (1 left) 2024-08-29T14:59:40.228 INFO:tasks.rados.rados.0.smithi131.stdout:3162: delete oid 44 current snap is 303 2024-08-29T14:59:40.234 INFO:tasks.rados.rados.0.smithi131.stdout:3160: done (1 left) 2024-08-29T14:59:40.234 INFO:tasks.rados.rados.0.smithi131.stdout:3162: done (0 left) 2024-08-29T14:59:40.234 INFO:tasks.rados.rados.0.smithi131.stdout:3163: delete oid 22 current snap is 303 2024-08-29T14:59:40.241 INFO:tasks.rados.rados.0.smithi131.stdout:3163: done (0 left) 2024-08-29T14:59:40.241 INFO:tasks.rados.rados.0.smithi131.stdout:3164: rollback oid 41 current snap is 303 2024-08-29T14:59:40.241 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 41 to 296 2024-08-29T14:59:40.241 INFO:tasks.rados.rados.0.smithi131.stdout:3165: rollback oid 19 current snap is 303 2024-08-29T14:59:40.241 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 19 to 302 2024-08-29T14:59:40.241 INFO:tasks.rados.rados.0.smithi131.stdout:3166: rollback oid 24 current snap is 303 2024-08-29T14:59:40.241 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 24 to 284 2024-08-29T14:59:40.242 INFO:tasks.rados.rados.0.smithi131.stdout:3167: snap_create 2024-08-29T14:59:40.245 INFO:tasks.rados.rados.0.smithi131.stdout:3164: finishing rollback tid 0 to smithi13174786-41 2024-08-29T14:59:40.245 INFO:tasks.rados.rados.0.smithi131.stdout:3166: finishing rollback tid 0 to smithi13174786-24 2024-08-29T14:59:40.246 INFO:tasks.rados.rados.0.smithi131.stdout:3165: finishing rollback tid 0 to smithi13174786-19 2024-08-29T14:59:40.246 INFO:tasks.rados.rados.0.smithi131.stdout:3166: finishing rollback tid 1 to smithi13174786-24 2024-08-29T14:59:40.246 INFO:tasks.rados.rados.0.smithi131.stdout:3165: finishing rollback tid 1 to smithi13174786-19 2024-08-29T14:59:40.246 INFO:tasks.rados.rados.0.smithi131.stdout:3166: finishing rollback tid 2 to smithi13174786-24 2024-08-29T14:59:40.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1909 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T14:59:40.246 INFO:tasks.rados.rados.0.smithi131.stdout:3165: finishing rollback tid 2 to smithi13174786-19 2024-08-29T14:59:40.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 1884 (ObjNum 896 snap 285 seq_num 896) dirty exists 2024-08-29T14:59:40.247 INFO:tasks.rados.rados.0.smithi131.stdout:3164: finishing rollback tid 1 to smithi13174786-41 2024-08-29T14:59:40.248 INFO:tasks.rados.rados.0.smithi131.stdout:3164: finishing rollback tid 2 to smithi13174786-41 2024-08-29T14:59:40.248 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 2145 (ObjNum 799 snap 252 seq_num 799) dirty exists 2024-08-29T14:59:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:40 smithi131 ceph-mon[87973]: pgmap v615: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.5 MiB/s wr, 14 op/s 2024-08-29T14:59:40.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:40 smithi131 ceph-mon[87973]: osdmap e685: 8 total, 8 up, 8 in 2024-08-29T14:59:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:40 smithi131 ceph-mon[90512]: pgmap v615: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.5 MiB/s wr, 14 op/s 2024-08-29T14:59:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:40 smithi131 ceph-mon[90512]: osdmap e685: 8 total, 8 up, 8 in 2024-08-29T14:59:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:40 smithi169 ceph-mon[78471]: pgmap v615: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.5 MiB/s wr, 14 op/s 2024-08-29T14:59:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:40 smithi169 ceph-mon[78471]: osdmap e685: 8 total, 8 up, 8 in 2024-08-29T14:59:40.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:59:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:59:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:59:41.210 INFO:tasks.rados.rados.0.smithi131.stdout:3164: done (3 left) 2024-08-29T14:59:41.210 INFO:tasks.rados.rados.0.smithi131.stdout:3165: done (2 left) 2024-08-29T14:59:41.210 INFO:tasks.rados.rados.0.smithi131.stdout:3166: done (1 left) 2024-08-29T14:59:41.210 INFO:tasks.rados.rados.0.smithi131.stdout:3167: done (0 left) 2024-08-29T14:59:41.210 INFO:tasks.rados.rados.0.smithi131.stdout:3168: read oid 49 snap -1 2024-08-29T14:59:41.210 INFO:tasks.rados.rados.0.smithi131.stdout:3168: expect (ObjNum 915 snap 290 seq_num 915) 2024-08-29T14:59:41.211 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 304 2024-08-29T14:59:41.211 INFO:tasks.rados.rados.0.smithi131.stdout:3169: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-08-29T14:59:41.213 INFO:tasks.rados.rados.0.smithi131.stdout:3169: writing smithi13174786-37 from 0 to 532480 tid 1 2024-08-29T14:59:41.217 INFO:tasks.rados.rados.0.smithi131.stdout:3169: writing smithi13174786-37 from 532480 to 1179648 tid 2 2024-08-29T14:59:41.220 INFO:tasks.rados.rados.0.smithi131.stdout:3169: writing smithi13174786-37 from 1179648 to 1597440 tid 3 2024-08-29T14:59:41.223 INFO:tasks.rados.rados.0.smithi131.stdout:3169: writing smithi13174786-37 from 1597440 to 2007040 tid 4 2024-08-29T14:59:41.224 INFO:tasks.rados.rados.0.smithi131.stdout:3169: writing smithi13174786-37 from 2007040 to 2138112 tid 5 2024-08-29T14:59:41.224 INFO:tasks.rados.rados.0.smithi131.stdout:3170: copy_from oid 5 from oid 32 current snap is 304 2024-08-29T14:59:41.224 INFO:tasks.rados.rados.0.smithi131.stdout:3169: finishing write tid 1 to smithi13174786-37 2024-08-29T14:59:41.224 INFO:tasks.rados.rados.0.smithi131.stdout:3169: finishing write tid 2 to smithi13174786-37 2024-08-29T14:59:41.224 INFO:tasks.rados.rados.0.smithi131.stdout:3171: setattr oid 24 current snap is 304 2024-08-29T14:59:41.226 INFO:tasks.rados.rados.0.smithi131.stdout:3172: read oid 41 snap 294 2024-08-29T14:59:41.226 INFO:tasks.rados.rados.0.smithi131.stdout:3172: expect (ObjNum 799 snap 252 seq_num 799) 2024-08-29T14:59:41.226 INFO:tasks.rados.rados.0.smithi131.stdout:3173: copy_from oid 31 from oid 44 current snap is 304 2024-08-29T14:59:41.226 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 304 2024-08-29T14:59:41.226 INFO:tasks.rados.rados.0.smithi131.stdout:3174: seq_num 988 ranges {2924544=557056,3481600=532480,4014080=622592,4636672=450560} 2024-08-29T14:59:41.246 INFO:tasks.rados.rados.0.smithi131.stdout:3174: writing smithi13174786-39 from 2924544 to 3481600 tid 1 2024-08-29T14:59:41.249 INFO:tasks.rados.rados.0.smithi131.stdout:3174: writing smithi13174786-39 from 3481600 to 4014080 tid 2 2024-08-29T14:59:41.252 INFO:tasks.rados.rados.0.smithi131.stdout:3174: writing smithi13174786-39 from 4014080 to 4636672 tid 3 2024-08-29T14:59:41.256 INFO:tasks.rados.rados.0.smithi131.stdout:3174: writing smithi13174786-39 from 4636672 to 5087232 tid 4 2024-08-29T14:59:41.256 INFO:tasks.rados.rados.0.smithi131.stdout:3175: rollback oid 42 current snap is 304 2024-08-29T14:59:41.256 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 42 to 297 2024-08-29T14:59:41.256 INFO:tasks.rados.rados.0.smithi131.stdout:3169: finishing write tid 3 to smithi13174786-37 2024-08-29T14:59:41.256 INFO:tasks.rados.rados.0.smithi131.stdout:3169: finishing write tid 4 to smithi13174786-37 2024-08-29T14:59:41.256 INFO:tasks.rados.rados.0.smithi131.stdout:3169: finishing write tid 5 to smithi13174786-37 2024-08-29T14:59:41.257 INFO:tasks.rados.rados.0.smithi131.stdout:3169: finishing write tid 6 to smithi13174786-37 2024-08-29T14:59:41.257 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1910 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T14:59:41.257 INFO:tasks.rados.rados.0.smithi131.stdout:3171: done (7 left) 2024-08-29T14:59:41.257 INFO:tasks.rados.rados.0.smithi131.stdout:3176: snap_remove snap 265 2024-08-29T14:59:41.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:41 smithi131 ceph-mon[90512]: osdmap e686: 8 total, 8 up, 8 in 2024-08-29T14:59:41.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:41 smithi131 ceph-mon[90512]: osdmap e687: 8 total, 8 up, 8 in 2024-08-29T14:59:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:41 smithi131 ceph-mon[87973]: osdmap e686: 8 total, 8 up, 8 in 2024-08-29T14:59:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:41 smithi131 ceph-mon[87973]: osdmap e687: 8 total, 8 up, 8 in 2024-08-29T14:59:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:41 smithi169 ceph-mon[78471]: osdmap e686: 8 total, 8 up, 8 in 2024-08-29T14:59:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:41 smithi169 ceph-mon[78471]: osdmap e687: 8 total, 8 up, 8 in 2024-08-29T14:59:42.261 INFO:tasks.rados.rados.0.smithi131.stdout:3176: done (7 left) 2024-08-29T14:59:42.261 INFO:tasks.rados.rados.0.smithi131.stdout:3177: setattr oid 45 current snap is 304 2024-08-29T14:59:42.261 INFO:tasks.rados.rados.0.smithi131.stdout:3169: finishing write tid 7 to smithi13174786-37 2024-08-29T14:59:42.262 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2108 (ObjNum 987 snap 304 seq_num 987) dirty exists 2024-08-29T14:59:42.262 INFO:tasks.rados.rados.0.smithi131.stdout:3169: left oid 37 (ObjNum 987 snap 304 seq_num 987) 2024-08-29T14:59:42.262 INFO:tasks.rados.rados.0.smithi131.stdout:3168: expect (ObjNum 915 snap 290 seq_num 915) 2024-08-29T14:59:42.577 INFO:tasks.rados.rados.0.smithi131.stdout:3172: expect (ObjNum 799 snap 252 seq_num 799) 2024-08-29T14:59:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:42 smithi131 ceph-mon[87973]: pgmap v618: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-29T14:59:42.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:42 smithi131 ceph-mon[90512]: pgmap v618: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-29T14:59:42.614 INFO:tasks.rados.rados.0.smithi131.stdout:3170: finishing copy_from racing read to smithi13174786-5 2024-08-29T14:59:42.614 INFO:tasks.rados.rados.0.smithi131.stdout:3173: finishing copy_from to smithi13174786-31 2024-08-29T14:59:42.614 INFO:tasks.rados.rados.0.smithi131.stdout:3173: got expected ENOENT (src dne) 2024-08-29T14:59:42.614 INFO:tasks.rados.rados.0.smithi131.stdout:3173: finishing copy_from racing read to smithi13174786-31 2024-08-29T14:59:42.614 INFO:tasks.rados.rados.0.smithi131.stdout:3170: finishing copy_from to smithi13174786-5 2024-08-29T14:59:42.614 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 2123 (ObjNum 861 snap 270 seq_num 861) dirty exists 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3174: finishing write tid 1 to smithi13174786-39 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3174: finishing write tid 2 to smithi13174786-39 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3174: finishing write tid 3 to smithi13174786-39 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3174: finishing write tid 4 to smithi13174786-39 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3174: finishing write tid 5 to smithi13174786-39 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3175: finishing rollback tid 0 to smithi13174786-42 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3174: finishing write tid 6 to smithi13174786-39 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 2047 (ObjNum 988 snap 304 seq_num 988) dirty exists 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3174: left oid 39 (ObjNum 988 snap 304 seq_num 988) 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3175: finishing rollback tid 1 to smithi13174786-42 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3175: finishing rollback tid 2 to smithi13174786-42 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 1688 (ObjNum 891 snap 283 seq_num 891) dirty exists 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3168: done (7 left) 2024-08-29T14:59:42.615 INFO:tasks.rados.rados.0.smithi131.stdout:3169: done (6 left) 2024-08-29T14:59:42.616 INFO:tasks.rados.rados.0.smithi131.stdout:3170: done (5 left) 2024-08-29T14:59:42.616 INFO:tasks.rados.rados.0.smithi131.stdout:3172: done (4 left) 2024-08-29T14:59:42.616 INFO:tasks.rados.rados.0.smithi131.stdout:3173: done (3 left) 2024-08-29T14:59:42.616 INFO:tasks.rados.rados.0.smithi131.stdout:3174: done (2 left) 2024-08-29T14:59:42.616 INFO:tasks.rados.rados.0.smithi131.stdout:3175: done (1 left) 2024-08-29T14:59:42.616 INFO:tasks.rados.rados.0.smithi131.stdout:3178: read oid 2 snap -1 2024-08-29T14:59:42.616 INFO:tasks.rados.rados.0.smithi131.stdout:3178: expect (ObjNum 912 snap 287 seq_num 912) 2024-08-29T14:59:42.616 INFO:tasks.rados.rados.0.smithi131.stdout:3179: delete oid 6 current snap is 304 2024-08-29T14:59:42.617 INFO:tasks.rados.rados.0.smithi131.stdout:3179: done (2 left) 2024-08-29T14:59:42.617 INFO:tasks.rados.rados.0.smithi131.stdout:3180: delete oid 47 current snap is 304 2024-08-29T14:59:42.617 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1560 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T14:59:42.618 INFO:tasks.rados.rados.0.smithi131.stdout:3177: done (2 left) 2024-08-29T14:59:42.619 INFO:tasks.rados.rados.0.smithi131.stdout:3180: done (1 left) 2024-08-29T14:59:42.619 INFO:tasks.rados.rados.0.smithi131.stdout:3181: read oid 27 snap -1 2024-08-29T14:59:42.619 INFO:tasks.rados.rados.0.smithi131.stdout:3181: expect (ObjNum 957 snap 299 seq_num 957) 2024-08-29T14:59:42.619 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 304 2024-08-29T14:59:42.619 INFO:tasks.rados.rados.0.smithi131.stdout:3182: seq_num 991 ranges {507904=606208,1114112=638976,1753088=794624,2547712=172032} 2024-08-29T14:59:42.625 INFO:tasks.rados.rados.0.smithi131.stdout:3182: writing smithi13174786-3 from 507904 to 1114112 tid 1 2024-08-29T14:59:42.629 INFO:tasks.rados.rados.0.smithi131.stdout:3182: writing smithi13174786-3 from 1114112 to 1753088 tid 2 2024-08-29T14:59:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:42 smithi169 ceph-mon[78471]: pgmap v618: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-29T14:59:42.634 INFO:tasks.rados.rados.0.smithi131.stdout:3182: writing smithi13174786-3 from 1753088 to 2547712 tid 3 2024-08-29T14:59:42.635 INFO:tasks.rados.rados.0.smithi131.stdout:3182: writing smithi13174786-3 from 2547712 to 2719744 tid 4 2024-08-29T14:59:42.636 INFO:tasks.rados.rados.0.smithi131.stdout:3183: snap_create 2024-08-29T14:59:42.636 INFO:tasks.rados.rados.0.smithi131.stdout:3182: finishing write tid 1 to smithi13174786-3 2024-08-29T14:59:42.636 INFO:tasks.rados.rados.0.smithi131.stdout:3182: finishing write tid 2 to smithi13174786-3 2024-08-29T14:59:42.640 INFO:tasks.rados.rados.0.smithi131.stdout:3178: expect (ObjNum 912 snap 287 seq_num 912) 2024-08-29T14:59:42.756 INFO:tasks.rados.rados.0.smithi131.stdout:3182: finishing write tid 3 to smithi13174786-3 2024-08-29T14:59:42.756 INFO:tasks.rados.rados.0.smithi131.stdout:3182: finishing write tid 4 to smithi13174786-3 2024-08-29T14:59:42.756 INFO:tasks.rados.rados.0.smithi131.stdout:3182: finishing write tid 5 to smithi13174786-3 2024-08-29T14:59:42.756 INFO:tasks.rados.rados.0.smithi131.stdout:3182: finishing write tid 6 to smithi13174786-3 2024-08-29T14:59:42.756 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 2161 (ObjNum 991 snap 304 seq_num 991) dirty exists 2024-08-29T14:59:42.756 INFO:tasks.rados.rados.0.smithi131.stdout:3182: left oid 3 (ObjNum 991 snap 304 seq_num 991) 2024-08-29T14:59:42.757 INFO:tasks.rados.rados.0.smithi131.stdout:3181: expect (ObjNum 957 snap 299 seq_num 957) 2024-08-29T14:59:43.256 INFO:tasks.rados.rados.0.smithi131.stdout:3178: done (3 left) 2024-08-29T14:59:43.256 INFO:tasks.rados.rados.0.smithi131.stdout:3181: done (2 left) 2024-08-29T14:59:43.256 INFO:tasks.rados.rados.0.smithi131.stdout:3182: done (1 left) 2024-08-29T14:59:43.256 INFO:tasks.rados.rados.0.smithi131.stdout:3183: done (0 left) 2024-08-29T14:59:43.256 INFO:tasks.rados.rados.0.smithi131.stdout:3184: delete oid 25 current snap is 305 2024-08-29T14:59:43.262 INFO:tasks.rados.rados.0.smithi131.stdout:3184: done (0 left) 2024-08-29T14:59:43.262 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 305 2024-08-29T14:59:43.262 INFO:tasks.rados.rados.0.smithi131.stdout:3185: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-08-29T14:59:43.265 INFO:tasks.rados.rados.0.smithi131.stdout:3185: writing smithi13174786-45 from 0 to 638976 tid 1 2024-08-29T14:59:43.267 INFO:tasks.rados.rados.0.smithi131.stdout:3185: writing smithi13174786-45 from 638976 to 1048576 tid 2 2024-08-29T14:59:43.270 INFO:tasks.rados.rados.0.smithi131.stdout:3185: writing smithi13174786-45 from 1048576 to 1458176 tid 3 2024-08-29T14:59:43.274 INFO:tasks.rados.rados.0.smithi131.stdout:3185: writing smithi13174786-45 from 1458176 to 2146304 tid 4 2024-08-29T14:59:43.275 INFO:tasks.rados.rados.0.smithi131.stdout:3185: writing smithi13174786-45 from 2146304 to 2244608 tid 5 2024-08-29T14:59:43.275 INFO:tasks.rados.rados.0.smithi131.stdout:3186: read oid 17 snap -1 2024-08-29T14:59:43.275 INFO:tasks.rados.rados.0.smithi131.stdout:3186: expect deleted 2024-08-29T14:59:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:3187: delete oid 32 current snap is 305 2024-08-29T14:59:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:3185: finishing write tid 1 to smithi13174786-45 2024-08-29T14:59:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:3185: finishing write tid 2 to smithi13174786-45 2024-08-29T14:59:43.276 INFO:tasks.rados.rados.0.smithi131.stdout:3185: finishing write tid 3 to smithi13174786-45 2024-08-29T14:59:43.279 INFO:tasks.rados.rados.0.smithi131.stdout:3186: done (2 left) 2024-08-29T14:59:43.279 INFO:tasks.rados.rados.0.smithi131.stdout:3187: done (1 left) 2024-08-29T14:59:43.279 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 305 2024-08-29T14:59:43.279 INFO:tasks.rados.rados.0.smithi131.stdout:3188: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-08-29T14:59:43.282 INFO:tasks.rados.rados.0.smithi131.stdout:3188: writing smithi13174786-12 from 0 to 671744 tid 1 2024-08-29T14:59:43.286 INFO:tasks.rados.rados.0.smithi131.stdout:3188: writing smithi13174786-12 from 671744 to 1245184 tid 2 2024-08-29T14:59:43.290 INFO:tasks.rados.rados.0.smithi131.stdout:3188: writing smithi13174786-12 from 1245184 to 2023424 tid 3 2024-08-29T14:59:43.292 INFO:tasks.rados.rados.0.smithi131.stdout:3188: writing smithi13174786-12 from 2023424 to 2277376 tid 4 2024-08-29T14:59:43.293 INFO:tasks.rados.rados.0.smithi131.stdout:3189: snap_create 2024-08-29T14:59:43.293 INFO:tasks.rados.rados.0.smithi131.stdout:3185: finishing write tid 4 to smithi13174786-45 2024-08-29T14:59:43.293 INFO:tasks.rados.rados.0.smithi131.stdout:3185: finishing write tid 5 to smithi13174786-45 2024-08-29T14:59:43.293 INFO:tasks.rados.rados.0.smithi131.stdout:3185: finishing write tid 6 to smithi13174786-45 2024-08-29T14:59:43.293 INFO:tasks.rados.rados.0.smithi131.stdout:3185: finishing write tid 7 to smithi13174786-45 2024-08-29T14:59:43.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1566 (ObjNum 993 snap 305 seq_num 993) dirty exists 2024-08-29T14:59:43.293 INFO:tasks.rados.rados.0.smithi131.stdout:3185: left oid 45 (ObjNum 993 snap 305 seq_num 993) 2024-08-29T14:59:43.293 INFO:tasks.rados.rados.0.smithi131.stdout:3188: finishing write tid 1 to smithi13174786-12 2024-08-29T14:59:43.293 INFO:tasks.rados.rados.0.smithi131.stdout:3188: finishing write tid 2 to smithi13174786-12 2024-08-29T14:59:43.295 INFO:tasks.rados.rados.0.smithi131.stdout:3188: finishing write tid 3 to smithi13174786-12 2024-08-29T14:59:43.295 INFO:tasks.rados.rados.0.smithi131.stdout:3188: finishing write tid 4 to smithi13174786-12 2024-08-29T14:59:43.295 INFO:tasks.rados.rados.0.smithi131.stdout:3188: finishing write tid 5 to smithi13174786-12 2024-08-29T14:59:43.297 INFO:tasks.rados.rados.0.smithi131.stdout:3188: finishing write tid 6 to smithi13174786-12 2024-08-29T14:59:43.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 1669 (ObjNum 995 snap 305 seq_num 995) dirty exists 2024-08-29T14:59:43.297 INFO:tasks.rados.rados.0.smithi131.stdout:3188: left oid 12 (ObjNum 995 snap 305 seq_num 995) 2024-08-29T14:59:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:43 smithi131 ceph-mon[87973]: osdmap e688: 8 total, 8 up, 8 in 2024-08-29T14:59:43.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:43 smithi131 ceph-mon[90512]: osdmap e688: 8 total, 8 up, 8 in 2024-08-29T14:59:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:43 smithi169 ceph-mon[78471]: osdmap e688: 8 total, 8 up, 8 in 2024-08-29T14:59:44.264 INFO:tasks.rados.rados.0.smithi131.stdout:3185: done (2 left) 2024-08-29T14:59:44.264 INFO:tasks.rados.rados.0.smithi131.stdout:3188: done (1 left) 2024-08-29T14:59:44.264 INFO:tasks.rados.rados.0.smithi131.stdout:3189: done (0 left) 2024-08-29T14:59:44.264 INFO:tasks.rados.rados.0.smithi131.stdout:3190: delete oid 26 current snap is 306 2024-08-29T14:59:44.267 INFO:tasks.rados.rados.0.smithi131.stdout:3190: done (0 left) 2024-08-29T14:59:44.267 INFO:tasks.rados.rados.0.smithi131.stdout:3191: copy_from oid 40 from oid 42 current snap is 306 2024-08-29T14:59:44.267 INFO:tasks.rados.rados.0.smithi131.stdout:3192: rmattr oid 28 current snap is 306 2024-08-29T14:59:44.268 INFO:tasks.rados.rados.0.smithi131.stdout:3193: delete oid 50 current snap is 306 2024-08-29T14:59:44.270 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 0 (ObjNum 955 snap 299 seq_num 955) dirty exists 2024-08-29T14:59:44.271 INFO:tasks.rados.rados.0.smithi131.stdout:3192: done (2 left) 2024-08-29T14:59:44.271 INFO:tasks.rados.rados.0.smithi131.stdout:3193: done (1 left) 2024-08-29T14:59:44.271 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 306 2024-08-29T14:59:44.271 INFO:tasks.rados.rados.0.smithi131.stdout:3194: seq_num 998 ranges {2244608=720896,2965504=679936,3645440=598016,4243456=327680} 2024-08-29T14:59:44.287 INFO:tasks.rados.rados.0.smithi131.stdout:3194: writing smithi13174786-45 from 2244608 to 2965504 tid 1 2024-08-29T14:59:44.291 INFO:tasks.rados.rados.0.smithi131.stdout:3194: writing smithi13174786-45 from 2965504 to 3645440 tid 2 2024-08-29T14:59:44.294 INFO:tasks.rados.rados.0.smithi131.stdout:3194: writing smithi13174786-45 from 3645440 to 4243456 tid 3 2024-08-29T14:59:44.297 INFO:tasks.rados.rados.0.smithi131.stdout:3194: writing smithi13174786-45 from 4243456 to 4571136 tid 4 2024-08-29T14:59:44.297 INFO:tasks.rados.rados.0.smithi131.stdout:3195: read oid 14 snap -1 2024-08-29T14:59:44.297 INFO:tasks.rados.rados.0.smithi131.stdout:3195: expect deleted 2024-08-29T14:59:44.297 INFO:tasks.rados.rados.0.smithi131.stdout:3196: read oid 21 snap -1 2024-08-29T14:59:44.297 INFO:tasks.rados.rados.0.smithi131.stdout:3196: expect (ObjNum 889 snap 283 seq_num 889) 2024-08-29T14:59:44.297 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 306 2024-08-29T14:59:44.298 INFO:tasks.rados.rados.0.smithi131.stdout:3191: finishing copy_from racing read to smithi13174786-40 2024-08-29T14:59:44.298 INFO:tasks.rados.rados.0.smithi131.stdout:3191: finishing copy_from to smithi13174786-40 2024-08-29T14:59:44.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1688 (ObjNum 891 snap 283 seq_num 891) dirty exists 2024-08-29T14:59:44.298 INFO:tasks.rados.rados.0.smithi131.stdout:3194: finishing write tid 1 to smithi13174786-45 2024-08-29T14:59:44.298 INFO:tasks.rados.rados.0.smithi131.stdout:3197: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2024-08-29T14:59:44.301 INFO:tasks.rados.rados.0.smithi131.stdout:3197: writing smithi13174786-18 from 0 to 737280 tid 1 2024-08-29T14:59:44.304 INFO:tasks.rados.rados.0.smithi131.stdout:3197: writing smithi13174786-18 from 737280 to 1302528 tid 2 2024-08-29T14:59:44.309 INFO:tasks.rados.rados.0.smithi131.stdout:3197: writing smithi13174786-18 from 1302528 to 2064384 tid 3 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:3197: writing smithi13174786-18 from 2064384 to 2342912 tid 4 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:3191: done (4 left) 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:3198: rollback oid 36 current snap is 306 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 296 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:3194: finishing write tid 2 to smithi13174786-45 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:3199: rollback oid 23 current snap is 306 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 23 to 300 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:3194: finishing write tid 3 to smithi13174786-45 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:3194: finishing write tid 4 to smithi13174786-45 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:3194: finishing write tid 5 to smithi13174786-45 2024-08-29T14:59:44.311 INFO:tasks.rados.rados.0.smithi131.stdout:3196: expect (ObjNum 889 snap 283 seq_num 889) 2024-08-29T14:59:44.362 INFO:tasks.rados.rados.0.smithi131.stdout:3194: finishing write tid 6 to smithi13174786-45 2024-08-29T14:59:44.363 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1571 (ObjNum 998 snap 306 seq_num 998) dirty exists 2024-08-29T14:59:44.363 INFO:tasks.rados.rados.0.smithi131.stdout:3194: left oid 45 (ObjNum 998 snap 306 seq_num 998) 2024-08-29T14:59:44.363 INFO:tasks.rados.rados.0.smithi131.stdout:3197: finishing write tid 1 to smithi13174786-18 2024-08-29T14:59:44.363 INFO:tasks.rados.rados.0.smithi131.stdout:3197: finishing write tid 2 to smithi13174786-18 2024-08-29T14:59:44.363 INFO:tasks.rados.rados.0.smithi131.stdout:3194: done (5 left) 2024-08-29T14:59:44.363 INFO:tasks.rados.rados.0.smithi131.stdout:3195: done (4 left) 2024-08-29T14:59:44.363 INFO:tasks.rados.rados.0.smithi131.stdout:3196: done (3 left) 2024-08-29T14:59:44.363 INFO:tasks.rados.rados.0.smithi131.stdout:3200: snap_create 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:3198: finishing rollback tid 1 to smithi13174786-36 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:3198: finishing rollback tid 2 to smithi13174786-36 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1690 (ObjNum 942 snap 296 seq_num 942) dirty exists 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:3199: finishing rollback tid 0 to smithi13174786-23 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:3199: finishing rollback tid 1 to smithi13174786-23 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:3197: finishing write tid 3 to smithi13174786-18 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:3199: finishing rollback tid 2 to smithi13174786-23 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1672 (ObjNum 33 snap 0 seq_num 1482118772) dirty exists 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:3197: finishing write tid 4 to smithi13174786-18 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:3197: finishing write tid 5 to smithi13174786-18 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:3197: finishing write tid 6 to smithi13174786-18 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 2172 (ObjNum 999 snap 306 seq_num 999) dirty exists 2024-08-29T14:59:44.364 INFO:tasks.rados.rados.0.smithi131.stdout:3197: left oid 18 (ObjNum 999 snap 306 seq_num 999) 2024-08-29T14:59:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:44 smithi131 ceph-mon[87973]: pgmap v621: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 356 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 576 KiB/s wr, 17 op/s 2024-08-29T14:59:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:44 smithi131 ceph-mon[87973]: osdmap e689: 8 total, 8 up, 8 in 2024-08-29T14:59:44.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:44 smithi131 ceph-mon[90512]: pgmap v621: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 356 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 576 KiB/s wr, 17 op/s 2024-08-29T14:59:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:44 smithi131 ceph-mon[90512]: osdmap e689: 8 total, 8 up, 8 in 2024-08-29T14:59:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:44 smithi169 ceph-mon[78471]: pgmap v621: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 356 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 576 KiB/s wr, 17 op/s 2024-08-29T14:59:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:44 smithi169 ceph-mon[78471]: osdmap e689: 8 total, 8 up, 8 in 2024-08-29T14:59:45.274 INFO:tasks.rados.rados.0.smithi131.stdout:3197: done (3 left) 2024-08-29T14:59:45.274 INFO:tasks.rados.rados.0.smithi131.stdout:3198: done (2 left) 2024-08-29T14:59:45.274 INFO:tasks.rados.rados.0.smithi131.stdout:3199: done (1 left) 2024-08-29T14:59:45.274 INFO:tasks.rados.rados.0.smithi131.stdout:3200: done (0 left) 2024-08-29T14:59:45.274 INFO:tasks.rados.rados.0.smithi131.stdout:3201: read oid 15 snap -1 2024-08-29T14:59:45.275 INFO:tasks.rados.rados.0.smithi131.stdout:3201: expect (ObjNum 915 snap 290 seq_num 915) 2024-08-29T14:59:45.275 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 307 2024-08-29T14:59:45.275 INFO:tasks.rados.rados.0.smithi131.stdout:3202: seq_num 1000 ranges {0=753664,753664=442368,1196032=565248,1761280=458752,2220032=139264} 2024-08-29T14:59:45.278 INFO:tasks.rados.rados.0.smithi131.stdout:3202: writing smithi13174786-32 from 0 to 753664 tid 1 2024-08-29T14:59:45.280 INFO:tasks.rados.rados.0.smithi131.stdout:3202: writing smithi13174786-32 from 753664 to 1196032 tid 2 2024-08-29T14:59:45.284 INFO:tasks.rados.rados.0.smithi131.stdout:3202: writing smithi13174786-32 from 1196032 to 1761280 tid 3 2024-08-29T14:59:45.286 INFO:tasks.rados.rados.0.smithi131.stdout:3202: writing smithi13174786-32 from 1761280 to 2220032 tid 4 2024-08-29T14:59:45.287 INFO:tasks.rados.rados.0.smithi131.stdout:3202: writing smithi13174786-32 from 2220032 to 2359296 tid 5 2024-08-29T14:59:45.287 INFO:tasks.rados.rados.0.smithi131.stdout:3203: setattr oid 23 current snap is 307 2024-08-29T14:59:45.289 INFO:tasks.rados.rados.0.smithi131.stdout:3204: rmattr oid 21 current snap is 307 2024-08-29T14:59:45.289 INFO:tasks.rados.rados.0.smithi131.stdout:3204: done (3 left) 2024-08-29T14:59:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:3205: copy_from oid 40 from oid 22 current snap is 307 2024-08-29T14:59:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:3206: read oid 44 snap -1 2024-08-29T14:59:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:3206: expect deleted 2024-08-29T14:59:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:3207: setattr oid 48 current snap is 307 2024-08-29T14:59:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:3202: finishing write tid 1 to smithi13174786-32 2024-08-29T14:59:45.290 INFO:tasks.rados.rados.0.smithi131.stdout:3202: finishing write tid 2 to smithi13174786-32 2024-08-29T14:59:45.291 INFO:tasks.rados.rados.0.smithi131.stdout:3208: read oid 21 snap -1 2024-08-29T14:59:45.291 INFO:tasks.rados.rados.0.smithi131.stdout:3208: expect (ObjNum 889 snap 283 seq_num 889) 2024-08-29T14:59:45.291 INFO:tasks.rados.rados.0.smithi131.stdout:3209: read oid 4 snap -1 2024-08-29T14:59:45.291 INFO:tasks.rados.rados.0.smithi131.stdout:3209: expect deleted 2024-08-29T14:59:45.291 INFO:tasks.rados.rados.0.smithi131.stdout:3210: rollback oid 6 current snap is 307 2024-08-29T14:59:45.292 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 6 to 254 2024-08-29T14:59:45.292 INFO:tasks.rados.rados.0.smithi131.stdout:3211: snap_create 2024-08-29T14:59:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:3202: finishing write tid 3 to smithi13174786-32 2024-08-29T14:59:45.293 INFO:tasks.rados.rados.0.smithi131.stdout:3202: finishing write tid 4 to smithi13174786-32 2024-08-29T14:59:45.294 INFO:tasks.rados.rados.0.smithi131.stdout:3201: expect (ObjNum 915 snap 290 seq_num 915) 2024-08-29T14:59:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:45 smithi131 ceph-mon[87973]: osdmap e690: 8 total, 8 up, 8 in 2024-08-29T14:59:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:45 smithi131 ceph-mon[87973]: pgmap v624: 121 pgs: 121 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-08-29T14:59:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:45 smithi131 ceph-mon[90512]: osdmap e690: 8 total, 8 up, 8 in 2024-08-29T14:59:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:45 smithi131 ceph-mon[90512]: pgmap v624: 121 pgs: 121 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-08-29T14:59:45.615 INFO:tasks.rados.rados.0.smithi131.stdout:3202: finishing write tid 5 to smithi13174786-32 2024-08-29T14:59:45.615 INFO:tasks.rados.rados.0.smithi131.stdout:3202: finishing write tid 6 to smithi13174786-32 2024-08-29T14:59:45.615 INFO:tasks.rados.rados.0.smithi131.stdout:3210: finishing rollback tid 1 to smithi13174786-6 2024-08-29T14:59:45.615 INFO:tasks.rados.rados.0.smithi131.stdout:3205: finishing copy_from to smithi13174786-40 2024-08-29T14:59:45.615 INFO:tasks.rados.rados.0.smithi131.stdout:3205: got expected ENOENT (src dne) 2024-08-29T14:59:45.615 INFO:tasks.rados.rados.0.smithi131.stdout:3210: finishing rollback tid 2 to smithi13174786-6 2024-08-29T14:59:45.615 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1887 (ObjNum 747 snap 234 seq_num 747) dirty exists 2024-08-29T14:59:45.615 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 1673 (ObjNum 81 snap 0 seq_num 485943659) dirty exists 2024-08-29T14:59:45.616 INFO:tasks.rados.rados.0.smithi131.stdout:3202: finishing write tid 7 to smithi13174786-32 2024-08-29T14:59:45.616 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 2178 (ObjNum 1000 snap 307 seq_num 1000) dirty exists 2024-08-29T14:59:45.616 INFO:tasks.rados.rados.0.smithi131.stdout:3202: left oid 32 (ObjNum 1000 snap 307 seq_num 1000) 2024-08-29T14:59:45.616 INFO:tasks.rados.rados.0.smithi131.stdout:3205: finishing copy_from racing read to smithi13174786-40 2024-08-29T14:59:45.616 INFO:tasks.rados.rados.0.smithi131.stdout:3208: expect (ObjNum 889 snap 283 seq_num 889) 2024-08-29T14:59:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:45 smithi169 ceph-mon[78471]: osdmap e690: 8 total, 8 up, 8 in 2024-08-29T14:59:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:45 smithi169 ceph-mon[78471]: pgmap v624: 121 pgs: 121 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-08-29T14:59:45.663 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1691 (ObjNum 982 snap 303 seq_num 982) dirty exists 2024-08-29T14:59:46.210 INFO:tasks.rados.rados.0.smithi131.stdout:3201: done (9 left) 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3202: done (8 left) 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3203: done (7 left) 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3205: done (6 left) 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3206: done (5 left) 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3207: done (4 left) 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3208: done (3 left) 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3209: done (2 left) 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3210: done (1 left) 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3211: done (0 left) 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3212: read oid 11 snap -1 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3212: expect deleted 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 308 2024-08-29T14:59:46.211 INFO:tasks.rados.rados.0.smithi131.stdout:3213: seq_num 1001 ranges {1605632=770048,2375680=729088,3104768=770048,3874816=106496} 2024-08-29T14:59:46.223 INFO:tasks.rados.rados.0.smithi131.stdout:3213: writing smithi13174786-28 from 1605632 to 2375680 tid 1 2024-08-29T14:59:46.228 INFO:tasks.rados.rados.0.smithi131.stdout:3213: writing smithi13174786-28 from 2375680 to 3104768 tid 2 2024-08-29T14:59:46.232 INFO:tasks.rados.rados.0.smithi131.stdout:3213: writing smithi13174786-28 from 3104768 to 3874816 tid 3 2024-08-29T14:59:46.233 INFO:tasks.rados.rados.0.smithi131.stdout:3213: writing smithi13174786-28 from 3874816 to 3981312 tid 4 2024-08-29T14:59:46.233 INFO:tasks.rados.rados.0.smithi131.stdout:3214: delete oid 49 current snap is 308 2024-08-29T14:59:46.233 INFO:tasks.rados.rados.0.smithi131.stdout:3213: finishing write tid 1 to smithi13174786-28 2024-08-29T14:59:46.233 INFO:tasks.rados.rados.0.smithi131.stdout:3213: finishing write tid 2 to smithi13174786-28 2024-08-29T14:59:46.236 INFO:tasks.rados.rados.0.smithi131.stdout:3213: finishing write tid 3 to smithi13174786-28 2024-08-29T14:59:46.236 INFO:tasks.rados.rados.0.smithi131.stdout:3213: finishing write tid 4 to smithi13174786-28 2024-08-29T14:59:46.236 INFO:tasks.rados.rados.0.smithi131.stdout:3213: finishing write tid 5 to smithi13174786-28 2024-08-29T14:59:46.237 INFO:tasks.rados.rados.0.smithi131.stdout:3212: done (2 left) 2024-08-29T14:59:46.237 INFO:tasks.rados.rados.0.smithi131.stdout:3214: done (1 left) 2024-08-29T14:59:46.237 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 308 2024-08-29T14:59:46.237 INFO:tasks.rados.rados.0.smithi131.stdout:3215: seq_num 1003 ranges {7290880=802816,8093696=499712,8593408=737280,9330688=368640} 2024-08-29T14:59:46.267 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:59:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:59:45] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.51.0" 2024-08-29T14:59:46.280 INFO:tasks.rados.rados.0.smithi131.stdout:3215: writing smithi13174786-48 from 7290880 to 8093696 tid 1 2024-08-29T14:59:46.284 INFO:tasks.rados.rados.0.smithi131.stdout:3215: writing smithi13174786-48 from 8093696 to 8593408 tid 2 2024-08-29T14:59:46.288 INFO:tasks.rados.rados.0.smithi131.stdout:3215: writing smithi13174786-48 from 8593408 to 9330688 tid 3 2024-08-29T14:59:46.291 INFO:tasks.rados.rados.0.smithi131.stdout:3215: writing smithi13174786-48 from 9330688 to 9699328 tid 4 2024-08-29T14:59:46.291 INFO:tasks.rados.rados.0.smithi131.stdout:3216: setattr oid 21 current snap is 308 2024-08-29T14:59:46.291 INFO:tasks.rados.rados.0.smithi131.stdout:3213: finishing write tid 6 to smithi13174786-28 2024-08-29T14:59:46.291 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 2105 (ObjNum 1001 snap 308 seq_num 1001) dirty exists 2024-08-29T14:59:46.291 INFO:tasks.rados.rados.0.smithi131.stdout:3213: left oid 28 (ObjNum 1001 snap 308 seq_num 1001) 2024-08-29T14:59:46.291 INFO:tasks.rados.rados.0.smithi131.stdout:3215: finishing write tid 1 to smithi13174786-48 2024-08-29T14:59:46.291 INFO:tasks.rados.rados.0.smithi131.stdout:3215: finishing write tid 2 to smithi13174786-48 2024-08-29T14:59:46.294 INFO:tasks.rados.rados.0.smithi131.stdout:3215: finishing write tid 3 to smithi13174786-48 2024-08-29T14:59:46.294 INFO:tasks.rados.rados.0.smithi131.stdout:3215: finishing write tid 4 to smithi13174786-48 2024-08-29T14:59:46.294 INFO:tasks.rados.rados.0.smithi131.stdout:3213: done (2 left) 2024-08-29T14:59:46.294 INFO:tasks.rados.rados.0.smithi131.stdout:3217: rollback oid 44 current snap is 308 2024-08-29T14:59:46.294 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 44 to 254 2024-08-29T14:59:46.294 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 308 2024-08-29T14:59:46.294 INFO:tasks.rados.rados.0.smithi131.stdout:3218: seq_num 1004 ranges {6848512=16384} 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:3218: writing smithi13174786-1 from 6848512 to 6864896 tid 1 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:3219: read oid 34 snap -1 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:3219: expect (ObjNum 919 snap 291 seq_num 919) 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:3220: rollback oid 24 current snap is 308 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 24 to 305 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:3215: finishing write tid 5 to smithi13174786-48 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:3215: finishing write tid 6 to smithi13174786-48 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 1696 (ObjNum 1003 snap 308 seq_num 1003) dirty exists 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:3215: left oid 48 (ObjNum 1003 snap 308 seq_num 1003) 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:3217: finishing rollback tid 1 to smithi13174786-44 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 2035 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 2048 (ObjNum 889 snap 283 seq_num 889) dirty exists 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:3215: done (5 left) 2024-08-29T14:59:46.331 INFO:tasks.rados.rados.0.smithi131.stdout:3216: done (4 left) 2024-08-29T14:59:46.332 INFO:tasks.rados.rados.0.smithi131.stdout:3217: done (3 left) 2024-08-29T14:59:46.332 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 308 2024-08-29T14:59:46.332 INFO:tasks.rados.rados.0.smithi131.stdout:3221: seq_num 1005 ranges {0=32768} 2024-08-29T14:59:46.332 INFO:tasks.rados.rados.0.smithi131.stdout:3221: writing smithi13174786-50 from 0 to 32768 tid 1 2024-08-29T14:59:46.332 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 308 2024-08-29T14:59:46.332 INFO:tasks.rados.rados.0.smithi131.stdout:3222: seq_num 1006 ranges {2555904=49152} 2024-08-29T14:59:46.345 INFO:tasks.rados.rados.0.smithi131.stdout:3222: writing smithi13174786-19 from 2555904 to 2605056 tid 1 2024-08-29T14:59:46.345 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 308 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3221: finishing write tid 1 to smithi13174786-50 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3221: finishing write tid 2 to smithi13174786-50 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3218: finishing write tid 1 to smithi13174786-1 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3218: finishing write tid 2 to smithi13174786-1 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3220: finishing rollback tid 0 to smithi13174786-24 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3220: finishing rollback tid 1 to smithi13174786-24 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3223: seq_num 1007 ranges {0=65536} 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3223: writing smithi13174786-22 from 0 to 65536 tid 1 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 308 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3218: finishing write tid 3 to smithi13174786-1 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1912 (ObjNum 1004 snap 308 seq_num 1004) dirty exists 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3218: left oid 1 (ObjNum 1004 snap 308 seq_num 1004) 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3220: finishing rollback tid 2 to smithi13174786-24 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1915 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T14:59:46.346 INFO:tasks.rados.rados.0.smithi131.stdout:3221: finishing write tid 3 to smithi13174786-50 2024-08-29T14:59:46.347 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 2180 (ObjNum 1005 snap 308 seq_num 1005) dirty exists 2024-08-29T14:59:46.347 INFO:tasks.rados.rados.0.smithi131.stdout:3221: left oid 50 (ObjNum 1005 snap 308 seq_num 1005) 2024-08-29T14:59:46.347 INFO:tasks.rados.rados.0.smithi131.stdout:3219: expect (ObjNum 919 snap 291 seq_num 919) 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:3222: finishing write tid 1 to smithi13174786-19 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:3222: finishing write tid 2 to smithi13174786-19 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:3223: finishing write tid 1 to smithi13174786-22 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:3223: finishing write tid 2 to smithi13174786-22 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:3222: finishing write tid 3 to smithi13174786-19 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 1889 (ObjNum 1006 snap 308 seq_num 1006) dirty exists 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:3222: left oid 19 (ObjNum 1006 snap 308 seq_num 1006) 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:3223: finishing write tid 3 to smithi13174786-22 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 2182 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:3223: left oid 22 (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T14:59:46.434 INFO:tasks.rados.rados.0.smithi131.stdout:3224: seq_num 1008 ranges {1605632=90112} 2024-08-29T14:59:46.443 INFO:tasks.rados.rados.0.smithi131.stdout:3224: writing smithi13174786-38 from 1605632 to 1695744 tid 1 2024-08-29T14:59:46.443 INFO:tasks.rados.rados.0.smithi131.stdout:3218: done (6 left) 2024-08-29T14:59:46.443 INFO:tasks.rados.rados.0.smithi131.stdout:3219: done (5 left) 2024-08-29T14:59:46.443 INFO:tasks.rados.rados.0.smithi131.stdout:3220: done (4 left) 2024-08-29T14:59:46.443 INFO:tasks.rados.rados.0.smithi131.stdout:3221: done (3 left) 2024-08-29T14:59:46.443 INFO:tasks.rados.rados.0.smithi131.stdout:3222: done (2 left) 2024-08-29T14:59:46.443 INFO:tasks.rados.rados.0.smithi131.stdout:3223: done (1 left) 2024-08-29T14:59:46.443 INFO:tasks.rados.rados.0.smithi131.stdout:3225: snap_remove snap 306 2024-08-29T14:59:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:46 smithi131 ceph-mon[87973]: osdmap e691: 8 total, 8 up, 8 in 2024-08-29T14:59:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:46 smithi131 ceph-mon[87973]: osdmap e692: 8 total, 8 up, 8 in 2024-08-29T14:59:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:46 smithi131 ceph-mon[90512]: osdmap e691: 8 total, 8 up, 8 in 2024-08-29T14:59:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:46 smithi131 ceph-mon[90512]: osdmap e692: 8 total, 8 up, 8 in 2024-08-29T14:59:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:46 smithi169 ceph-mon[78471]: osdmap e691: 8 total, 8 up, 8 in 2024-08-29T14:59:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:46 smithi169 ceph-mon[78471]: osdmap e692: 8 total, 8 up, 8 in 2024-08-29T14:59:47.278 INFO:tasks.rados.rados.0.smithi131.stdout:3225: done (1 left) 2024-08-29T14:59:47.278 INFO:tasks.rados.rados.0.smithi131.stdout:3226: read oid 47 snap -1 2024-08-29T14:59:47.278 INFO:tasks.rados.rados.0.smithi131.stdout:3226: expect deleted 2024-08-29T14:59:47.278 INFO:tasks.rados.rados.0.smithi131.stdout:3224: finishing write tid 1 to smithi13174786-38 2024-08-29T14:59:47.278 INFO:tasks.rados.rados.0.smithi131.stdout:3224: finishing write tid 2 to smithi13174786-38 2024-08-29T14:59:47.278 INFO:tasks.rados.rados.0.smithi131.stdout:3224: finishing write tid 3 to smithi13174786-38 2024-08-29T14:59:47.278 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2110 (ObjNum 1008 snap 308 seq_num 1008) dirty exists 2024-08-29T14:59:47.278 INFO:tasks.rados.rados.0.smithi131.stdout:3224: left oid 38 (ObjNum 1008 snap 308 seq_num 1008) 2024-08-29T14:59:47.278 INFO:tasks.rados.rados.0.smithi131.stdout:3224: done (1 left) 2024-08-29T14:59:47.279 INFO:tasks.rados.rados.0.smithi131.stdout:3227: snap_create 2024-08-29T14:59:47.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:47 smithi131 ceph-mon[87973]: pgmap v627: 121 pgs: 121 active+clean; 348 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 41 op/s 2024-08-29T14:59:47.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:47 smithi131 ceph-mon[90512]: pgmap v627: 121 pgs: 121 active+clean; 348 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 41 op/s 2024-08-29T14:59:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:47 smithi169 ceph-mon[78471]: pgmap v627: 121 pgs: 121 active+clean; 348 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 41 op/s 2024-08-29T14:59:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3226: done (1 left) 2024-08-29T14:59:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3227: done (0 left) 2024-08-29T14:59:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 18 current snap is 309 2024-08-29T14:59:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3228: seq_num 1009 ranges {2342912=106496} 2024-08-29T14:59:48.295 INFO:tasks.rados.rados.0.smithi131.stdout:3228: writing smithi13174786-18 from 2342912 to 2449408 tid 1 2024-08-29T14:59:48.296 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 309 2024-08-29T14:59:48.296 INFO:tasks.rados.rados.0.smithi131.stdout:3229: seq_num 1010 ranges {1900544=122880} 2024-08-29T14:59:48.306 INFO:tasks.rados.rados.0.smithi131.stdout:3229: writing smithi13174786-5 from 1900544 to 2023424 tid 1 2024-08-29T14:59:48.306 INFO:tasks.rados.rados.0.smithi131.stdout:3230: delete oid 35 current snap is 309 2024-08-29T14:59:48.306 INFO:tasks.rados.rados.0.smithi131.stdout:3228: finishing write tid 1 to smithi13174786-18 2024-08-29T14:59:48.306 INFO:tasks.rados.rados.0.smithi131.stdout:3228: finishing write tid 2 to smithi13174786-18 2024-08-29T14:59:48.306 INFO:tasks.rados.rados.0.smithi131.stdout:3228: finishing write tid 3 to smithi13174786-18 2024-08-29T14:59:48.307 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 2185 (ObjNum 1009 snap 309 seq_num 1009) dirty exists 2024-08-29T14:59:48.307 INFO:tasks.rados.rados.0.smithi131.stdout:3228: left oid 18 (ObjNum 1009 snap 309 seq_num 1009) 2024-08-29T14:59:48.310 INFO:tasks.rados.rados.0.smithi131.stdout:3229: finishing write tid 1 to smithi13174786-5 2024-08-29T14:59:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:3229: finishing write tid 2 to smithi13174786-5 2024-08-29T14:59:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:3228: done (2 left) 2024-08-29T14:59:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:3230: done (1 left) 2024-08-29T14:59:48.311 INFO:tasks.rados.rados.0.smithi131.stdout:3231: delete oid 33 current snap is 309 2024-08-29T14:59:48.312 INFO:tasks.rados.rados.0.smithi131.stdout:3229: finishing write tid 3 to smithi13174786-5 2024-08-29T14:59:48.312 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 2125 (ObjNum 1010 snap 309 seq_num 1010) dirty exists 2024-08-29T14:59:48.312 INFO:tasks.rados.rados.0.smithi131.stdout:3229: left oid 5 (ObjNum 1010 snap 309 seq_num 1010) 2024-08-29T14:59:48.316 INFO:tasks.rados.rados.0.smithi131.stdout:3229: done (1 left) 2024-08-29T14:59:48.316 INFO:tasks.rados.rados.0.smithi131.stdout:3231: done (0 left) 2024-08-29T14:59:48.316 INFO:tasks.rados.rados.0.smithi131.stdout:3232: snap_create 2024-08-29T14:59:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:48 smithi131 ceph-mon[87973]: osdmap e693: 8 total, 8 up, 8 in 2024-08-29T14:59:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:48 smithi131 ceph-mon[90512]: osdmap e693: 8 total, 8 up, 8 in 2024-08-29T14:59:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:48 smithi169 ceph-mon[78471]: osdmap e693: 8 total, 8 up, 8 in 2024-08-29T14:59:49.298 INFO:tasks.rados.rados.0.smithi131.stdout:3232: done (0 left) 2024-08-29T14:59:49.298 INFO:tasks.rados.rados.0.smithi131.stdout:3233: copy_from oid 23 from oid 22 current snap is 310 2024-08-29T14:59:49.298 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 310 2024-08-29T14:59:49.298 INFO:tasks.rados.rados.0.smithi131.stdout:3234: seq_num 1013 ranges {0=172032} 2024-08-29T14:59:49.299 INFO:tasks.rados.rados.0.smithi131.stdout:3234: writing smithi13174786-33 from 0 to 172032 tid 1 2024-08-29T14:59:49.299 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 310 2024-08-29T14:59:49.300 INFO:tasks.rados.rados.0.smithi131.stdout:3235: seq_num 1014 ranges {0=188416} 2024-08-29T14:59:49.300 INFO:tasks.rados.rados.0.smithi131.stdout:3235: writing smithi13174786-13 from 0 to 188416 tid 1 2024-08-29T14:59:49.300 INFO:tasks.rados.rados.0.smithi131.stdout:3236: rmattr oid 16 current snap is 310 2024-08-29T14:59:49.300 INFO:tasks.rados.rados.0.smithi131.stdout:3236: done (3 left) 2024-08-29T14:59:49.300 INFO:tasks.rados.rados.0.smithi131.stdout:3237: snap_create 2024-08-29T14:59:49.303 INFO:tasks.rados.rados.0.smithi131.stdout:3235: finishing write tid 1 to smithi13174786-13 2024-08-29T14:59:49.303 INFO:tasks.rados.rados.0.smithi131.stdout:3235: finishing write tid 2 to smithi13174786-13 2024-08-29T14:59:49.304 INFO:tasks.rados.rados.0.smithi131.stdout:3234: finishing write tid 1 to smithi13174786-33 2024-08-29T14:59:49.304 INFO:tasks.rados.rados.0.smithi131.stdout:3234: finishing write tid 2 to smithi13174786-33 2024-08-29T14:59:49.305 INFO:tasks.rados.rados.0.smithi131.stdout:3234: finishing write tid 3 to smithi13174786-33 2024-08-29T14:59:49.305 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2108 (ObjNum 1013 snap 310 seq_num 1013) dirty exists 2024-08-29T14:59:49.305 INFO:tasks.rados.rados.0.smithi131.stdout:3234: left oid 33 (ObjNum 1013 snap 310 seq_num 1013) 2024-08-29T14:59:49.306 INFO:tasks.rados.rados.0.smithi131.stdout:3235: finishing write tid 3 to smithi13174786-13 2024-08-29T14:59:49.306 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1556 (ObjNum 1014 snap 310 seq_num 1014) dirty exists 2024-08-29T14:59:49.306 INFO:tasks.rados.rados.0.smithi131.stdout:3235: left oid 13 (ObjNum 1014 snap 310 seq_num 1014) 2024-08-29T14:59:49.308 INFO:tasks.rados.rados.0.smithi131.stdout:3233: finishing copy_from racing read to smithi13174786-23 2024-08-29T14:59:49.309 INFO:tasks.rados.rados.0.smithi131.stdout:3233: finishing copy_from to smithi13174786-23 2024-08-29T14:59:49.309 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 2182 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-08-29T14:59:49.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:49 smithi131 ceph-mon[87973]: osdmap e694: 8 total, 8 up, 8 in 2024-08-29T14:59:49.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:49 smithi131 ceph-mon[87973]: pgmap v630: 121 pgs: 121 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-08-29T14:59:49.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:49 smithi131 ceph-mon[90512]: osdmap e694: 8 total, 8 up, 8 in 2024-08-29T14:59:49.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:49 smithi131 ceph-mon[90512]: pgmap v630: 121 pgs: 121 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-08-29T14:59:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:49 smithi169 ceph-mon[78471]: osdmap e694: 8 total, 8 up, 8 in 2024-08-29T14:59:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:49 smithi169 ceph-mon[78471]: pgmap v630: 121 pgs: 121 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-08-29T14:59:50.298 INFO:tasks.rados.rados.0.smithi131.stdout:3233: done (3 left) 2024-08-29T14:59:50.298 INFO:tasks.rados.rados.0.smithi131.stdout:3234: done (2 left) 2024-08-29T14:59:50.298 INFO:tasks.rados.rados.0.smithi131.stdout:3235: done (1 left) 2024-08-29T14:59:50.298 INFO:tasks.rados.rados.0.smithi131.stdout:3237: done (0 left) 2024-08-29T14:59:50.298 INFO:tasks.rados.rados.0.smithi131.stdout:3238: delete oid 7 current snap is 311 2024-08-29T14:59:50.309 INFO:tasks.rados.rados.0.smithi131.stdout:3238: done (0 left) 2024-08-29T14:59:50.309 INFO:tasks.rados.rados.0.smithi131.stdout:3239: snap_remove snap 303 2024-08-29T14:59:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:50 smithi131 ceph-mon[87973]: osdmap e695: 8 total, 8 up, 8 in 2024-08-29T14:59:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:50 smithi131 ceph-mon[90512]: osdmap e695: 8 total, 8 up, 8 in 2024-08-29T14:59:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:50 smithi169 ceph-mon[78471]: osdmap e695: 8 total, 8 up, 8 in 2024-08-29T14:59:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T14:59:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 14:59:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T14:59:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T14:59:51.217 INFO:tasks.rados.rados.0.smithi131.stdout:3239: done (0 left) 2024-08-29T14:59:51.217 INFO:tasks.rados.rados.0.smithi131.stdout:3240: read oid 20 snap -1 2024-08-29T14:59:51.217 INFO:tasks.rados.rados.0.smithi131.stdout:3240: expect (ObjNum 948 snap 297 seq_num 948) 2024-08-29T14:59:51.217 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 311 2024-08-29T14:59:51.217 INFO:tasks.rados.rados.0.smithi131.stdout:3241: seq_num 1016 ranges {188416=221184} 2024-08-29T14:59:51.219 INFO:tasks.rados.rados.0.smithi131.stdout:3241: writing smithi13174786-13 from 188416 to 409600 tid 1 2024-08-29T14:59:51.219 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 311 2024-08-29T14:59:51.219 INFO:tasks.rados.rados.0.smithi131.stdout:3242: seq_num 1017 ranges {2277376=237568} 2024-08-29T14:59:51.234 INFO:tasks.rados.rados.0.smithi131.stdout:3242: writing smithi13174786-12 from 2277376 to 2514944 tid 1 2024-08-29T14:59:51.235 INFO:tasks.rados.rados.0.smithi131.stdout:3243: read oid 16 snap -1 2024-08-29T14:59:51.235 INFO:tasks.rados.rados.0.smithi131.stdout:3243: expect deleted 2024-08-29T14:59:51.236 INFO:tasks.rados.rados.0.smithi131.stdout:3244: rollback oid 36 current snap is 311 2024-08-29T14:59:51.236 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 299 2024-08-29T14:59:51.236 INFO:tasks.rados.rados.0.smithi131.stdout:3241: finishing write tid 1 to smithi13174786-13 2024-08-29T14:59:51.236 INFO:tasks.rados.rados.0.smithi131.stdout:3241: finishing write tid 2 to smithi13174786-13 2024-08-29T14:59:51.236 INFO:tasks.rados.rados.0.smithi131.stdout:3241: finishing write tid 3 to smithi13174786-13 2024-08-29T14:59:51.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1558 (ObjNum 1016 snap 311 seq_num 1016) dirty exists 2024-08-29T14:59:51.236 INFO:tasks.rados.rados.0.smithi131.stdout:3241: left oid 13 (ObjNum 1016 snap 311 seq_num 1016) 2024-08-29T14:59:51.236 INFO:tasks.rados.rados.0.smithi131.stdout:3241: done (4 left) 2024-08-29T14:59:51.236 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 311 2024-08-29T14:59:51.236 INFO:tasks.rados.rados.0.smithi131.stdout:3245: seq_num 1018 ranges {3981312=253952} 2024-08-29T14:59:51.260 INFO:tasks.rados.rados.0.smithi131.stdout:3245: writing smithi13174786-28 from 3981312 to 4235264 tid 1 2024-08-29T14:59:51.260 INFO:tasks.rados.rados.0.smithi131.stdout:3246: read oid 19 snap 309 2024-08-29T14:59:51.260 INFO:tasks.rados.rados.0.smithi131.stdout:3246: expect (ObjNum 1006 snap 308 seq_num 1006) 2024-08-29T14:59:51.260 INFO:tasks.rados.rados.0.smithi131.stdout:3247: read oid 48 snap -1 2024-08-29T14:59:51.260 INFO:tasks.rados.rados.0.smithi131.stdout:3247: expect (ObjNum 1003 snap 308 seq_num 1003) 2024-08-29T14:59:51.260 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 40 current snap is 311 2024-08-29T14:59:51.260 INFO:tasks.rados.rados.0.smithi131.stdout:3248: seq_num 1019 ranges {532480=270336} 2024-08-29T14:59:51.264 INFO:tasks.rados.rados.0.smithi131.stdout:3248: writing smithi13174786-40 from 532480 to 802816 tid 1 2024-08-29T14:59:51.264 INFO:tasks.rados.rados.0.smithi131.stdout:3249: snap_remove snap 310 2024-08-29T14:59:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:51 smithi131 ceph-mon[87973]: osdmap e696: 8 total, 8 up, 8 in 2024-08-29T14:59:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:51 smithi131 ceph-mon[87973]: pgmap v633: 121 pgs: 121 active+clean; 362 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-08-29T14:59:51.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:51 smithi131 ceph-mon[87973]: osdmap e697: 8 total, 8 up, 8 in 2024-08-29T14:59:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:51 smithi131 ceph-mon[90512]: osdmap e696: 8 total, 8 up, 8 in 2024-08-29T14:59:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:51 smithi131 ceph-mon[90512]: pgmap v633: 121 pgs: 121 active+clean; 362 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-08-29T14:59:51.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:51 smithi131 ceph-mon[90512]: osdmap e697: 8 total, 8 up, 8 in 2024-08-29T14:59:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:51 smithi169 ceph-mon[78471]: osdmap e696: 8 total, 8 up, 8 in 2024-08-29T14:59:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:51 smithi169 ceph-mon[78471]: pgmap v633: 121 pgs: 121 active+clean; 362 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-08-29T14:59:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:51 smithi169 ceph-mon[78471]: osdmap e697: 8 total, 8 up, 8 in 2024-08-29T14:59:52.215 INFO:tasks.rados.rados.0.smithi131.stdout:3242: finishing write tid 1 to smithi13174786-12 2024-08-29T14:59:52.216 INFO:tasks.rados.rados.0.smithi131.stdout:3242: finishing write tid 2 to smithi13174786-12 2024-08-29T14:59:52.216 INFO:tasks.rados.rados.0.smithi131.stdout:3242: finishing write tid 3 to smithi13174786-12 2024-08-29T14:59:52.216 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 2184 (ObjNum 1017 snap 311 seq_num 1017) dirty exists 2024-08-29T14:59:52.216 INFO:tasks.rados.rados.0.smithi131.stdout:3242: left oid 12 (ObjNum 1017 snap 311 seq_num 1017) 2024-08-29T14:59:52.216 INFO:tasks.rados.rados.0.smithi131.stdout:3244: finishing rollback tid 0 to smithi13174786-36 2024-08-29T14:59:52.216 INFO:tasks.rados.rados.0.smithi131.stdout:3240: expect (ObjNum 948 snap 297 seq_num 948) 2024-08-29T14:59:52.454 INFO:tasks.rados.rados.0.smithi131.stdout:3244: finishing rollback tid 1 to smithi13174786-36 2024-08-29T14:59:52.454 INFO:tasks.rados.rados.0.smithi131.stdout:3244: finishing rollback tid 2 to smithi13174786-36 2024-08-29T14:59:52.454 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 1699 (ObjNum 942 snap 296 seq_num 942) dirty exists 2024-08-29T14:59:52.454 INFO:tasks.rados.rados.0.smithi131.stdout:3245: finishing write tid 1 to smithi13174786-28 2024-08-29T14:59:52.454 INFO:tasks.rados.rados.0.smithi131.stdout:3240: done (8 left) 2024-08-29T14:59:52.454 INFO:tasks.rados.rados.0.smithi131.stdout:3242: done (7 left) 2024-08-29T14:59:52.454 INFO:tasks.rados.rados.0.smithi131.stdout:3243: done (6 left) 2024-08-29T14:59:52.454 INFO:tasks.rados.rados.0.smithi131.stdout:3244: done (5 left) 2024-08-29T14:59:52.455 INFO:tasks.rados.rados.0.smithi131.stdout:3249: done (4 left) 2024-08-29T14:59:52.455 INFO:tasks.rados.rados.0.smithi131.stdout:3250: rollback oid 26 current snap is 311 2024-08-29T14:59:52.455 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 284 2024-08-29T14:59:52.455 INFO:tasks.rados.rados.0.smithi131.stdout:3245: finishing write tid 2 to smithi13174786-28 2024-08-29T14:59:52.455 INFO:tasks.rados.rados.0.smithi131.stdout:3245: finishing write tid 3 to smithi13174786-28 2024-08-29T14:59:52.455 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 2110 (ObjNum 1018 snap 311 seq_num 1018) dirty exists 2024-08-29T14:59:52.455 INFO:tasks.rados.rados.0.smithi131.stdout:3245: left oid 28 (ObjNum 1018 snap 311 seq_num 1018) 2024-08-29T14:59:52.455 INFO:tasks.rados.rados.0.smithi131.stdout:3246: expect (ObjNum 1006 snap 308 seq_num 1006) 2024-08-29T14:59:52.591 INFO:tasks.rados.rados.0.smithi131.stdout:3248: finishing write tid 1 to smithi13174786-40 2024-08-29T14:59:52.591 INFO:tasks.rados.rados.0.smithi131.stdout:3248: finishing write tid 2 to smithi13174786-40 2024-08-29T14:59:52.591 INFO:tasks.rados.rados.0.smithi131.stdout:3247: expect (ObjNum 1003 snap 308 seq_num 1003) 2024-08-29T14:59:53.120 INFO:tasks.rados.rados.0.smithi131.stdout:3248: finishing write tid 3 to smithi13174786-40 2024-08-29T14:59:53.120 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 1701 (ObjNum 1019 snap 311 seq_num 1019) dirty exists 2024-08-29T14:59:53.120 INFO:tasks.rados.rados.0.smithi131.stdout:3248: left oid 40 (ObjNum 1019 snap 311 seq_num 1019) 2024-08-29T14:59:53.120 INFO:tasks.rados.rados.0.smithi131.stdout:3250: finishing rollback tid 1 to smithi13174786-26 2024-08-29T14:59:53.121 INFO:tasks.rados.rados.0.smithi131.stdout:3245: done (4 left) 2024-08-29T14:59:53.121 INFO:tasks.rados.rados.0.smithi131.stdout:3246: done (3 left) 2024-08-29T14:59:53.121 INFO:tasks.rados.rados.0.smithi131.stdout:3247: done (2 left) 2024-08-29T14:59:53.121 INFO:tasks.rados.rados.0.smithi131.stdout:3248: done (1 left) 2024-08-29T14:59:53.121 INFO:tasks.rados.rados.0.smithi131.stdout:3251: snap_remove snap 254 2024-08-29T14:59:53.219 INFO:tasks.rados.rados.0.smithi131.stdout:3251: done (1 left) 2024-08-29T14:59:53.219 INFO:tasks.rados.rados.0.smithi131.stdout:3252: read oid 34 snap -1 2024-08-29T14:59:53.219 INFO:tasks.rados.rados.0.smithi131.stdout:3252: expect (ObjNum 919 snap 291 seq_num 919) 2024-08-29T14:59:53.219 INFO:tasks.rados.rados.0.smithi131.stdout:3253: copy_from oid 10 from oid 40 current snap is 311 2024-08-29T14:59:53.220 INFO:tasks.rados.rados.0.smithi131.stdout:3250: finishing rollback tid 2 to smithi13174786-26 2024-08-29T14:59:53.220 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 999 (ObjNum 884 snap 280 seq_num 884) dirty exists 2024-08-29T14:59:53.220 INFO:tasks.rados.rados.0.smithi131.stdout:3250: done (2 left) 2024-08-29T14:59:53.220 INFO:tasks.rados.rados.0.smithi131.stdout:3254: read oid 9 snap 294 2024-08-29T14:59:53.220 INFO:tasks.rados.rados.0.smithi131.stdout:3254: expect deleted 2024-08-29T14:59:53.220 INFO:tasks.rados.rados.0.smithi131.stdout:3255: setattr oid 44 current snap is 311 2024-08-29T14:59:53.221 INFO:tasks.rados.rados.0.smithi131.stdout:3256: snap_remove snap 293 2024-08-29T14:59:53.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:53 smithi131 ceph-mon[87973]: osdmap e698: 8 total, 8 up, 8 in 2024-08-29T14:59:53.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:53 smithi131 ceph-mon[90512]: osdmap e698: 8 total, 8 up, 8 in 2024-08-29T14:59:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:53 smithi169 ceph-mon[78471]: osdmap e698: 8 total, 8 up, 8 in 2024-08-29T14:59:54.225 INFO:tasks.rados.rados.0.smithi131.stdout:3256: done (4 left) 2024-08-29T14:59:54.225 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 2061 (ObjNum 65 snap 0 seq_num 2120366224) dirty exists 2024-08-29T14:59:54.225 INFO:tasks.rados.rados.0.smithi131.stdout:3252: expect (ObjNum 919 snap 291 seq_num 919) 2024-08-29T14:59:54.325 INFO:tasks.rados.rados.0.smithi131.stdout:3253: finishing copy_from racing read to smithi13174786-10 2024-08-29T14:59:54.325 INFO:tasks.rados.rados.0.smithi131.stdout:3253: finishing copy_from to smithi13174786-10 2024-08-29T14:59:54.325 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 1701 (ObjNum 1019 snap 311 seq_num 1019) dirty exists 2024-08-29T14:59:54.325 INFO:tasks.rados.rados.0.smithi131.stdout:3257: read oid 27 snap 299 2024-08-29T14:59:54.325 INFO:tasks.rados.rados.0.smithi131.stdout:3257: expect (ObjNum 957 snap 299 seq_num 957) 2024-08-29T14:59:54.325 INFO:tasks.rados.rados.0.smithi131.stdout:3252: done (4 left) 2024-08-29T14:59:54.325 INFO:tasks.rados.rados.0.smithi131.stdout:3253: done (3 left) 2024-08-29T14:59:54.325 INFO:tasks.rados.rados.0.smithi131.stdout:3254: done (2 left) 2024-08-29T14:59:54.325 INFO:tasks.rados.rados.0.smithi131.stdout:3255: done (1 left) 2024-08-29T14:59:54.326 INFO:tasks.rados.rados.0.smithi131.stdout:3258: read oid 37 snap -1 2024-08-29T14:59:54.326 INFO:tasks.rados.rados.0.smithi131.stdout:3258: expect (ObjNum 987 snap 304 seq_num 987) 2024-08-29T14:59:54.326 INFO:tasks.rados.rados.0.smithi131.stdout:3259: snap_remove snap 296 2024-08-29T14:59:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:54 smithi131 ceph-mon[87973]: pgmap v636: 121 pgs: 121 active+clean; 362 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 142 KiB/s wr, 6 op/s 2024-08-29T14:59:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:54 smithi131 ceph-mon[87973]: osdmap e699: 8 total, 8 up, 8 in 2024-08-29T14:59:54.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:54 smithi131 ceph-mon[90512]: pgmap v636: 121 pgs: 121 active+clean; 362 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 142 KiB/s wr, 6 op/s 2024-08-29T14:59:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:54 smithi131 ceph-mon[90512]: osdmap e699: 8 total, 8 up, 8 in 2024-08-29T14:59:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:54 smithi169 ceph-mon[78471]: pgmap v636: 121 pgs: 121 active+clean; 362 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 142 KiB/s wr, 6 op/s 2024-08-29T14:59:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:54 smithi169 ceph-mon[78471]: osdmap e699: 8 total, 8 up, 8 in 2024-08-29T14:59:55.233 INFO:tasks.rados.rados.0.smithi131.stdout:3259: done (2 left) 2024-08-29T14:59:55.233 INFO:tasks.rados.rados.0.smithi131.stdout:3260: delete oid 50 current snap is 311 2024-08-29T14:59:55.233 INFO:tasks.rados.rados.0.smithi131.stdout:3257: expect (ObjNum 957 snap 299 seq_num 957) 2024-08-29T14:59:55.595 INFO:tasks.rados.rados.0.smithi131.stdout:3258: expect (ObjNum 987 snap 304 seq_num 987) 2024-08-29T14:59:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-mon[87973]: osdmap e700: 8 total, 8 up, 8 in 2024-08-29T14:59:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:59:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:59:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:59:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:59:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-mon[90512]: osdmap e700: 8 total, 8 up, 8 in 2024-08-29T14:59:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:59:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:59:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:59:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:59:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:55 smithi169 ceph-mon[78471]: osdmap e700: 8 total, 8 up, 8 in 2024-08-29T14:59:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T14:59:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T14:59:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T14:59:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T14:59:55.651 INFO:tasks.rados.rados.0.smithi131.stdout:3257: done (2 left) 2024-08-29T14:59:55.651 INFO:tasks.rados.rados.0.smithi131.stdout:3258: done (1 left) 2024-08-29T14:59:55.651 INFO:tasks.rados.rados.0.smithi131.stdout:3260: done (0 left) 2024-08-29T14:59:55.651 INFO:tasks.rados.rados.0.smithi131.stdout:3261: copy_from oid 42 from oid 20 current snap is 311 2024-08-29T14:59:55.651 INFO:tasks.rados.rados.0.smithi131.stdout:3262: snap_create 2024-08-29T14:59:55.667 INFO:tasks.rados.rados.0.smithi131.stdout:3261: finishing copy_from racing read to smithi13174786-42 2024-08-29T14:59:55.670 INFO:tasks.rados.rados.0.smithi131.stdout:3261: finishing copy_from to smithi13174786-42 2024-08-29T14:59:55.670 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 2038 (ObjNum 948 snap 297 seq_num 948) dirty exists 2024-08-29T14:59:56.215 INFO:tasks.rados.rados.0.smithi131.stdout:3261: done (1 left) 2024-08-29T14:59:56.216 INFO:tasks.rados.rados.0.smithi131.stdout:3262: done (0 left) 2024-08-29T14:59:56.216 INFO:tasks.rados.rados.0.smithi131.stdout:3263: delete oid 41 current snap is 312 2024-08-29T14:59:56.222 INFO:tasks.rados.rados.0.smithi131.stdout:3263: done (0 left) 2024-08-29T14:59:56.222 INFO:tasks.rados.rados.0.smithi131.stdout:3264: read oid 12 snap 300 2024-08-29T14:59:56.222 INFO:tasks.rados.rados.0.smithi131.stdout:3264: expect (ObjNum 928 snap 293 seq_num 928) 2024-08-29T14:59:56.222 INFO:tasks.rados.rados.0.smithi131.stdout:3265: snap_remove snap 305 2024-08-29T14:59:56.231 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 14:59:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:14:59:55] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.51.0" 2024-08-29T14:59:56.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:56 smithi131 ceph-mon[90512]: pgmap v639: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 333 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 396 KiB/s wr, 13 op/s 2024-08-29T14:59:56.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:56 smithi131 ceph-mon[90512]: osdmap e701: 8 total, 8 up, 8 in 2024-08-29T14:59:56.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:56 smithi131 ceph-mon[90512]: osdmap e702: 8 total, 8 up, 8 in 2024-08-29T14:59:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:56 smithi131 ceph-mon[87973]: pgmap v639: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 333 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 396 KiB/s wr, 13 op/s 2024-08-29T14:59:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:56 smithi131 ceph-mon[87973]: osdmap e701: 8 total, 8 up, 8 in 2024-08-29T14:59:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:56 smithi131 ceph-mon[87973]: osdmap e702: 8 total, 8 up, 8 in 2024-08-29T14:59:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:56 smithi169 ceph-mon[78471]: pgmap v639: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 333 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 396 KiB/s wr, 13 op/s 2024-08-29T14:59:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:56 smithi169 ceph-mon[78471]: osdmap e701: 8 total, 8 up, 8 in 2024-08-29T14:59:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:56 smithi169 ceph-mon[78471]: osdmap e702: 8 total, 8 up, 8 in 2024-08-29T14:59:57.221 INFO:tasks.rados.rados.0.smithi131.stdout:3265: done (1 left) 2024-08-29T14:59:57.221 INFO:tasks.rados.rados.0.smithi131.stdout:3266: snap_create 2024-08-29T14:59:57.221 INFO:tasks.rados.rados.0.smithi131.stdout:3264: expect (ObjNum 928 snap 293 seq_num 928) 2024-08-29T14:59:58.218 INFO:tasks.rados.rados.0.smithi131.stdout:3264: done (1 left) 2024-08-29T14:59:58.218 INFO:tasks.rados.rados.0.smithi131.stdout:3266: done (0 left) 2024-08-29T14:59:58.218 INFO:tasks.rados.rados.0.smithi131.stdout:3267: read oid 37 snap -1 2024-08-29T14:59:58.219 INFO:tasks.rados.rados.0.smithi131.stdout:3267: expect (ObjNum 987 snap 304 seq_num 987) 2024-08-29T14:59:58.219 INFO:tasks.rados.rados.0.smithi131.stdout:3268: rmattr oid 21 current snap is 313 2024-08-29T14:59:58.219 INFO:tasks.rados.rados.0.smithi131.stdout:3269: snap_create 2024-08-29T14:59:58.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 2049 (ObjNum 889 snap 283 seq_num 889) dirty exists 2024-08-29T14:59:58.230 INFO:tasks.rados.rados.0.smithi131.stdout:3267: expect (ObjNum 987 snap 304 seq_num 987) 2024-08-29T14:59:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:58 smithi131 ceph-mon[87973]: pgmap v642: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 294 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 492 KiB/s wr, 17 op/s 2024-08-29T14:59:58.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:58 smithi131 ceph-mon[87973]: osdmap e703: 8 total, 8 up, 8 in 2024-08-29T14:59:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:58 smithi131 ceph-mon[90512]: pgmap v642: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 294 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 492 KiB/s wr, 17 op/s 2024-08-29T14:59:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:58 smithi131 ceph-mon[90512]: osdmap e703: 8 total, 8 up, 8 in 2024-08-29T14:59:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:58 smithi169 ceph-mon[78471]: pgmap v642: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 294 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 492 KiB/s wr, 17 op/s 2024-08-29T14:59:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:58 smithi169 ceph-mon[78471]: osdmap e703: 8 total, 8 up, 8 in 2024-08-29T14:59:59.221 INFO:tasks.rados.rados.0.smithi131.stdout:3267: done (2 left) 2024-08-29T14:59:59.221 INFO:tasks.rados.rados.0.smithi131.stdout:3268: done (1 left) 2024-08-29T14:59:59.221 INFO:tasks.rados.rados.0.smithi131.stdout:3269: done (0 left) 2024-08-29T14:59:59.221 INFO:tasks.rados.rados.0.smithi131.stdout:3270: read oid 43 snap -1 2024-08-29T14:59:59.221 INFO:tasks.rados.rados.0.smithi131.stdout:3270: expect (ObjNum 979 snap 303 seq_num 979) 2024-08-29T14:59:59.221 INFO:tasks.rados.rados.0.smithi131.stdout:3271: copy_from oid 14 from oid 36 current snap is 314 2024-08-29T14:59:59.221 INFO:tasks.rados.rados.0.smithi131.stdout:3272: snap_create 2024-08-29T14:59:59.236 INFO:tasks.rados.rados.0.smithi131.stdout:3271: finishing copy_from racing read to smithi13174786-14 2024-08-29T14:59:59.236 INFO:tasks.rados.rados.0.smithi131.stdout:3271: finishing copy_from to smithi13174786-14 2024-08-29T14:59:59.236 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 1699 (ObjNum 942 snap 296 seq_num 942) dirty exists 2024-08-29T14:59:59.258 INFO:tasks.rados.rados.0.smithi131.stdout:3270: expect (ObjNum 979 snap 303 seq_num 979) 2024-08-29T14:59:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 14:59:59 smithi131 ceph-mon[87973]: osdmap e704: 8 total, 8 up, 8 in 2024-08-29T14:59:59.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 14:59:59 smithi131 ceph-mon[90512]: osdmap e704: 8 total, 8 up, 8 in 2024-08-29T14:59:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 14:59:59 smithi169 ceph-mon[78471]: osdmap e704: 8 total, 8 up, 8 in 2024-08-29T15:00:00.222 INFO:tasks.rados.rados.0.smithi131.stdout:3270: done (2 left) 2024-08-29T15:00:00.222 INFO:tasks.rados.rados.0.smithi131.stdout:3271: done (1 left) 2024-08-29T15:00:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:3272: done (0 left) 2024-08-29T15:00:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:3273: read oid 1 snap -1 2024-08-29T15:00:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:3273: expect (ObjNum 1004 snap 308 seq_num 1004) 2024-08-29T15:00:00.223 INFO:tasks.rados.rados.0.smithi131.stdout:3274: delete oid 29 current snap is 315 2024-08-29T15:00:00.227 INFO:tasks.rados.rados.0.smithi131.stdout:3274: done (1 left) 2024-08-29T15:00:00.228 INFO:tasks.rados.rados.0.smithi131.stdout:3275: read oid 44 snap -1 2024-08-29T15:00:00.228 INFO:tasks.rados.rados.0.smithi131.stdout:3275: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:00.228 INFO:tasks.rados.rados.0.smithi131.stdout:3276: read oid 43 snap -1 2024-08-29T15:00:00.228 INFO:tasks.rados.rados.0.smithi131.stdout:3276: expect (ObjNum 979 snap 303 seq_num 979) 2024-08-29T15:00:00.228 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 315 2024-08-29T15:00:00.228 INFO:tasks.rados.rados.0.smithi131.stdout:3277: seq_num 1023 ranges {172032=335872} 2024-08-29T15:00:00.231 INFO:tasks.rados.rados.0.smithi131.stdout:3277: writing smithi13174786-33 from 172032 to 507904 tid 1 2024-08-29T15:00:00.231 INFO:tasks.rados.rados.0.smithi131.stdout:3278: read oid 16 snap 311 2024-08-29T15:00:00.231 INFO:tasks.rados.rados.0.smithi131.stdout:3278: expect deleted 2024-08-29T15:00:00.231 INFO:tasks.rados.rados.0.smithi131.stdout:3279: snap_remove snap 284 2024-08-29T15:00:00.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:00 smithi131 ceph-mon[87973]: pgmap v645: 121 pgs: 121 active+clean; 295 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-29T15:00:00.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:00 smithi131 ceph-mon[87973]: osdmap e705: 8 total, 8 up, 8 in 2024-08-29T15:00:00.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:00 smithi131 ceph-mon[87973]: overall HEALTH_OK 2024-08-29T15:00:00.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:00 smithi131 ceph-mon[87973]: osdmap e706: 8 total, 8 up, 8 in 2024-08-29T15:00:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:00 smithi131 ceph-mon[90512]: pgmap v645: 121 pgs: 121 active+clean; 295 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-29T15:00:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:00 smithi131 ceph-mon[90512]: osdmap e705: 8 total, 8 up, 8 in 2024-08-29T15:00:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:00 smithi131 ceph-mon[90512]: overall HEALTH_OK 2024-08-29T15:00:00.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:00 smithi131 ceph-mon[90512]: osdmap e706: 8 total, 8 up, 8 in 2024-08-29T15:00:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:00 smithi169 ceph-mon[78471]: pgmap v645: 121 pgs: 121 active+clean; 295 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-29T15:00:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:00 smithi169 ceph-mon[78471]: osdmap e705: 8 total, 8 up, 8 in 2024-08-29T15:00:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:00 smithi169 ceph-mon[78471]: overall HEALTH_OK 2024-08-29T15:00:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:00 smithi169 ceph-mon[78471]: osdmap e706: 8 total, 8 up, 8 in 2024-08-29T15:00:00.630 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:00:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:00:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:00:01.221 INFO:tasks.rados.rados.0.smithi131.stdout:3279: done (5 left) 2024-08-29T15:00:01.221 INFO:tasks.rados.rados.0.smithi131.stdout:3280: read oid 31 snap 288 2024-08-29T15:00:01.221 INFO:tasks.rados.rados.0.smithi131.stdout:3280: expect (ObjNum 853 snap 270 seq_num 853) 2024-08-29T15:00:01.221 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 315 2024-08-29T15:00:01.222 INFO:tasks.rados.rados.0.smithi131.stdout:3281: seq_num 1024 ranges {2605056=352256} 2024-08-29T15:00:01.238 INFO:tasks.rados.rados.0.smithi131.stdout:3281: writing smithi13174786-19 from 2605056 to 2957312 tid 1 2024-08-29T15:00:01.238 INFO:tasks.rados.rados.0.smithi131.stdout:3282: read oid 14 snap -1 2024-08-29T15:00:01.238 INFO:tasks.rados.rados.0.smithi131.stdout:3282: expect (ObjNum 942 snap 296 seq_num 942) 2024-08-29T15:00:01.238 INFO:tasks.rados.rados.0.smithi131.stdout:3283: copy_from oid 28 from oid 49 current snap is 315 2024-08-29T15:00:01.238 INFO:tasks.rados.rados.0.smithi131.stdout:3275: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:01.241 INFO:tasks.rados.rados.0.smithi131.stdout:3277: finishing write tid 1 to smithi13174786-33 2024-08-29T15:00:01.242 INFO:tasks.rados.rados.0.smithi131.stdout:3277: finishing write tid 2 to smithi13174786-33 2024-08-29T15:00:01.242 INFO:tasks.rados.rados.0.smithi131.stdout:3277: finishing write tid 3 to smithi13174786-33 2024-08-29T15:00:01.242 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2112 (ObjNum 1023 snap 315 seq_num 1023) dirty exists 2024-08-29T15:00:01.242 INFO:tasks.rados.rados.0.smithi131.stdout:3277: left oid 33 (ObjNum 1023 snap 315 seq_num 1023) 2024-08-29T15:00:01.242 INFO:tasks.rados.rados.0.smithi131.stdout:3273: expect (ObjNum 1004 snap 308 seq_num 1004) 2024-08-29T15:00:01.691 INFO:tasks.rados.rados.0.smithi131.stdout:3276: expect (ObjNum 979 snap 303 seq_num 979) 2024-08-29T15:00:02.331 INFO:tasks.rados.rados.0.smithi131.stdout:3283: finishing copy_from to smithi13174786-28 2024-08-29T15:00:02.331 INFO:tasks.rados.rados.0.smithi131.stdout:3283: got expected ENOENT (src dne) 2024-08-29T15:00:02.331 INFO:tasks.rados.rados.0.smithi131.stdout:3281: finishing write tid 1 to smithi13174786-19 2024-08-29T15:00:02.331 INFO:tasks.rados.rados.0.smithi131.stdout:3281: finishing write tid 2 to smithi13174786-19 2024-08-29T15:00:02.331 INFO:tasks.rados.rados.0.smithi131.stdout:3283: finishing copy_from racing read to smithi13174786-28 2024-08-29T15:00:02.331 INFO:tasks.rados.rados.0.smithi131.stdout:3281: finishing write tid 3 to smithi13174786-19 2024-08-29T15:00:02.331 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 1891 (ObjNum 1024 snap 315 seq_num 1024) dirty exists 2024-08-29T15:00:02.332 INFO:tasks.rados.rados.0.smithi131.stdout:3281: left oid 19 (ObjNum 1024 snap 315 seq_num 1024) 2024-08-29T15:00:02.332 INFO:tasks.rados.rados.0.smithi131.stdout:3280: expect (ObjNum 853 snap 270 seq_num 853) 2024-08-29T15:00:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:02 smithi131 ceph-mon[87973]: pgmap v648: 121 pgs: 121 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T15:00:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:02 smithi131 ceph-mon[87973]: osdmap e707: 8 total, 8 up, 8 in 2024-08-29T15:00:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:02 smithi131 ceph-mon[90512]: pgmap v648: 121 pgs: 121 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T15:00:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:02 smithi131 ceph-mon[90512]: osdmap e707: 8 total, 8 up, 8 in 2024-08-29T15:00:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:02 smithi169 ceph-mon[78471]: pgmap v648: 121 pgs: 121 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T15:00:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:02 smithi169 ceph-mon[78471]: osdmap e707: 8 total, 8 up, 8 in 2024-08-29T15:00:02.926 INFO:tasks.rados.rados.0.smithi131.stdout:3282: expect (ObjNum 942 snap 296 seq_num 942) 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:3273: done (8 left) 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:3275: done (7 left) 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:3276: done (6 left) 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:3277: done (5 left) 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:3278: done (4 left) 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:3280: done (3 left) 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:3281: done (2 left) 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:3282: done (1 left) 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:3283: done (0 left) 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 315 2024-08-29T15:00:02.962 INFO:tasks.rados.rados.0.smithi131.stdout:3284: seq_num 1025 ranges {6864896=368640} 2024-08-29T15:00:02.999 INFO:tasks.rados.rados.0.smithi131.stdout:3284: writing smithi13174786-1 from 6864896 to 7233536 tid 1 2024-08-29T15:00:02.999 INFO:tasks.rados.rados.0.smithi131.stdout:3285: rollback oid 40 current snap is 315 2024-08-29T15:00:03.000 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 308 2024-08-29T15:00:03.000 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 315 2024-08-29T15:00:03.000 INFO:tasks.rados.rados.0.smithi131.stdout:3286: seq_num 1026 ranges {0=385024} 2024-08-29T15:00:03.002 INFO:tasks.rados.rados.0.smithi131.stdout:3286: writing smithi13174786-4 from 0 to 385024 tid 1 2024-08-29T15:00:03.002 INFO:tasks.rados.rados.0.smithi131.stdout:3287: snap_create 2024-08-29T15:00:03.003 INFO:tasks.rados.rados.0.smithi131.stdout:3284: finishing write tid 1 to smithi13174786-1 2024-08-29T15:00:03.004 INFO:tasks.rados.rados.0.smithi131.stdout:3284: finishing write tid 2 to smithi13174786-1 2024-08-29T15:00:03.004 INFO:tasks.rados.rados.0.smithi131.stdout:3285: finishing rollback tid 0 to smithi13174786-40 2024-08-29T15:00:03.004 INFO:tasks.rados.rados.0.smithi131.stdout:3285: finishing rollback tid 1 to smithi13174786-40 2024-08-29T15:00:03.004 INFO:tasks.rados.rados.0.smithi131.stdout:3285: finishing rollback tid 2 to smithi13174786-40 2024-08-29T15:00:03.004 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 2041 (ObjNum 891 snap 283 seq_num 891) dirty exists 2024-08-29T15:00:03.006 INFO:tasks.rados.rados.0.smithi131.stdout:3284: finishing write tid 3 to smithi13174786-1 2024-08-29T15:00:03.006 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1918 (ObjNum 1025 snap 315 seq_num 1025) dirty exists 2024-08-29T15:00:03.006 INFO:tasks.rados.rados.0.smithi131.stdout:3284: left oid 1 (ObjNum 1025 snap 315 seq_num 1025) 2024-08-29T15:00:03.006 INFO:tasks.rados.rados.0.smithi131.stdout:3286: finishing write tid 1 to smithi13174786-4 2024-08-29T15:00:03.006 INFO:tasks.rados.rados.0.smithi131.stdout:3286: finishing write tid 2 to smithi13174786-4 2024-08-29T15:00:03.010 INFO:tasks.rados.rados.0.smithi131.stdout:3286: finishing write tid 3 to smithi13174786-4 2024-08-29T15:00:03.085 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 2109 (ObjNum 1026 snap 315 seq_num 1026) dirty exists 2024-08-29T15:00:03.085 INFO:tasks.rados.rados.0.smithi131.stdout:3286: left oid 4 (ObjNum 1026 snap 315 seq_num 1026) 2024-08-29T15:00:03.232 INFO:tasks.rados.rados.0.smithi131.stdout:3284: done (3 left) 2024-08-29T15:00:03.232 INFO:tasks.rados.rados.0.smithi131.stdout:3285: done (2 left) 2024-08-29T15:00:03.233 INFO:tasks.rados.rados.0.smithi131.stdout:3286: done (1 left) 2024-08-29T15:00:03.233 INFO:tasks.rados.rados.0.smithi131.stdout:3287: done (0 left) 2024-08-29T15:00:03.233 INFO:tasks.rados.rados.0.smithi131.stdout:3288: rmattr oid 26 current snap is 316 2024-08-29T15:00:03.233 INFO:tasks.rados.rados.0.smithi131.stdout:3289: rollback oid 10 current snap is 316 2024-08-29T15:00:03.233 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 10 to 308 2024-08-29T15:00:03.233 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 316 2024-08-29T15:00:03.233 INFO:tasks.rados.rados.0.smithi131.stdout:3290: seq_num 1027 ranges {507904=409600} 2024-08-29T15:00:03.237 INFO:tasks.rados.rados.0.smithi131.stdout:3290: writing smithi13174786-33 from 507904 to 917504 tid 1 2024-08-29T15:00:03.238 INFO:tasks.rados.rados.0.smithi131.stdout:3291: snap_remove snap 304 2024-08-29T15:00:04.232 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 1000 (ObjNum 884 snap 280 seq_num 884) dirty exists 2024-08-29T15:00:04.232 INFO:tasks.rados.rados.0.smithi131.stdout:3289: finishing rollback tid 0 to smithi13174786-10 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3289: finishing rollback tid 1 to smithi13174786-10 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3289: finishing rollback tid 2 to smithi13174786-10 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 2113 (ObjNum 962 snap 299 seq_num 962) dirty exists 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3290: finishing write tid 1 to smithi13174786-33 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3290: finishing write tid 2 to smithi13174786-33 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3290: finishing write tid 3 to smithi13174786-33 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2114 (ObjNum 1027 snap 316 seq_num 1027) dirty exists 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3290: left oid 33 (ObjNum 1027 snap 316 seq_num 1027) 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3288: done (3 left) 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3289: done (2 left) 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3290: done (1 left) 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3291: done (0 left) 2024-08-29T15:00:04.233 INFO:tasks.rados.rados.0.smithi131.stdout:3292: setattr oid 27 current snap is 316 2024-08-29T15:00:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:3293: read oid 44 snap -1 2024-08-29T15:00:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:3293: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:3294: copy_from oid 9 from oid 24 current snap is 316 2024-08-29T15:00:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:3295: rmattr oid 4 current snap is 316 2024-08-29T15:00:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:3295: done (3 left) 2024-08-29T15:00:04.240 INFO:tasks.rados.rados.0.smithi131.stdout:3296: snap_remove snap 312 2024-08-29T15:00:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:04 smithi131 ceph-mon[87973]: pgmap v650: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-29T15:00:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:04 smithi131 ceph-mon[87973]: osdmap e708: 8 total, 8 up, 8 in 2024-08-29T15:00:04.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:04 smithi131 ceph-mon[90512]: pgmap v650: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-29T15:00:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:04 smithi131 ceph-mon[90512]: osdmap e708: 8 total, 8 up, 8 in 2024-08-29T15:00:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:04 smithi169 ceph-mon[78471]: pgmap v650: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-29T15:00:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:04 smithi169 ceph-mon[78471]: osdmap e708: 8 total, 8 up, 8 in 2024-08-29T15:00:05.240 INFO:tasks.rados.rados.0.smithi131.stdout:3293: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:05.243 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 2111 (ObjNum 957 snap 299 seq_num 957) dirty exists 2024-08-29T15:00:05.244 INFO:tasks.rados.rados.0.smithi131.stdout:3294: finishing copy_from racing read to smithi13174786-9 2024-08-29T15:00:05.244 INFO:tasks.rados.rados.0.smithi131.stdout:3294: finishing copy_from to smithi13174786-9 2024-08-29T15:00:05.244 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 1915 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T15:00:05.244 INFO:tasks.rados.rados.0.smithi131.stdout:3292: done (3 left) 2024-08-29T15:00:05.244 INFO:tasks.rados.rados.0.smithi131.stdout:3293: done (2 left) 2024-08-29T15:00:05.244 INFO:tasks.rados.rados.0.smithi131.stdout:3294: done (1 left) 2024-08-29T15:00:05.244 INFO:tasks.rados.rados.0.smithi131.stdout:3296: done (0 left) 2024-08-29T15:00:05.244 INFO:tasks.rados.rados.0.smithi131.stdout:3297: setattr oid 42 current snap is 316 2024-08-29T15:00:05.250 INFO:tasks.rados.rados.0.smithi131.stdout:3298: copy_from oid 3 from oid 9 current snap is 316 2024-08-29T15:00:05.250 INFO:tasks.rados.rados.0.smithi131.stdout:3299: read oid 44 snap -1 2024-08-29T15:00:05.250 INFO:tasks.rados.rados.0.smithi131.stdout:3299: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:05.250 INFO:tasks.rados.rados.0.smithi131.stdout:3300: snap_remove snap 300 2024-08-29T15:00:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:05 smithi131 ceph-mon[87973]: osdmap e709: 8 total, 8 up, 8 in 2024-08-29T15:00:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:05 smithi131 ceph-mon[90512]: osdmap e709: 8 total, 8 up, 8 in 2024-08-29T15:00:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:05 smithi169 ceph-mon[78471]: osdmap e709: 8 total, 8 up, 8 in 2024-08-29T15:00:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:06.224 INFO:tasks.rados.rados.0.smithi131.stdout:3300: done (3 left) 2024-08-29T15:00:06.224 INFO:tasks.rados.rados.0.smithi131.stdout:3301: snap_remove snap 313 2024-08-29T15:00:06.224 INFO:tasks.rados.rados.0.smithi131.stdout:3299: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:06.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 2042 (ObjNum 948 snap 297 seq_num 948) dirty exists 2024-08-29T15:00:06.227 INFO:tasks.rados.rados.0.smithi131.stdout:3298: finishing copy_from racing read to smithi13174786-3 2024-08-29T15:00:06.227 INFO:tasks.rados.rados.0.smithi131.stdout:3298: finishing copy_from to smithi13174786-3 2024-08-29T15:00:06.227 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 1915 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T15:00:06.235 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:00:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:00:05] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.51.0" 2024-08-29T15:00:06.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:06 smithi169 ceph-mon[78471]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 269 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 164 KiB/s wr, 9 op/s 2024-08-29T15:00:06.531 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:06 smithi169 ceph-mon[78471]: osdmap e710: 8 total, 8 up, 8 in 2024-08-29T15:00:06.531 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:06 smithi169 ceph-mon[78471]: osdmap e711: 8 total, 8 up, 8 in 2024-08-29T15:00:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:06 smithi131 ceph-mon[87973]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 269 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 164 KiB/s wr, 9 op/s 2024-08-29T15:00:06.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:06 smithi131 ceph-mon[87973]: osdmap e710: 8 total, 8 up, 8 in 2024-08-29T15:00:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:06 smithi131 ceph-mon[87973]: osdmap e711: 8 total, 8 up, 8 in 2024-08-29T15:00:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:06 smithi131 ceph-mon[90512]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 269 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 164 KiB/s wr, 9 op/s 2024-08-29T15:00:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:06 smithi131 ceph-mon[90512]: osdmap e710: 8 total, 8 up, 8 in 2024-08-29T15:00:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:06 smithi131 ceph-mon[90512]: osdmap e711: 8 total, 8 up, 8 in 2024-08-29T15:00:07.223 INFO:tasks.rados.rados.0.smithi131.stdout:3297: done (3 left) 2024-08-29T15:00:07.223 INFO:tasks.rados.rados.0.smithi131.stdout:3298: done (2 left) 2024-08-29T15:00:07.224 INFO:tasks.rados.rados.0.smithi131.stdout:3299: done (1 left) 2024-08-29T15:00:07.224 INFO:tasks.rados.rados.0.smithi131.stdout:3301: done (0 left) 2024-08-29T15:00:07.224 INFO:tasks.rados.rados.0.smithi131.stdout:3302: snap_remove snap 308 2024-08-29T15:00:08.225 INFO:tasks.rados.rados.0.smithi131.stdout:3302: done (0 left) 2024-08-29T15:00:08.225 INFO:tasks.rados.rados.0.smithi131.stdout:3303: read oid 32 snap -1 2024-08-29T15:00:08.225 INFO:tasks.rados.rados.0.smithi131.stdout:3303: expect (ObjNum 1000 snap 307 seq_num 1000) 2024-08-29T15:00:08.225 INFO:tasks.rados.rados.0.smithi131.stdout:3304: read oid 35 snap -1 2024-08-29T15:00:08.225 INFO:tasks.rados.rados.0.smithi131.stdout:3304: expect deleted 2024-08-29T15:00:08.225 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 316 2024-08-29T15:00:08.225 INFO:tasks.rados.rados.0.smithi131.stdout:3305: seq_num 1028 ranges {2023424=425984} 2024-08-29T15:00:08.239 INFO:tasks.rados.rados.0.smithi131.stdout:3305: writing smithi13174786-5 from 2023424 to 2449408 tid 1 2024-08-29T15:00:08.239 INFO:tasks.rados.rados.0.smithi131.stdout:3304: done (2 left) 2024-08-29T15:00:08.239 INFO:tasks.rados.rados.0.smithi131.stdout:3306: delete oid 40 current snap is 316 2024-08-29T15:00:08.244 INFO:tasks.rados.rados.0.smithi131.stdout:3303: expect (ObjNum 1000 snap 307 seq_num 1000) 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:3305: finishing write tid 1 to smithi13174786-5 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:3305: finishing write tid 2 to smithi13174786-5 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:3305: finishing write tid 3 to smithi13174786-5 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 2127 (ObjNum 1028 snap 316 seq_num 1028) dirty exists 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:3305: left oid 5 (ObjNum 1028 snap 316 seq_num 1028) 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:3303: done (2 left) 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:3305: done (1 left) 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:3306: done (0 left) 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:3307: read oid 10 snap 288 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:3307: expect (ObjNum 859 snap 270 seq_num 859) 2024-08-29T15:00:08.307 INFO:tasks.rados.rados.0.smithi131.stdout:3308: snap_create 2024-08-29T15:00:08.318 INFO:tasks.rados.rados.0.smithi131.stdout:3307: expect (ObjNum 859 snap 270 seq_num 859) 2024-08-29T15:00:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:08 smithi131 ceph-mon[87973]: pgmap v656: 121 pgs: 121 active+clean; 258 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 352 KiB/s wr, 15 op/s 2024-08-29T15:00:08.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:08 smithi131 ceph-mon[87973]: osdmap e712: 8 total, 8 up, 8 in 2024-08-29T15:00:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:08 smithi131 ceph-mon[90512]: pgmap v656: 121 pgs: 121 active+clean; 258 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 352 KiB/s wr, 15 op/s 2024-08-29T15:00:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:08 smithi131 ceph-mon[90512]: osdmap e712: 8 total, 8 up, 8 in 2024-08-29T15:00:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:08 smithi169 ceph-mon[78471]: pgmap v656: 121 pgs: 121 active+clean; 258 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 352 KiB/s wr, 15 op/s 2024-08-29T15:00:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:08 smithi169 ceph-mon[78471]: osdmap e712: 8 total, 8 up, 8 in 2024-08-29T15:00:09.240 INFO:tasks.rados.rados.0.smithi131.stdout:3307: done (1 left) 2024-08-29T15:00:09.240 INFO:tasks.rados.rados.0.smithi131.stdout:3308: done (0 left) 2024-08-29T15:00:09.240 INFO:tasks.rados.rados.0.smithi131.stdout:3309: snap_create 2024-08-29T15:00:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:09 smithi131 ceph-mon[87973]: osdmap e713: 8 total, 8 up, 8 in 2024-08-29T15:00:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:09 smithi131 ceph-mon[90512]: osdmap e713: 8 total, 8 up, 8 in 2024-08-29T15:00:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:09 smithi169 ceph-mon[78471]: osdmap e713: 8 total, 8 up, 8 in 2024-08-29T15:00:10.239 INFO:tasks.rados.rados.0.smithi131.stdout:3309: done (0 left) 2024-08-29T15:00:10.240 INFO:tasks.rados.rados.0.smithi131.stdout:3310: read oid 11 snap -1 2024-08-29T15:00:10.240 INFO:tasks.rados.rados.0.smithi131.stdout:3310: expect deleted 2024-08-29T15:00:10.240 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 318 2024-08-29T15:00:10.240 INFO:tasks.rados.rados.0.smithi131.stdout:3311: seq_num 1030 ranges {4235264=458752} 2024-08-29T15:00:10.265 INFO:tasks.rados.rados.0.smithi131.stdout:3311: writing smithi13174786-28 from 4235264 to 4694016 tid 1 2024-08-29T15:00:10.265 INFO:tasks.rados.rados.0.smithi131.stdout:3312: delete oid 46 current snap is 318 2024-08-29T15:00:10.273 INFO:tasks.rados.rados.0.smithi131.stdout:3311: finishing write tid 1 to smithi13174786-28 2024-08-29T15:00:10.273 INFO:tasks.rados.rados.0.smithi131.stdout:3311: finishing write tid 2 to smithi13174786-28 2024-08-29T15:00:10.274 INFO:tasks.rados.rados.0.smithi131.stdout:3310: done (2 left) 2024-08-29T15:00:10.274 INFO:tasks.rados.rados.0.smithi131.stdout:3312: done (1 left) 2024-08-29T15:00:10.275 INFO:tasks.rados.rados.0.smithi131.stdout:3313: read oid 44 snap -1 2024-08-29T15:00:10.275 INFO:tasks.rados.rados.0.smithi131.stdout:3313: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:10.275 INFO:tasks.rados.rados.0.smithi131.stdout:3314: copy_from oid 43 from oid 4 current snap is 318 2024-08-29T15:00:10.275 INFO:tasks.rados.rados.0.smithi131.stdout:3315: rollback oid 36 current snap is 318 2024-08-29T15:00:10.275 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 288 2024-08-29T15:00:10.275 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 47 current snap is 318 2024-08-29T15:00:10.275 INFO:tasks.rados.rados.0.smithi131.stdout:3316: seq_num 1032 ranges {0=491520} 2024-08-29T15:00:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:3316: writing smithi13174786-47 from 0 to 491520 tid 1 2024-08-29T15:00:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:3317: read oid 14 snap -1 2024-08-29T15:00:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:3317: expect (ObjNum 942 snap 296 seq_num 942) 2024-08-29T15:00:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 318 2024-08-29T15:00:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:3311: finishing write tid 3 to smithi13174786-28 2024-08-29T15:00:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 2116 (ObjNum 1030 snap 318 seq_num 1030) dirty exists 2024-08-29T15:00:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:3311: left oid 28 (ObjNum 1030 snap 318 seq_num 1030) 2024-08-29T15:00:10.278 INFO:tasks.rados.rados.0.smithi131.stdout:3313: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:10.282 INFO:tasks.rados.rados.0.smithi131.stdout:3315: finishing rollback tid 0 to smithi13174786-36 2024-08-29T15:00:10.282 INFO:tasks.rados.rados.0.smithi131.stdout:3315: finishing rollback tid 1 to smithi13174786-36 2024-08-29T15:00:10.282 INFO:tasks.rados.rados.0.smithi131.stdout:3315: finishing rollback tid 2 to smithi13174786-36 2024-08-29T15:00:10.282 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 2046 (ObjNum 778 snap 249 seq_num 778) dirty exists 2024-08-29T15:00:10.282 INFO:tasks.rados.rados.0.smithi131.stdout:3314: finishing copy_from racing read to smithi13174786-43 2024-08-29T15:00:10.282 INFO:tasks.rados.rados.0.smithi131.stdout:3318: seq_num 1033 ranges {4669440=507904} 2024-08-29T15:00:10.310 INFO:tasks.rados.rados.0.smithi131.stdout:3318: writing smithi13174786-15 from 4669440 to 5177344 tid 1 2024-08-29T15:00:10.310 INFO:tasks.rados.rados.0.smithi131.stdout:3311: done (6 left) 2024-08-29T15:00:10.310 INFO:tasks.rados.rados.0.smithi131.stdout:3313: done (5 left) 2024-08-29T15:00:10.310 INFO:tasks.rados.rados.0.smithi131.stdout:3315: done (4 left) 2024-08-29T15:00:10.310 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 318 2024-08-29T15:00:10.310 INFO:tasks.rados.rados.0.smithi131.stdout:3314: finishing copy_from to smithi13174786-43 2024-08-29T15:00:10.310 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 2109 (ObjNum 1026 snap 315 seq_num 1026) dirty exists 2024-08-29T15:00:10.310 INFO:tasks.rados.rados.0.smithi131.stdout:3316: finishing write tid 1 to smithi13174786-47 2024-08-29T15:00:10.310 INFO:tasks.rados.rados.0.smithi131.stdout:3316: finishing write tid 2 to smithi13174786-47 2024-08-29T15:00:10.310 INFO:tasks.rados.rados.0.smithi131.stdout:3319: seq_num 1034 ranges {4571136=524288} 2024-08-29T15:00:10.338 INFO:tasks.rados.rados.0.smithi131.stdout:3319: writing smithi13174786-45 from 4571136 to 5095424 tid 1 2024-08-29T15:00:10.338 INFO:tasks.rados.rados.0.smithi131.stdout:3314: done (4 left) 2024-08-29T15:00:10.338 INFO:tasks.rados.rados.0.smithi131.stdout:3320: read oid 42 snap 302 2024-08-29T15:00:10.338 INFO:tasks.rados.rados.0.smithi131.stdout:3320: expect (ObjNum 956 snap 299 seq_num 956) 2024-08-29T15:00:10.338 INFO:tasks.rados.rados.0.smithi131.stdout:3321: snap_create 2024-08-29T15:00:10.338 INFO:tasks.rados.rados.0.smithi131.stdout:3316: finishing write tid 3 to smithi13174786-47 2024-08-29T15:00:10.338 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 1920 (ObjNum 1032 snap 318 seq_num 1032) dirty exists 2024-08-29T15:00:10.338 INFO:tasks.rados.rados.0.smithi131.stdout:3316: left oid 47 (ObjNum 1032 snap 318 seq_num 1032) 2024-08-29T15:00:10.338 INFO:tasks.rados.rados.0.smithi131.stdout:3317: expect (ObjNum 942 snap 296 seq_num 942) 2024-08-29T15:00:10.375 INFO:tasks.rados.rados.0.smithi131.stdout:3318: finishing write tid 1 to smithi13174786-15 2024-08-29T15:00:10.375 INFO:tasks.rados.rados.0.smithi131.stdout:3318: finishing write tid 2 to smithi13174786-15 2024-08-29T15:00:10.375 INFO:tasks.rados.rados.0.smithi131.stdout:3318: finishing write tid 3 to smithi13174786-15 2024-08-29T15:00:10.375 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2113 (ObjNum 1033 snap 318 seq_num 1033) dirty exists 2024-08-29T15:00:10.375 INFO:tasks.rados.rados.0.smithi131.stdout:3318: left oid 15 (ObjNum 1033 snap 318 seq_num 1033) 2024-08-29T15:00:10.375 INFO:tasks.rados.rados.0.smithi131.stdout:3319: finishing write tid 1 to smithi13174786-45 2024-08-29T15:00:10.375 INFO:tasks.rados.rados.0.smithi131.stdout:3319: finishing write tid 2 to smithi13174786-45 2024-08-29T15:00:10.376 INFO:tasks.rados.rados.0.smithi131.stdout:3319: finishing write tid 3 to smithi13174786-45 2024-08-29T15:00:10.376 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 1574 (ObjNum 1034 snap 318 seq_num 1034) dirty exists 2024-08-29T15:00:10.376 INFO:tasks.rados.rados.0.smithi131.stdout:3319: left oid 45 (ObjNum 1034 snap 318 seq_num 1034) 2024-08-29T15:00:10.376 INFO:tasks.rados.rados.0.smithi131.stdout:3320: expect (ObjNum 956 snap 299 seq_num 956) 2024-08-29T15:00:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:10 smithi131 ceph-mon[87973]: pgmap v659: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 279 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 18 op/s 2024-08-29T15:00:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:10 smithi131 ceph-mon[87973]: osdmap e714: 8 total, 8 up, 8 in 2024-08-29T15:00:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:10 smithi131 ceph-mon[90512]: pgmap v659: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 279 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 18 op/s 2024-08-29T15:00:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:10 smithi131 ceph-mon[90512]: osdmap e714: 8 total, 8 up, 8 in 2024-08-29T15:00:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:00:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:00:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:00:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:10 smithi169 ceph-mon[78471]: pgmap v659: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 279 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 18 op/s 2024-08-29T15:00:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:10 smithi169 ceph-mon[78471]: osdmap e714: 8 total, 8 up, 8 in 2024-08-29T15:00:11.220 INFO:tasks.rados.rados.0.smithi131.stdout:3316: done (5 left) 2024-08-29T15:00:11.221 INFO:tasks.rados.rados.0.smithi131.stdout:3317: done (4 left) 2024-08-29T15:00:11.221 INFO:tasks.rados.rados.0.smithi131.stdout:3318: done (3 left) 2024-08-29T15:00:11.221 INFO:tasks.rados.rados.0.smithi131.stdout:3319: done (2 left) 2024-08-29T15:00:11.221 INFO:tasks.rados.rados.0.smithi131.stdout:3320: done (1 left) 2024-08-29T15:00:11.221 INFO:tasks.rados.rados.0.smithi131.stdout:3321: done (0 left) 2024-08-29T15:00:11.221 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 319 2024-08-29T15:00:11.221 INFO:tasks.rados.rados.0.smithi131.stdout:3322: seq_num 1035 ranges {4718592=540672} 2024-08-29T15:00:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:3322: writing smithi13174786-20 from 4718592 to 5259264 tid 1 2024-08-29T15:00:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:3323: read oid 7 snap -1 2024-08-29T15:00:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:3323: expect deleted 2024-08-29T15:00:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:3324: rollback oid 37 current snap is 319 2024-08-29T15:00:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 37 to 317 2024-08-29T15:00:11.249 INFO:tasks.rados.rados.0.smithi131.stdout:3325: snap_create 2024-08-29T15:00:11.256 INFO:tasks.rados.rados.0.smithi131.stdout:3324: finishing rollback tid 0 to smithi13174786-37 2024-08-29T15:00:11.258 INFO:tasks.rados.rados.0.smithi131.stdout:3324: finishing rollback tid 1 to smithi13174786-37 2024-08-29T15:00:11.260 INFO:tasks.rados.rados.0.smithi131.stdout:3324: finishing rollback tid 2 to smithi13174786-37 2024-08-29T15:00:11.260 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2116 (ObjNum 987 snap 304 seq_num 987) dirty exists 2024-08-29T15:00:11.260 INFO:tasks.rados.rados.0.smithi131.stdout:3322: finishing write tid 1 to smithi13174786-20 2024-08-29T15:00:11.261 INFO:tasks.rados.rados.0.smithi131.stdout:3322: finishing write tid 2 to smithi13174786-20 2024-08-29T15:00:11.263 INFO:tasks.rados.rados.0.smithi131.stdout:3322: finishing write tid 3 to smithi13174786-20 2024-08-29T15:00:11.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2051 (ObjNum 1035 snap 319 seq_num 1035) dirty exists 2024-08-29T15:00:11.263 INFO:tasks.rados.rados.0.smithi131.stdout:3322: left oid 20 (ObjNum 1035 snap 319 seq_num 1035) 2024-08-29T15:00:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:11 smithi131 ceph-mon[87973]: osdmap e715: 8 total, 8 up, 8 in 2024-08-29T15:00:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:11 smithi131 ceph-mon[87973]: osdmap e716: 8 total, 8 up, 8 in 2024-08-29T15:00:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:11 smithi131 ceph-mon[90512]: osdmap e715: 8 total, 8 up, 8 in 2024-08-29T15:00:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:11 smithi131 ceph-mon[90512]: osdmap e716: 8 total, 8 up, 8 in 2024-08-29T15:00:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:11 smithi169 ceph-mon[78471]: osdmap e715: 8 total, 8 up, 8 in 2024-08-29T15:00:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:11 smithi169 ceph-mon[78471]: osdmap e716: 8 total, 8 up, 8 in 2024-08-29T15:00:12.253 INFO:tasks.rados.rados.0.smithi131.stdout:3322: done (3 left) 2024-08-29T15:00:12.253 INFO:tasks.rados.rados.0.smithi131.stdout:3323: done (2 left) 2024-08-29T15:00:12.253 INFO:tasks.rados.rados.0.smithi131.stdout:3324: done (1 left) 2024-08-29T15:00:12.253 INFO:tasks.rados.rados.0.smithi131.stdout:3325: done (0 left) 2024-08-29T15:00:12.253 INFO:tasks.rados.rados.0.smithi131.stdout:3326: snap_create 2024-08-29T15:00:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:12 smithi131 ceph-mon[87973]: pgmap v662: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 10 op/s 2024-08-29T15:00:12.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:12 smithi131 ceph-mon[90512]: pgmap v662: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 10 op/s 2024-08-29T15:00:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:12 smithi169 ceph-mon[78471]: pgmap v662: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 10 op/s 2024-08-29T15:00:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:3326: done (0 left) 2024-08-29T15:00:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 321 2024-08-29T15:00:13.255 INFO:tasks.rados.rados.0.smithi131.stdout:3327: seq_num 1036 ranges {10469376=557056} 2024-08-29T15:00:13.313 INFO:tasks.rados.rados.0.smithi131.stdout:3327: writing smithi13174786-8 from 10469376 to 11026432 tid 1 2024-08-29T15:00:13.313 INFO:tasks.rados.rados.0.smithi131.stdout:3328: rollback oid 37 current snap is 321 2024-08-29T15:00:13.313 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 37 to 297 2024-08-29T15:00:13.313 INFO:tasks.rados.rados.0.smithi131.stdout:3329: snap_create 2024-08-29T15:00:13.318 INFO:tasks.rados.rados.0.smithi131.stdout:3327: finishing write tid 1 to smithi13174786-8 2024-08-29T15:00:13.319 INFO:tasks.rados.rados.0.smithi131.stdout:3327: finishing write tid 2 to smithi13174786-8 2024-08-29T15:00:13.320 INFO:tasks.rados.rados.0.smithi131.stdout:3328: finishing rollback tid 0 to smithi13174786-37 2024-08-29T15:00:13.320 INFO:tasks.rados.rados.0.smithi131.stdout:3328: finishing rollback tid 1 to smithi13174786-37 2024-08-29T15:00:13.320 INFO:tasks.rados.rados.0.smithi131.stdout:3328: finishing rollback tid 2 to smithi13174786-37 2024-08-29T15:00:13.320 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2119 (ObjNum 719 snap 223 seq_num 719) dirty exists 2024-08-29T15:00:13.320 INFO:tasks.rados.rados.0.smithi131.stdout:3327: finishing write tid 3 to smithi13174786-8 2024-08-29T15:00:13.320 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 2129 (ObjNum 1036 snap 321 seq_num 1036) dirty exists 2024-08-29T15:00:13.320 INFO:tasks.rados.rados.0.smithi131.stdout:3327: left oid 8 (ObjNum 1036 snap 321 seq_num 1036) 2024-08-29T15:00:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:13 smithi131 ceph-mon[87973]: osdmap e717: 8 total, 8 up, 8 in 2024-08-29T15:00:13.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:13 smithi131 ceph-mon[90512]: osdmap e717: 8 total, 8 up, 8 in 2024-08-29T15:00:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:13 smithi169 ceph-mon[78471]: osdmap e717: 8 total, 8 up, 8 in 2024-08-29T15:00:14.271 INFO:tasks.rados.rados.0.smithi131.stdout:3327: done (2 left) 2024-08-29T15:00:14.271 INFO:tasks.rados.rados.0.smithi131.stdout:3328: done (1 left) 2024-08-29T15:00:14.271 INFO:tasks.rados.rados.0.smithi131.stdout:3329: done (0 left) 2024-08-29T15:00:14.271 INFO:tasks.rados.rados.0.smithi131.stdout:3330: setattr oid 17 current snap is 322 2024-08-29T15:00:14.272 INFO:tasks.rados.rados.0.smithi131.stdout:3331: snap_create 2024-08-29T15:00:14.278 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 2047 (ObjNum 81 snap 0 seq_num 2121230176) dirty exists 2024-08-29T15:00:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:14 smithi131 ceph-mon[87973]: pgmap v665: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 281 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 476 KiB/s wr, 4 op/s 2024-08-29T15:00:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:14 smithi131 ceph-mon[87973]: osdmap e718: 8 total, 8 up, 8 in 2024-08-29T15:00:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:14 smithi131 ceph-mon[90512]: pgmap v665: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 281 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 476 KiB/s wr, 4 op/s 2024-08-29T15:00:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:14 smithi131 ceph-mon[90512]: osdmap e718: 8 total, 8 up, 8 in 2024-08-29T15:00:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:14 smithi169 ceph-mon[78471]: pgmap v665: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 281 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 476 KiB/s wr, 4 op/s 2024-08-29T15:00:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:14 smithi169 ceph-mon[78471]: osdmap e718: 8 total, 8 up, 8 in 2024-08-29T15:00:15.281 INFO:tasks.rados.rados.0.smithi131.stdout:3330: done (1 left) 2024-08-29T15:00:15.281 INFO:tasks.rados.rados.0.smithi131.stdout:3331: done (0 left) 2024-08-29T15:00:15.281 INFO:tasks.rados.rados.0.smithi131.stdout:3332: snap_create 2024-08-29T15:00:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:15 smithi131 ceph-mon[87973]: osdmap e719: 8 total, 8 up, 8 in 2024-08-29T15:00:15.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:15 smithi131 ceph-mon[87973]: pgmap v668: 121 pgs: 121 active+clean; 284 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 846 KiB/s wr, 10 op/s 2024-08-29T15:00:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:15 smithi131 ceph-mon[90512]: osdmap e719: 8 total, 8 up, 8 in 2024-08-29T15:00:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:15 smithi131 ceph-mon[90512]: pgmap v668: 121 pgs: 121 active+clean; 284 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 846 KiB/s wr, 10 op/s 2024-08-29T15:00:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:15 smithi169 ceph-mon[78471]: osdmap e719: 8 total, 8 up, 8 in 2024-08-29T15:00:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:15 smithi169 ceph-mon[78471]: pgmap v668: 121 pgs: 121 active+clean; 284 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 846 KiB/s wr, 10 op/s 2024-08-29T15:00:16.222 INFO:tasks.rados.rados.0.smithi131.stdout:3332: done (0 left) 2024-08-29T15:00:16.222 INFO:tasks.rados.rados.0.smithi131.stdout:3333: read oid 29 snap -1 2024-08-29T15:00:16.222 INFO:tasks.rados.rados.0.smithi131.stdout:3333: expect deleted 2024-08-29T15:00:16.222 INFO:tasks.rados.rados.0.smithi131.stdout:3334: read oid 23 snap 320 2024-08-29T15:00:16.222 INFO:tasks.rados.rados.0.smithi131.stdout:3334: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T15:00:16.222 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 324 2024-08-29T15:00:16.222 INFO:tasks.rados.rados.0.smithi131.stdout:3335: seq_num 1037 ranges {7233536=573440} 2024-08-29T15:00:16.264 INFO:tasks.rados.rados.0.smithi131.stdout:3335: writing smithi13174786-1 from 7233536 to 7806976 tid 1 2024-08-29T15:00:16.264 INFO:tasks.rados.rados.0.smithi131.stdout:3336: delete oid 37 current snap is 324 2024-08-29T15:00:16.264 INFO:tasks.rados.rados.0.smithi131.stdout:3334: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T15:00:16.268 INFO:tasks.rados.rados.0.smithi131.stdout:3333: done (3 left) 2024-08-29T15:00:16.268 INFO:tasks.rados.rados.0.smithi131.stdout:3334: done (2 left) 2024-08-29T15:00:16.268 INFO:tasks.rados.rados.0.smithi131.stdout:3336: done (1 left) 2024-08-29T15:00:16.268 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 324 2024-08-29T15:00:16.269 INFO:tasks.rados.rados.0.smithi131.stdout:3337: seq_num 1039 ranges {10772480=606208} 2024-08-29T15:00:16.273 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:00:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:00:15] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.51.0" 2024-08-29T15:00:16.330 INFO:tasks.rados.rados.0.smithi131.stdout:3337: writing smithi13174786-24 from 10772480 to 11378688 tid 1 2024-08-29T15:00:16.330 INFO:tasks.rados.rados.0.smithi131.stdout:3338: snap_create 2024-08-29T15:00:16.330 INFO:tasks.rados.rados.0.smithi131.stdout:3335: finishing write tid 1 to smithi13174786-1 2024-08-29T15:00:16.330 INFO:tasks.rados.rados.0.smithi131.stdout:3335: finishing write tid 2 to smithi13174786-1 2024-08-29T15:00:16.330 INFO:tasks.rados.rados.0.smithi131.stdout:3335: finishing write tid 3 to smithi13174786-1 2024-08-29T15:00:16.330 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1922 (ObjNum 1037 snap 324 seq_num 1037) dirty exists 2024-08-29T15:00:16.330 INFO:tasks.rados.rados.0.smithi131.stdout:3335: left oid 1 (ObjNum 1037 snap 324 seq_num 1037) 2024-08-29T15:00:16.334 INFO:tasks.rados.rados.0.smithi131.stdout:3337: finishing write tid 1 to smithi13174786-24 2024-08-29T15:00:16.334 INFO:tasks.rados.rados.0.smithi131.stdout:3337: finishing write tid 2 to smithi13174786-24 2024-08-29T15:00:16.335 INFO:tasks.rados.rados.0.smithi131.stdout:3337: finishing write tid 3 to smithi13174786-24 2024-08-29T15:00:16.335 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1924 (ObjNum 1039 snap 324 seq_num 1039) dirty exists 2024-08-29T15:00:16.335 INFO:tasks.rados.rados.0.smithi131.stdout:3337: left oid 24 (ObjNum 1039 snap 324 seq_num 1039) 2024-08-29T15:00:16.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:16 smithi131 ceph-mon[87973]: osdmap e720: 8 total, 8 up, 8 in 2024-08-29T15:00:16.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:16 smithi131 ceph-mon[87973]: osdmap e721: 8 total, 8 up, 8 in 2024-08-29T15:00:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:16 smithi131 ceph-mon[90512]: osdmap e720: 8 total, 8 up, 8 in 2024-08-29T15:00:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:16 smithi131 ceph-mon[90512]: osdmap e721: 8 total, 8 up, 8 in 2024-08-29T15:00:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:16 smithi169 ceph-mon[78471]: osdmap e720: 8 total, 8 up, 8 in 2024-08-29T15:00:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:16 smithi169 ceph-mon[78471]: osdmap e721: 8 total, 8 up, 8 in 2024-08-29T15:00:17.289 INFO:tasks.rados.rados.0.smithi131.stdout:3335: done (2 left) 2024-08-29T15:00:17.289 INFO:tasks.rados.rados.0.smithi131.stdout:3337: done (1 left) 2024-08-29T15:00:17.289 INFO:tasks.rados.rados.0.smithi131.stdout:3338: done (0 left) 2024-08-29T15:00:17.289 INFO:tasks.rados.rados.0.smithi131.stdout:3339: read oid 24 snap -1 2024-08-29T15:00:17.289 INFO:tasks.rados.rados.0.smithi131.stdout:3339: expect (ObjNum 1039 snap 324 seq_num 1039) 2024-08-29T15:00:17.289 INFO:tasks.rados.rados.0.smithi131.stdout:3340: rmattr oid 18 current snap is 325 2024-08-29T15:00:17.289 INFO:tasks.rados.rados.0.smithi131.stdout:3340: done (1 left) 2024-08-29T15:00:17.289 INFO:tasks.rados.rados.0.smithi131.stdout:3341: copy_from oid 39 from oid 28 current snap is 325 2024-08-29T15:00:17.289 INFO:tasks.rados.rados.0.smithi131.stdout:3342: setattr oid 6 current snap is 325 2024-08-29T15:00:17.290 INFO:tasks.rados.rados.0.smithi131.stdout:3343: snap_remove snap 311 2024-08-29T15:00:17.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:17 smithi131 ceph-mon[90512]: pgmap v671: 121 pgs: 121 active+clean; 290 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 614 KiB/s wr, 8 op/s 2024-08-29T15:00:17.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:17 smithi131 ceph-mon[87973]: pgmap v671: 121 pgs: 121 active+clean; 290 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 614 KiB/s wr, 8 op/s 2024-08-29T15:00:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:17 smithi169 ceph-mon[78471]: pgmap v671: 121 pgs: 121 active+clean; 290 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 614 KiB/s wr, 8 op/s 2024-08-29T15:00:18.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1892 (ObjNum 747 snap 234 seq_num 747) dirty exists 2024-08-29T15:00:18.297 INFO:tasks.rados.rados.0.smithi131.stdout:3341: finishing copy_from racing read to smithi13174786-39 2024-08-29T15:00:18.298 INFO:tasks.rados.rados.0.smithi131.stdout:3341: finishing copy_from to smithi13174786-39 2024-08-29T15:00:18.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 2116 (ObjNum 1030 snap 318 seq_num 1030) dirty exists 2024-08-29T15:00:18.298 INFO:tasks.rados.rados.0.smithi131.stdout:3339: expect (ObjNum 1039 snap 324 seq_num 1039) 2024-08-29T15:00:18.604 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:18 smithi131 ceph-mon[87973]: osdmap e722: 8 total, 8 up, 8 in 2024-08-29T15:00:18.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:18 smithi131 ceph-mon[90512]: osdmap e722: 8 total, 8 up, 8 in 2024-08-29T15:00:18.635 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:18 smithi169 ceph-mon[78471]: osdmap e722: 8 total, 8 up, 8 in 2024-08-29T15:00:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:19 smithi131 ceph-mon[87973]: osdmap e723: 8 total, 8 up, 8 in 2024-08-29T15:00:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:19 smithi131 ceph-mon[87973]: pgmap v674: 121 pgs: 121 active+clean; 294 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-29T15:00:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:19 smithi131 ceph-mon[90512]: osdmap e723: 8 total, 8 up, 8 in 2024-08-29T15:00:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:19 smithi131 ceph-mon[90512]: pgmap v674: 121 pgs: 121 active+clean; 294 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-29T15:00:19.611 INFO:tasks.rados.rados.0.smithi131.stdout:3339: done (3 left) 2024-08-29T15:00:19.611 INFO:tasks.rados.rados.0.smithi131.stdout:3341: done (2 left) 2024-08-29T15:00:19.611 INFO:tasks.rados.rados.0.smithi131.stdout:3342: done (1 left) 2024-08-29T15:00:19.611 INFO:tasks.rados.rados.0.smithi131.stdout:3343: done (0 left) 2024-08-29T15:00:19.611 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 30 current snap is 325 2024-08-29T15:00:19.611 INFO:tasks.rados.rados.0.smithi131.stdout:3344: seq_num 1040 ranges {0=622592} 2024-08-29T15:00:19.614 INFO:tasks.rados.rados.0.smithi131.stdout:3344: writing smithi13174786-30 from 0 to 622592 tid 1 2024-08-29T15:00:19.615 INFO:tasks.rados.rados.0.smithi131.stdout:3345: snap_remove snap 309 2024-08-29T15:00:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:19 smithi169 ceph-mon[78471]: osdmap e723: 8 total, 8 up, 8 in 2024-08-29T15:00:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:19 smithi169 ceph-mon[78471]: pgmap v674: 121 pgs: 121 active+clean; 294 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-29T15:00:20.303 INFO:tasks.rados.rados.0.smithi131.stdout:3345: done (1 left) 2024-08-29T15:00:20.303 INFO:tasks.rados.rados.0.smithi131.stdout:3346: read oid 14 snap 315 2024-08-29T15:00:20.304 INFO:tasks.rados.rados.0.smithi131.stdout:3346: expect (ObjNum 942 snap 296 seq_num 942) 2024-08-29T15:00:20.304 INFO:tasks.rados.rados.0.smithi131.stdout:3347: copy_from oid 15 from oid 1 current snap is 325 2024-08-29T15:00:20.304 INFO:tasks.rados.rados.0.smithi131.stdout:3344: finishing write tid 1 to smithi13174786-30 2024-08-29T15:00:20.304 INFO:tasks.rados.rados.0.smithi131.stdout:3344: finishing write tid 2 to smithi13174786-30 2024-08-29T15:00:20.304 INFO:tasks.rados.rados.0.smithi131.stdout:3344: finishing write tid 3 to smithi13174786-30 2024-08-29T15:00:20.304 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 2111 (ObjNum 1040 snap 325 seq_num 1040) dirty exists 2024-08-29T15:00:20.304 INFO:tasks.rados.rados.0.smithi131.stdout:3344: left oid 30 (ObjNum 1040 snap 325 seq_num 1040) 2024-08-29T15:00:20.304 INFO:tasks.rados.rados.0.smithi131.stdout:3344: done (2 left) 2024-08-29T15:00:20.304 INFO:tasks.rados.rados.0.smithi131.stdout:3348: setattr oid 48 current snap is 325 2024-08-29T15:00:20.305 INFO:tasks.rados.rados.0.smithi131.stdout:3349: snap_create 2024-08-29T15:00:20.322 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 2048 (ObjNum 1003 snap 308 seq_num 1003) dirty exists 2024-08-29T15:00:20.326 INFO:tasks.rados.rados.0.smithi131.stdout:3346: expect (ObjNum 942 snap 296 seq_num 942) 2024-08-29T15:00:20.373 INFO:tasks.rados.rados.0.smithi131.stdout:3347: finishing copy_from racing read to smithi13174786-15 2024-08-29T15:00:20.373 INFO:tasks.rados.rados.0.smithi131.stdout:3347: finishing copy_from to smithi13174786-15 2024-08-29T15:00:20.373 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 1922 (ObjNum 1037 snap 324 seq_num 1037) dirty exists 2024-08-29T15:00:20.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:20.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:20.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:00:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:00:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:00:21.315 INFO:tasks.rados.rados.0.smithi131.stdout:3346: done (3 left) 2024-08-29T15:00:21.316 INFO:tasks.rados.rados.0.smithi131.stdout:3347: done (2 left) 2024-08-29T15:00:21.316 INFO:tasks.rados.rados.0.smithi131.stdout:3348: done (1 left) 2024-08-29T15:00:21.316 INFO:tasks.rados.rados.0.smithi131.stdout:3349: done (0 left) 2024-08-29T15:00:21.316 INFO:tasks.rados.rados.0.smithi131.stdout:3350: delete oid 34 current snap is 326 2024-08-29T15:00:21.319 INFO:tasks.rados.rados.0.smithi131.stdout:3350: done (0 left) 2024-08-29T15:00:21.319 INFO:tasks.rados.rados.0.smithi131.stdout:3351: rmattr oid 6 current snap is 326 2024-08-29T15:00:21.319 INFO:tasks.rados.rados.0.smithi131.stdout:3352: read oid 37 snap -1 2024-08-29T15:00:21.319 INFO:tasks.rados.rados.0.smithi131.stdout:3352: expect deleted 2024-08-29T15:00:21.319 INFO:tasks.rados.rados.0.smithi131.stdout:3353: delete oid 32 current snap is 326 2024-08-29T15:00:21.323 INFO:tasks.rados.rados.0.smithi131.stdout:3352: done (2 left) 2024-08-29T15:00:21.323 INFO:tasks.rados.rados.0.smithi131.stdout:3353: done (1 left) 2024-08-29T15:00:21.323 INFO:tasks.rados.rados.0.smithi131.stdout:3354: rollback oid 25 current snap is 326 2024-08-29T15:00:21.323 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 25 to 302 2024-08-29T15:00:21.323 INFO:tasks.rados.rados.0.smithi131.stdout:3355: read oid 20 snap 325 2024-08-29T15:00:21.323 INFO:tasks.rados.rados.0.smithi131.stdout:3355: expect (ObjNum 1035 snap 319 seq_num 1035) 2024-08-29T15:00:21.324 INFO:tasks.rados.rados.0.smithi131.stdout:3356: delete oid 34 current snap is 326 2024-08-29T15:00:21.324 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1894 (ObjNum 747 snap 234 seq_num 747) dirty exists 2024-08-29T15:00:21.327 INFO:tasks.rados.rados.0.smithi131.stdout:3351: done (3 left) 2024-08-29T15:00:21.327 INFO:tasks.rados.rados.0.smithi131.stdout:3356: done (2 left) 2024-08-29T15:00:21.327 INFO:tasks.rados.rados.0.smithi131.stdout:3357: delete oid 37 current snap is 326 2024-08-29T15:00:21.328 INFO:tasks.rados.rados.0.smithi131.stdout:3354: finishing rollback tid 1 to smithi13174786-25 2024-08-29T15:00:21.328 INFO:tasks.rados.rados.0.smithi131.stdout:3354: finishing rollback tid 2 to smithi13174786-25 2024-08-29T15:00:21.328 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 2295 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-08-29T15:00:21.330 INFO:tasks.rados.rados.0.smithi131.stdout:3354: done (2 left) 2024-08-29T15:00:21.330 INFO:tasks.rados.rados.0.smithi131.stdout:3357: done (1 left) 2024-08-29T15:00:21.330 INFO:tasks.rados.rados.0.smithi131.stdout:3358: rmattr oid 24 current snap is 326 2024-08-29T15:00:21.330 INFO:tasks.rados.rados.0.smithi131.stdout:3359: snap_remove snap 323 2024-08-29T15:00:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:21 smithi131 ceph-mon[87973]: osdmap e724: 8 total, 8 up, 8 in 2024-08-29T15:00:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:21 smithi131 ceph-mon[87973]: pgmap v676: 121 pgs: 121 active+clean; 294 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T15:00:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:21 smithi131 ceph-mon[90512]: osdmap e724: 8 total, 8 up, 8 in 2024-08-29T15:00:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:21 smithi131 ceph-mon[90512]: pgmap v676: 121 pgs: 121 active+clean; 294 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T15:00:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:21 smithi169 ceph-mon[78471]: osdmap e724: 8 total, 8 up, 8 in 2024-08-29T15:00:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:21 smithi169 ceph-mon[78471]: pgmap v676: 121 pgs: 121 active+clean; 294 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T15:00:22.322 INFO:tasks.rados.rados.0.smithi131.stdout:3359: done (2 left) 2024-08-29T15:00:22.322 INFO:tasks.rados.rados.0.smithi131.stdout:3360: rollback oid 42 current snap is 326 2024-08-29T15:00:22.322 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 42 to 318 2024-08-29T15:00:22.322 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 1925 (ObjNum 1039 snap 324 seq_num 1039) dirty exists 2024-08-29T15:00:22.322 INFO:tasks.rados.rados.0.smithi131.stdout:3355: expect (ObjNum 1035 snap 319 seq_num 1035) 2024-08-29T15:00:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:22 smithi131 ceph-mon[87973]: osdmap e725: 8 total, 8 up, 8 in 2024-08-29T15:00:22.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:22 smithi131 ceph-mon[90512]: osdmap e725: 8 total, 8 up, 8 in 2024-08-29T15:00:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:22 smithi169 ceph-mon[78471]: osdmap e725: 8 total, 8 up, 8 in 2024-08-29T15:00:22.645 INFO:tasks.rados.rados.0.smithi131.stdout:3360: finishing rollback tid 0 to smithi13174786-42 2024-08-29T15:00:22.646 INFO:tasks.rados.rados.0.smithi131.stdout:3360: finishing rollback tid 1 to smithi13174786-42 2024-08-29T15:00:22.646 INFO:tasks.rados.rados.0.smithi131.stdout:3360: finishing rollback tid 2 to smithi13174786-42 2024-08-29T15:00:22.646 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 2051 (ObjNum 948 snap 297 seq_num 948) dirty exists 2024-08-29T15:00:22.646 INFO:tasks.rados.rados.0.smithi131.stdout:3355: done (2 left) 2024-08-29T15:00:22.646 INFO:tasks.rados.rados.0.smithi131.stdout:3358: done (1 left) 2024-08-29T15:00:22.646 INFO:tasks.rados.rados.0.smithi131.stdout:3360: done (0 left) 2024-08-29T15:00:22.646 INFO:tasks.rados.rados.0.smithi131.stdout:3361: copy_from oid 26 from oid 32 current snap is 326 2024-08-29T15:00:22.646 INFO:tasks.rados.rados.0.smithi131.stdout:3362: setattr oid 48 current snap is 326 2024-08-29T15:00:22.646 INFO:tasks.rados.rados.0.smithi131.stdout:3363: read oid 47 snap -1 2024-08-29T15:00:22.646 INFO:tasks.rados.rados.0.smithi131.stdout:3363: expect (ObjNum 1032 snap 318 seq_num 1032) 2024-08-29T15:00:22.647 INFO:tasks.rados.rados.0.smithi131.stdout:3364: snap_remove snap 297 2024-08-29T15:00:23.335 INFO:tasks.rados.rados.0.smithi131.stdout:3364: done (3 left) 2024-08-29T15:00:23.335 INFO:tasks.rados.rados.0.smithi131.stdout:3365: rollback oid 34 current snap is 326 2024-08-29T15:00:23.335 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 34 to 288 2024-08-29T15:00:23.335 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 326 2024-08-29T15:00:23.335 INFO:tasks.rados.rados.0.smithi131.stdout:3366: seq_num 1045 ranges {0=704512} 2024-08-29T15:00:23.340 INFO:tasks.rados.rados.0.smithi131.stdout:3366: writing smithi13174786-37 from 0 to 704512 tid 1 2024-08-29T15:00:23.340 INFO:tasks.rados.rados.0.smithi131.stdout:3367: copy_from oid 11 from oid 20 current snap is 326 2024-08-29T15:00:23.340 INFO:tasks.rados.rados.0.smithi131.stdout:3361: finishing copy_from to smithi13174786-26 2024-08-29T15:00:23.340 INFO:tasks.rados.rados.0.smithi131.stdout:3361: got expected ENOENT (src dne) 2024-08-29T15:00:23.340 INFO:tasks.rados.rados.0.smithi131.stdout:3361: finishing copy_from racing read to smithi13174786-26 2024-08-29T15:00:23.340 INFO:tasks.rados.rados.0.smithi131.stdout:3363: expect (ObjNum 1032 snap 318 seq_num 1032) 2024-08-29T15:00:23.363 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 2052 (ObjNum 1003 snap 308 seq_num 1003) dirty exists 2024-08-29T15:00:23.363 INFO:tasks.rados.rados.0.smithi131.stdout:3361: done (5 left) 2024-08-29T15:00:23.363 INFO:tasks.rados.rados.0.smithi131.stdout:3362: done (4 left) 2024-08-29T15:00:23.363 INFO:tasks.rados.rados.0.smithi131.stdout:3363: done (3 left) 2024-08-29T15:00:23.363 INFO:tasks.rados.rados.0.smithi131.stdout:3368: rmattr oid 10 current snap is 326 2024-08-29T15:00:23.363 INFO:tasks.rados.rados.0.smithi131.stdout:3365: finishing rollback tid 1 to smithi13174786-34 2024-08-29T15:00:23.363 INFO:tasks.rados.rados.0.smithi131.stdout:3365: finishing rollback tid 2 to smithi13174786-34 2024-08-29T15:00:23.363 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 1896 (ObjNum 913 snap 287 seq_num 913) dirty exists 2024-08-29T15:00:23.363 INFO:tasks.rados.rados.0.smithi131.stdout:3366: finishing write tid 1 to smithi13174786-37 2024-08-29T15:00:23.363 INFO:tasks.rados.rados.0.smithi131.stdout:3366: finishing write tid 2 to smithi13174786-37 2024-08-29T15:00:23.364 INFO:tasks.rados.rados.0.smithi131.stdout:3366: finishing write tid 3 to smithi13174786-37 2024-08-29T15:00:23.364 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2122 (ObjNum 1045 snap 326 seq_num 1045) dirty exists 2024-08-29T15:00:23.364 INFO:tasks.rados.rados.0.smithi131.stdout:3366: left oid 37 (ObjNum 1045 snap 326 seq_num 1045) 2024-08-29T15:00:23.364 INFO:tasks.rados.rados.0.smithi131.stdout:3365: done (3 left) 2024-08-29T15:00:23.364 INFO:tasks.rados.rados.0.smithi131.stdout:3366: done (2 left) 2024-08-29T15:00:23.364 INFO:tasks.rados.rados.0.smithi131.stdout:3369: rmattr oid 19 current snap is 326 2024-08-29T15:00:23.364 INFO:tasks.rados.rados.0.smithi131.stdout:3369: done (2 left) 2024-08-29T15:00:23.364 INFO:tasks.rados.rados.0.smithi131.stdout:3370: read oid 17 snap -1 2024-08-29T15:00:23.364 INFO:tasks.rados.rados.0.smithi131.stdout:3370: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:23.364 INFO:tasks.rados.rados.0.smithi131.stdout:3371: snap_create 2024-08-29T15:00:23.366 INFO:tasks.rados.rados.0.smithi131.stdout:3370: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:23.369 INFO:tasks.rados.rados.0.smithi131.stdout:3367: finishing copy_from racing read to smithi13174786-11 2024-08-29T15:00:23.373 INFO:tasks.rados.rados.0.smithi131.stdout:3367: finishing copy_from to smithi13174786-11 2024-08-29T15:00:23.373 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 2051 (ObjNum 1035 snap 319 seq_num 1035) dirty exists 2024-08-29T15:00:23.373 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 2154 (ObjNum 962 snap 299 seq_num 962) dirty exists 2024-08-29T15:00:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:23 smithi131 ceph-mon[87973]: osdmap e726: 8 total, 8 up, 8 in 2024-08-29T15:00:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:23 smithi131 ceph-mon[87973]: pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 302 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-29T15:00:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:23 smithi131 ceph-mon[90512]: osdmap e726: 8 total, 8 up, 8 in 2024-08-29T15:00:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:23 smithi131 ceph-mon[90512]: pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 302 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-29T15:00:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:23 smithi169 ceph-mon[78471]: osdmap e726: 8 total, 8 up, 8 in 2024-08-29T15:00:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:23 smithi169 ceph-mon[78471]: pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 302 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-29T15:00:24.336 INFO:tasks.rados.rados.0.smithi131.stdout:3367: done (3 left) 2024-08-29T15:00:24.337 INFO:tasks.rados.rados.0.smithi131.stdout:3368: done (2 left) 2024-08-29T15:00:24.337 INFO:tasks.rados.rados.0.smithi131.stdout:3370: done (1 left) 2024-08-29T15:00:24.337 INFO:tasks.rados.rados.0.smithi131.stdout:3371: done (0 left) 2024-08-29T15:00:24.337 INFO:tasks.rados.rados.0.smithi131.stdout:3372: delete oid 9 current snap is 327 2024-08-29T15:00:24.341 INFO:tasks.rados.rados.0.smithi131.stdout:3372: done (0 left) 2024-08-29T15:00:24.341 INFO:tasks.rados.rados.0.smithi131.stdout:3373: snap_create 2024-08-29T15:00:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:24 smithi131 ceph-mon[87973]: osdmap e727: 8 total, 8 up, 8 in 2024-08-29T15:00:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:24 smithi131 ceph-mon[90512]: osdmap e727: 8 total, 8 up, 8 in 2024-08-29T15:00:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:24 smithi169 ceph-mon[78471]: osdmap e727: 8 total, 8 up, 8 in 2024-08-29T15:00:25.345 INFO:tasks.rados.rados.0.smithi131.stdout:3373: done (0 left) 2024-08-29T15:00:25.345 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 328 2024-08-29T15:00:25.345 INFO:tasks.rados.rados.0.smithi131.stdout:3374: seq_num 1047 ranges {7806976=745472} 2024-08-29T15:00:25.390 INFO:tasks.rados.rados.0.smithi131.stdout:3374: writing smithi13174786-1 from 7806976 to 8552448 tid 1 2024-08-29T15:00:25.390 INFO:tasks.rados.rados.0.smithi131.stdout:3375: delete oid 50 current snap is 328 2024-08-29T15:00:25.398 INFO:tasks.rados.rados.0.smithi131.stdout:3374: finishing write tid 1 to smithi13174786-1 2024-08-29T15:00:25.398 INFO:tasks.rados.rados.0.smithi131.stdout:3375: done (1 left) 2024-08-29T15:00:25.398 INFO:tasks.rados.rados.0.smithi131.stdout:3376: snap_create 2024-08-29T15:00:25.398 INFO:tasks.rados.rados.0.smithi131.stdout:3374: finishing write tid 2 to smithi13174786-1 2024-08-29T15:00:25.399 INFO:tasks.rados.rados.0.smithi131.stdout:3374: finishing write tid 3 to smithi13174786-1 2024-08-29T15:00:25.400 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1927 (ObjNum 1047 snap 328 seq_num 1047) dirty exists 2024-08-29T15:00:25.400 INFO:tasks.rados.rados.0.smithi131.stdout:3374: left oid 1 (ObjNum 1047 snap 328 seq_num 1047) 2024-08-29T15:00:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:25 smithi131 ceph-mon[87973]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-08-29T15:00:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:25 smithi131 ceph-mon[87973]: osdmap e728: 8 total, 8 up, 8 in 2024-08-29T15:00:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:25 smithi131 ceph-mon[90512]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-08-29T15:00:25.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:25 smithi131 ceph-mon[90512]: osdmap e728: 8 total, 8 up, 8 in 2024-08-29T15:00:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:25 smithi169 ceph-mon[78471]: pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-08-29T15:00:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:25 smithi169 ceph-mon[78471]: osdmap e728: 8 total, 8 up, 8 in 2024-08-29T15:00:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:3374: done (1 left) 2024-08-29T15:00:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:3376: done (0 left) 2024-08-29T15:00:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:3377: rmattr oid 15 current snap is 329 2024-08-29T15:00:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:3378: read oid 31 snap -1 2024-08-29T15:00:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:3378: expect deleted 2024-08-29T15:00:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:3379: read oid 39 snap -1 2024-08-29T15:00:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:3379: expect (ObjNum 1030 snap 318 seq_num 1030) 2024-08-29T15:00:26.227 INFO:tasks.rados.rados.0.smithi131.stdout:3380: snap_remove snap 316 2024-08-29T15:00:26.342 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:00:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:00:25] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.51.0" 2024-08-29T15:00:26.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:26 smithi131 ceph-mon[90512]: osdmap e729: 8 total, 8 up, 8 in 2024-08-29T15:00:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:26 smithi131 ceph-mon[90512]: osdmap e730: 8 total, 8 up, 8 in 2024-08-29T15:00:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:26 smithi131 ceph-mon[87973]: osdmap e729: 8 total, 8 up, 8 in 2024-08-29T15:00:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:26 smithi131 ceph-mon[87973]: osdmap e730: 8 total, 8 up, 8 in 2024-08-29T15:00:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:26 smithi169 ceph-mon[78471]: osdmap e729: 8 total, 8 up, 8 in 2024-08-29T15:00:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:26 smithi169 ceph-mon[78471]: osdmap e730: 8 total, 8 up, 8 in 2024-08-29T15:00:27.231 INFO:tasks.rados.rados.0.smithi131.stdout:3380: done (3 left) 2024-08-29T15:00:27.231 INFO:tasks.rados.rados.0.smithi131.stdout:3381: read oid 13 snap 315 2024-08-29T15:00:27.231 INFO:tasks.rados.rados.0.smithi131.stdout:3381: expect (ObjNum 1016 snap 311 seq_num 1016) 2024-08-29T15:00:27.231 INFO:tasks.rados.rados.0.smithi131.stdout:3382: rollback oid 33 current snap is 329 2024-08-29T15:00:27.231 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 33 to 320 2024-08-29T15:00:27.231 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2123 (ObjNum 1037 snap 324 seq_num 1037) dirty exists 2024-08-29T15:00:27.231 INFO:tasks.rados.rados.0.smithi131.stdout:3379: expect (ObjNum 1030 snap 318 seq_num 1030) 2024-08-29T15:00:27.513 INFO:tasks.rados.rados.0.smithi131.stdout:3381: expect (ObjNum 1016 snap 311 seq_num 1016) 2024-08-29T15:00:27.526 INFO:tasks.rados.rados.0.smithi131.stdout:3382: finishing rollback tid 0 to smithi13174786-33 2024-08-29T15:00:27.526 INFO:tasks.rados.rados.0.smithi131.stdout:3382: finishing rollback tid 1 to smithi13174786-33 2024-08-29T15:00:27.526 INFO:tasks.rados.rados.0.smithi131.stdout:3382: finishing rollback tid 2 to smithi13174786-33 2024-08-29T15:00:27.526 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2120 (ObjNum 1027 snap 316 seq_num 1027) dirty exists 2024-08-29T15:00:27.526 INFO:tasks.rados.rados.0.smithi131.stdout:3377: done (4 left) 2024-08-29T15:00:27.526 INFO:tasks.rados.rados.0.smithi131.stdout:3378: done (3 left) 2024-08-29T15:00:27.527 INFO:tasks.rados.rados.0.smithi131.stdout:3379: done (2 left) 2024-08-29T15:00:27.527 INFO:tasks.rados.rados.0.smithi131.stdout:3381: done (1 left) 2024-08-29T15:00:27.527 INFO:tasks.rados.rados.0.smithi131.stdout:3382: done (0 left) 2024-08-29T15:00:27.527 INFO:tasks.rados.rados.0.smithi131.stdout:3383: delete oid 11 current snap is 329 2024-08-29T15:00:27.529 INFO:tasks.rados.rados.0.smithi131.stdout:3383: done (0 left) 2024-08-29T15:00:27.530 INFO:tasks.rados.rados.0.smithi131.stdout:3384: delete oid 10 current snap is 329 2024-08-29T15:00:27.533 INFO:tasks.rados.rados.0.smithi131.stdout:3384: done (0 left) 2024-08-29T15:00:27.533 INFO:tasks.rados.rados.0.smithi131.stdout:3385: rollback oid 11 current snap is 329 2024-08-29T15:00:27.533 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 11 to 314 2024-08-29T15:00:27.533 INFO:tasks.rados.rados.0.smithi131.stdout:3386: rollback oid 20 current snap is 329 2024-08-29T15:00:27.533 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 20 to 315 2024-08-29T15:00:27.533 INFO:tasks.rados.rados.0.smithi131.stdout:3387: rollback oid 50 current snap is 329 2024-08-29T15:00:27.533 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 50 to 317 2024-08-29T15:00:27.533 INFO:tasks.rados.rados.0.smithi131.stdout:3388: delete oid 14 current snap is 329 2024-08-29T15:00:27.535 INFO:tasks.rados.rados.0.smithi131.stdout:3388: done (3 left) 2024-08-29T15:00:27.535 INFO:tasks.rados.rados.0.smithi131.stdout:3389: delete oid 38 current snap is 329 2024-08-29T15:00:27.535 INFO:tasks.rados.rados.0.smithi131.stdout:3385: finishing rollback tid 1 to smithi13174786-11 2024-08-29T15:00:27.535 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 2158 (ObjNum 177 snap 0 seq_num 2120212304) dirty dne 2024-08-29T15:00:27.536 INFO:tasks.rados.rados.0.smithi131.stdout:3387: finishing rollback tid 1 to smithi13174786-50 2024-08-29T15:00:27.536 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 2217 (ObjNum 33 snap 0 seq_num 2121133088) dirty dne 2024-08-29T15:00:27.536 INFO:tasks.rados.rados.0.smithi131.stdout:3386: finishing rollback tid 0 to smithi13174786-20 2024-08-29T15:00:27.537 INFO:tasks.rados.rados.0.smithi131.stdout:3386: finishing rollback tid 1 to smithi13174786-20 2024-08-29T15:00:27.537 INFO:tasks.rados.rados.0.smithi131.stdout:3386: finishing rollback tid 2 to smithi13174786-20 2024-08-29T15:00:27.537 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2119 (ObjNum 948 snap 297 seq_num 948) dirty exists 2024-08-29T15:00:27.538 INFO:tasks.rados.rados.0.smithi131.stdout:3385: done (3 left) 2024-08-29T15:00:27.538 INFO:tasks.rados.rados.0.smithi131.stdout:3386: done (2 left) 2024-08-29T15:00:27.538 INFO:tasks.rados.rados.0.smithi131.stdout:3387: done (1 left) 2024-08-29T15:00:27.538 INFO:tasks.rados.rados.0.smithi131.stdout:3389: done (0 left) 2024-08-29T15:00:27.538 INFO:tasks.rados.rados.0.smithi131.stdout:3390: read oid 30 snap 322 2024-08-29T15:00:27.538 INFO:tasks.rados.rados.0.smithi131.stdout:3390: expect deleted 2024-08-29T15:00:27.538 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 35 current snap is 329 2024-08-29T15:00:27.538 INFO:tasks.rados.rados.0.smithi131.stdout:3391: seq_num 1053 ranges {0=442368,442368=401408} 2024-08-29T15:00:27.540 INFO:tasks.rados.rados.0.smithi131.stdout:3391: writing smithi13174786-35 from 0 to 442368 tid 1 2024-08-29T15:00:27.545 INFO:tasks.rados.rados.0.smithi131.stdout:3391: writing smithi13174786-35 from 442368 to 843776 tid 2 2024-08-29T15:00:27.545 INFO:tasks.rados.rados.0.smithi131.stdout:3392: copy_from oid 6 from oid 11 current snap is 329 2024-08-29T15:00:27.545 INFO:tasks.rados.rados.0.smithi131.stdout:3390: done (2 left) 2024-08-29T15:00:27.545 INFO:tasks.rados.rados.0.smithi131.stdout:3393: snap_create 2024-08-29T15:00:27.546 INFO:tasks.rados.rados.0.smithi131.stdout:3391: finishing write tid 1 to smithi13174786-35 2024-08-29T15:00:27.546 INFO:tasks.rados.rados.0.smithi131.stdout:3391: finishing write tid 2 to smithi13174786-35 2024-08-29T15:00:27.547 INFO:tasks.rados.rados.0.smithi131.stdout:3391: finishing write tid 3 to smithi13174786-35 2024-08-29T15:00:27.547 INFO:tasks.rados.rados.0.smithi131.stdout:3392: finishing copy_from to smithi13174786-6 2024-08-29T15:00:27.547 INFO:tasks.rados.rados.0.smithi131.stdout:3392: got expected ENOENT (src dne) 2024-08-29T15:00:27.547 INFO:tasks.rados.rados.0.smithi131.stdout:3392: finishing copy_from racing read to smithi13174786-6 2024-08-29T15:00:27.548 INFO:tasks.rados.rados.0.smithi131.stdout:3391: finishing write tid 4 to smithi13174786-35 2024-08-29T15:00:27.549 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 2164 (ObjNum 1053 snap 329 seq_num 1053) dirty exists 2024-08-29T15:00:27.549 INFO:tasks.rados.rados.0.smithi131.stdout:3391: left oid 35 (ObjNum 1053 snap 329 seq_num 1053) 2024-08-29T15:00:28.237 INFO:tasks.rados.rados.0.smithi131.stdout:3391: done (2 left) 2024-08-29T15:00:28.237 INFO:tasks.rados.rados.0.smithi131.stdout:3392: done (1 left) 2024-08-29T15:00:28.237 INFO:tasks.rados.rados.0.smithi131.stdout:3393: done (0 left) 2024-08-29T15:00:28.237 INFO:tasks.rados.rados.0.smithi131.stdout:3394: delete oid 26 current snap is 330 2024-08-29T15:00:28.242 INFO:tasks.rados.rados.0.smithi131.stdout:3394: done (0 left) 2024-08-29T15:00:28.242 INFO:tasks.rados.rados.0.smithi131.stdout:3395: snap_remove snap 318 2024-08-29T15:00:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:28 smithi131 ceph-mon[87973]: pgmap v685: 121 pgs: 121 active+clean; 312 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-08-29T15:00:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:28 smithi131 ceph-mon[87973]: osdmap e731: 8 total, 8 up, 8 in 2024-08-29T15:00:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:28 smithi131 ceph-mon[90512]: pgmap v685: 121 pgs: 121 active+clean; 312 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-08-29T15:00:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:28 smithi131 ceph-mon[90512]: osdmap e731: 8 total, 8 up, 8 in 2024-08-29T15:00:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:28 smithi169 ceph-mon[78471]: pgmap v685: 121 pgs: 121 active+clean; 312 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-08-29T15:00:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:28 smithi169 ceph-mon[78471]: osdmap e731: 8 total, 8 up, 8 in 2024-08-29T15:00:29.247 INFO:tasks.rados.rados.0.smithi131.stdout:3395: done (0 left) 2024-08-29T15:00:29.247 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 330 2024-08-29T15:00:29.247 INFO:tasks.rados.rados.0.smithi131.stdout:3396: seq_num 1055 ranges {8552448=475136,9027584=401408} 2024-08-29T15:00:29.296 INFO:tasks.rados.rados.0.smithi131.stdout:3396: writing smithi13174786-1 from 8552448 to 9027584 tid 1 2024-08-29T15:00:29.298 INFO:tasks.rados.rados.0.smithi131.stdout:3396: writing smithi13174786-1 from 9027584 to 9428992 tid 2 2024-08-29T15:00:29.298 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 330 2024-08-29T15:00:29.298 INFO:tasks.rados.rados.0.smithi131.stdout:3397: seq_num 1056 ranges {0=491520,491520=401408} 2024-08-29T15:00:29.301 INFO:tasks.rados.rados.0.smithi131.stdout:3397: writing smithi13174786-31 from 0 to 491520 tid 1 2024-08-29T15:00:29.304 INFO:tasks.rados.rados.0.smithi131.stdout:3397: writing smithi13174786-31 from 491520 to 892928 tid 2 2024-08-29T15:00:29.304 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 330 2024-08-29T15:00:29.304 INFO:tasks.rados.rados.0.smithi131.stdout:3396: finishing write tid 1 to smithi13174786-1 2024-08-29T15:00:29.305 INFO:tasks.rados.rados.0.smithi131.stdout:3398: seq_num 1057 ranges {0=507904,507904=401408} 2024-08-29T15:00:29.307 INFO:tasks.rados.rados.0.smithi131.stdout:3398: writing smithi13174786-38 from 0 to 507904 tid 1 2024-08-29T15:00:29.310 INFO:tasks.rados.rados.0.smithi131.stdout:3398: writing smithi13174786-38 from 507904 to 909312 tid 2 2024-08-29T15:00:29.310 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 330 2024-08-29T15:00:29.310 INFO:tasks.rados.rados.0.smithi131.stdout:3396: finishing write tid 2 to smithi13174786-1 2024-08-29T15:00:29.310 INFO:tasks.rados.rados.0.smithi131.stdout:3396: finishing write tid 3 to smithi13174786-1 2024-08-29T15:00:29.310 INFO:tasks.rados.rados.0.smithi131.stdout:3396: finishing write tid 4 to smithi13174786-1 2024-08-29T15:00:29.310 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1930 (ObjNum 1055 snap 330 seq_num 1055) dirty exists 2024-08-29T15:00:29.310 INFO:tasks.rados.rados.0.smithi131.stdout:3396: left oid 1 (ObjNum 1055 snap 330 seq_num 1055) 2024-08-29T15:00:29.310 INFO:tasks.rados.rados.0.smithi131.stdout:3397: finishing write tid 1 to smithi13174786-31 2024-08-29T15:00:29.311 INFO:tasks.rados.rados.0.smithi131.stdout:3397: finishing write tid 2 to smithi13174786-31 2024-08-29T15:00:29.311 INFO:tasks.rados.rados.0.smithi131.stdout:3397: finishing write tid 3 to smithi13174786-31 2024-08-29T15:00:29.311 INFO:tasks.rados.rados.0.smithi131.stdout:3397: finishing write tid 4 to smithi13174786-31 2024-08-29T15:00:29.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 2133 (ObjNum 1056 snap 330 seq_num 1056) dirty exists 2024-08-29T15:00:29.311 INFO:tasks.rados.rados.0.smithi131.stdout:3397: left oid 31 (ObjNum 1056 snap 330 seq_num 1056) 2024-08-29T15:00:29.311 INFO:tasks.rados.rados.0.smithi131.stdout:3398: finishing write tid 1 to smithi13174786-38 2024-08-29T15:00:29.311 INFO:tasks.rados.rados.0.smithi131.stdout:3399: seq_num 1058 ranges {0=524288,524288=401408} 2024-08-29T15:00:29.313 INFO:tasks.rados.rados.0.smithi131.stdout:3399: writing smithi13174786-44 from 0 to 524288 tid 1 2024-08-29T15:00:29.316 INFO:tasks.rados.rados.0.smithi131.stdout:3399: writing smithi13174786-44 from 524288 to 925696 tid 2 2024-08-29T15:00:29.316 INFO:tasks.rados.rados.0.smithi131.stdout:3396: done (3 left) 2024-08-29T15:00:29.316 INFO:tasks.rados.rados.0.smithi131.stdout:3397: done (2 left) 2024-08-29T15:00:29.316 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 330 2024-08-29T15:00:29.316 INFO:tasks.rados.rados.0.smithi131.stdout:3398: finishing write tid 2 to smithi13174786-38 2024-08-29T15:00:29.316 INFO:tasks.rados.rados.0.smithi131.stdout:3398: finishing write tid 3 to smithi13174786-38 2024-08-29T15:00:29.316 INFO:tasks.rados.rados.0.smithi131.stdout:3400: seq_num 1059 ranges {9699328=540672,10240000=401408} 2024-08-29T15:00:29.370 INFO:tasks.rados.rados.0.smithi131.stdout:3400: writing smithi13174786-48 from 9699328 to 10240000 tid 1 2024-08-29T15:00:29.373 INFO:tasks.rados.rados.0.smithi131.stdout:3400: writing smithi13174786-48 from 10240000 to 10641408 tid 2 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3401: rmattr oid 19 current snap is 330 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3401: done (3 left) 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3402: rollback oid 27 current snap is 330 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 325 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3398: finishing write tid 4 to smithi13174786-38 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2127 (ObjNum 1057 snap 330 seq_num 1057) dirty exists 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3398: left oid 38 (ObjNum 1057 snap 330 seq_num 1057) 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3398: done (3 left) 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3403: rmattr oid 2 current snap is 330 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3403: done (3 left) 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3404: rmattr oid 40 current snap is 330 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3404: done (3 left) 2024-08-29T15:00:29.374 INFO:tasks.rados.rados.0.smithi131.stdout:3405: read oid 23 snap -1 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3405: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3406: rollback oid 35 current snap is 330 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 35 to 324 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3399: finishing write tid 1 to smithi13174786-44 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3399: finishing write tid 2 to smithi13174786-44 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3399: finishing write tid 3 to smithi13174786-44 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3399: finishing write tid 4 to smithi13174786-44 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 2170 (ObjNum 1058 snap 330 seq_num 1058) dirty exists 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3399: left oid 44 (ObjNum 1058 snap 330 seq_num 1058) 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3399: done (4 left) 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3407: read oid 34 snap -1 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3407: expect (ObjNum 913 snap 287 seq_num 913) 2024-08-29T15:00:29.375 INFO:tasks.rados.rados.0.smithi131.stdout:3408: setattr oid 38 current snap is 330 2024-08-29T15:00:29.376 INFO:tasks.rados.rados.0.smithi131.stdout:3409: rmattr oid 3 current snap is 330 2024-08-29T15:00:29.376 INFO:tasks.rados.rados.0.smithi131.stdout:3405: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T15:00:29.382 INFO:tasks.rados.rados.0.smithi131.stdout:3406: finishing rollback tid 0 to smithi13174786-35 2024-08-29T15:00:29.382 INFO:tasks.rados.rados.0.smithi131.stdout:3405: done (6 left) 2024-08-29T15:00:29.382 INFO:tasks.rados.rados.0.smithi131.stdout:3410: read oid 7 snap -1 2024-08-29T15:00:29.382 INFO:tasks.rados.rados.0.smithi131.stdout:3410: expect deleted 2024-08-29T15:00:29.382 INFO:tasks.rados.rados.0.smithi131.stdout:3411: read oid 46 snap -1 2024-08-29T15:00:29.382 INFO:tasks.rados.rados.0.smithi131.stdout:3411: expect deleted 2024-08-29T15:00:29.382 INFO:tasks.rados.rados.0.smithi131.stdout:3412: copy_from oid 1 from oid 11 current snap is 330 2024-08-29T15:00:29.382 INFO:tasks.rados.rados.0.smithi131.stdout:3400: finishing write tid 1 to smithi13174786-48 2024-08-29T15:00:29.383 INFO:tasks.rados.rados.0.smithi131.stdout:3406: finishing rollback tid 1 to smithi13174786-35 2024-08-29T15:00:29.383 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 2173 (ObjNum 177 snap 0 seq_num 485900255) dirty dne 2024-08-29T15:00:29.383 INFO:tasks.rados.rados.0.smithi131.stdout:3400: finishing write tid 2 to smithi13174786-48 2024-08-29T15:00:29.383 INFO:tasks.rados.rados.0.smithi131.stdout:3406: done (8 left) 2024-08-29T15:00:29.383 INFO:tasks.rados.rados.0.smithi131.stdout:3413: rollback oid 4 current snap is 330 2024-08-29T15:00:29.383 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 4 to 288 2024-08-29T15:00:29.383 INFO:tasks.rados.rados.0.smithi131.stdout:3414: rollback oid 30 current snap is 330 2024-08-29T15:00:29.383 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 30 to 288 2024-08-29T15:00:29.383 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 330 2024-08-29T15:00:29.383 INFO:tasks.rados.rados.0.smithi131.stdout:3415: seq_num 1060 ranges {4694016=557056,5251072=401408} 2024-08-29T15:00:29.409 INFO:tasks.rados.rados.0.smithi131.stdout:3415: writing smithi13174786-28 from 4694016 to 5251072 tid 1 2024-08-29T15:00:29.411 INFO:tasks.rados.rados.0.smithi131.stdout:3415: writing smithi13174786-28 from 5251072 to 5652480 tid 2 2024-08-29T15:00:29.411 INFO:tasks.rados.rados.0.smithi131.stdout:3410: done (10 left) 2024-08-29T15:00:29.412 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 330 2024-08-29T15:00:29.412 INFO:tasks.rados.rados.0.smithi131.stdout:3407: expect (ObjNum 913 snap 287 seq_num 913) 2024-08-29T15:00:29.454 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 2317 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T15:00:29.454 INFO:tasks.rados.rados.0.smithi131.stdout:3400: finishing write tid 3 to smithi13174786-48 2024-08-29T15:00:29.454 INFO:tasks.rados.rados.0.smithi131.stdout:3413: finishing rollback tid 0 to smithi13174786-4 2024-08-29T15:00:29.454 INFO:tasks.rados.rados.0.smithi131.stdout:3416: seq_num 1061 ranges {2883584=573440,3457024=401408} 2024-08-29T15:00:29.472 INFO:tasks.rados.rados.0.smithi131.stdout:3416: writing smithi13174786-6 from 2883584 to 3457024 tid 1 2024-08-29T15:00:29.474 INFO:tasks.rados.rados.0.smithi131.stdout:3416: writing smithi13174786-6 from 3457024 to 3858432 tid 2 2024-08-29T15:00:29.475 INFO:tasks.rados.rados.0.smithi131.stdout:3407: done (10 left) 2024-08-29T15:00:29.475 INFO:tasks.rados.rados.0.smithi131.stdout:3409: done (9 left) 2024-08-29T15:00:29.475 INFO:tasks.rados.rados.0.smithi131.stdout:3411: done (8 left) 2024-08-29T15:00:29.475 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 330 2024-08-29T15:00:29.475 INFO:tasks.rados.rados.0.smithi131.stdout:3402: finishing rollback tid 0 to smithi13174786-27 2024-08-29T15:00:29.475 INFO:tasks.rados.rados.0.smithi131.stdout:3402: finishing rollback tid 1 to smithi13174786-27 2024-08-29T15:00:29.475 INFO:tasks.rados.rados.0.smithi131.stdout:3402: finishing rollback tid 2 to smithi13174786-27 2024-08-29T15:00:29.475 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 2130 (ObjNum 957 snap 299 seq_num 957) dirty exists 2024-08-29T15:00:29.475 INFO:tasks.rados.rados.0.smithi131.stdout:3417: seq_num 1062 ranges {11026432=589824,11616256=401408} 2024-08-29T15:00:29.535 INFO:tasks.rados.rados.0.smithi131.stdout:3417: writing smithi13174786-8 from 11026432 to 11616256 tid 1 2024-08-29T15:00:29.537 INFO:tasks.rados.rados.0.smithi131.stdout:3417: writing smithi13174786-8 from 11616256 to 12017664 tid 2 2024-08-29T15:00:29.537 INFO:tasks.rados.rados.0.smithi131.stdout:3402: done (8 left) 2024-08-29T15:00:29.538 INFO:tasks.rados.rados.0.smithi131.stdout:3418: snap_remove snap 327 2024-08-29T15:00:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:29 smithi131 ceph-mon[87973]: osdmap e732: 8 total, 8 up, 8 in 2024-08-29T15:00:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:29 smithi131 ceph-mon[90512]: osdmap e732: 8 total, 8 up, 8 in 2024-08-29T15:00:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:29 smithi169 ceph-mon[78471]: osdmap e732: 8 total, 8 up, 8 in 2024-08-29T15:00:30.249 INFO:tasks.rados.rados.0.smithi131.stdout:3418: done (8 left) 2024-08-29T15:00:30.249 INFO:tasks.rados.rados.0.smithi131.stdout:3419: read oid 45 snap -1 2024-08-29T15:00:30.249 INFO:tasks.rados.rados.0.smithi131.stdout:3419: expect (ObjNum 1034 snap 318 seq_num 1034) 2024-08-29T15:00:30.249 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 35 current snap is 330 2024-08-29T15:00:30.249 INFO:tasks.rados.rados.0.smithi131.stdout:3420: seq_num 1063 ranges {0=606208,606208=401408} 2024-08-29T15:00:30.253 INFO:tasks.rados.rados.0.smithi131.stdout:3420: writing smithi13174786-35 from 0 to 606208 tid 1 2024-08-29T15:00:30.257 INFO:tasks.rados.rados.0.smithi131.stdout:3420: writing smithi13174786-35 from 606208 to 1007616 tid 2 2024-08-29T15:00:30.257 INFO:tasks.rados.rados.0.smithi131.stdout:3421: read oid 18 snap -1 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:3421: expect (ObjNum 1009 snap 309 seq_num 1009) 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:3422: rmattr oid 10 current snap is 330 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:3422: done (11 left) 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 330 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:3412: finishing copy_from to smithi13174786-1 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:3412: got expected ENOENT (src dne) 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:3412: finishing copy_from racing read to smithi13174786-1 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:3400: finishing write tid 4 to smithi13174786-48 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 2055 (ObjNum 1059 snap 330 seq_num 1059) dirty exists 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:3400: left oid 48 (ObjNum 1059 snap 330 seq_num 1059) 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2131 (ObjNum 1057 snap 330 seq_num 1057) dirty exists 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:3413: finishing rollback tid 1 to smithi13174786-4 2024-08-29T15:00:30.258 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 2176 (ObjNum 161 snap 0 seq_num 2121149920) dirty dne 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3414: finishing rollback tid 0 to smithi13174786-30 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3414: finishing rollback tid 1 to smithi13174786-30 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3414: finishing rollback tid 2 to smithi13174786-30 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 2115 (ObjNum 893 snap 284 seq_num 893) dirty exists 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3415: finishing write tid 1 to smithi13174786-28 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3415: finishing write tid 2 to smithi13174786-28 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3415: finishing write tid 3 to smithi13174786-28 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3415: finishing write tid 4 to smithi13174786-28 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 2123 (ObjNum 1060 snap 330 seq_num 1060) dirty exists 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3415: left oid 28 (ObjNum 1060 snap 330 seq_num 1060) 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3416: finishing write tid 1 to smithi13174786-6 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3416: finishing write tid 2 to smithi13174786-6 2024-08-29T15:00:30.259 INFO:tasks.rados.rados.0.smithi131.stdout:3423: seq_num 1064 ranges {4694016=622592,5316608=401408} 2024-08-29T15:00:30.287 INFO:tasks.rados.rados.0.smithi131.stdout:3423: writing smithi13174786-39 from 4694016 to 5316608 tid 1 2024-08-29T15:00:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:3423: writing smithi13174786-39 from 5316608 to 5718016 tid 2 2024-08-29T15:00:30.290 INFO:tasks.rados.rados.0.smithi131.stdout:3400: done (11 left) 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3408: done (10 left) 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3412: done (9 left) 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3413: done (8 left) 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3414: done (7 left) 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3415: done (6 left) 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3424: snap_create 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3416: finishing write tid 3 to smithi13174786-6 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3416: finishing write tid 4 to smithi13174786-6 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 1899 (ObjNum 1061 snap 330 seq_num 1061) dirty exists 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3416: left oid 6 (ObjNum 1061 snap 330 seq_num 1061) 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3417: finishing write tid 1 to smithi13174786-8 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3417: finishing write tid 2 to smithi13174786-8 2024-08-29T15:00:30.291 INFO:tasks.rados.rados.0.smithi131.stdout:3417: finishing write tid 3 to smithi13174786-8 2024-08-29T15:00:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:3417: finishing write tid 4 to smithi13174786-8 2024-08-29T15:00:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 2136 (ObjNum 1062 snap 330 seq_num 1062) dirty exists 2024-08-29T15:00:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:3417: left oid 8 (ObjNum 1062 snap 330 seq_num 1062) 2024-08-29T15:00:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:3420: finishing write tid 1 to smithi13174786-35 2024-08-29T15:00:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:3420: finishing write tid 2 to smithi13174786-35 2024-08-29T15:00:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:3420: finishing write tid 3 to smithi13174786-35 2024-08-29T15:00:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:3420: finishing write tid 4 to smithi13174786-35 2024-08-29T15:00:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 2183 (ObjNum 1063 snap 330 seq_num 1063) dirty exists 2024-08-29T15:00:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:3420: left oid 35 (ObjNum 1063 snap 330 seq_num 1063) 2024-08-29T15:00:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:3421: expect (ObjNum 1009 snap 309 seq_num 1009) 2024-08-29T15:00:30.391 INFO:tasks.rados.rados.0.smithi131.stdout:3419: expect (ObjNum 1034 snap 318 seq_num 1034) 2024-08-29T15:00:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:30 smithi131 ceph-mon[87973]: pgmap v688: 121 pgs: 121 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-29T15:00:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:30 smithi131 ceph-mon[87973]: osdmap e733: 8 total, 8 up, 8 in 2024-08-29T15:00:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:30 smithi131 ceph-mon[90512]: pgmap v688: 121 pgs: 121 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-29T15:00:30.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:30 smithi131 ceph-mon[90512]: osdmap e733: 8 total, 8 up, 8 in 2024-08-29T15:00:30.627 INFO:tasks.rados.rados.0.smithi131.stdout:3423: finishing write tid 1 to smithi13174786-39 2024-08-29T15:00:30.627 INFO:tasks.rados.rados.0.smithi131.stdout:3423: finishing write tid 2 to smithi13174786-39 2024-08-29T15:00:30.627 INFO:tasks.rados.rados.0.smithi131.stdout:3423: finishing write tid 3 to smithi13174786-39 2024-08-29T15:00:30.627 INFO:tasks.rados.rados.0.smithi131.stdout:3423: finishing write tid 4 to smithi13174786-39 2024-08-29T15:00:30.627 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 2122 (ObjNum 1064 snap 330 seq_num 1064) dirty exists 2024-08-29T15:00:30.627 INFO:tasks.rados.rados.0.smithi131.stdout:3423: left oid 39 (ObjNum 1064 snap 330 seq_num 1064) 2024-08-29T15:00:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:30 smithi169 ceph-mon[78471]: pgmap v688: 121 pgs: 121 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-29T15:00:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:30 smithi169 ceph-mon[78471]: osdmap e733: 8 total, 8 up, 8 in 2024-08-29T15:00:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:00:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:00:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:00:31.224 INFO:tasks.rados.rados.0.smithi131.stdout:3416: done (6 left) 2024-08-29T15:00:31.224 INFO:tasks.rados.rados.0.smithi131.stdout:3417: done (5 left) 2024-08-29T15:00:31.225 INFO:tasks.rados.rados.0.smithi131.stdout:3419: done (4 left) 2024-08-29T15:00:31.225 INFO:tasks.rados.rados.0.smithi131.stdout:3420: done (3 left) 2024-08-29T15:00:31.225 INFO:tasks.rados.rados.0.smithi131.stdout:3421: done (2 left) 2024-08-29T15:00:31.225 INFO:tasks.rados.rados.0.smithi131.stdout:3423: done (1 left) 2024-08-29T15:00:31.225 INFO:tasks.rados.rados.0.smithi131.stdout:3424: done (0 left) 2024-08-29T15:00:31.225 INFO:tasks.rados.rados.0.smithi131.stdout:3425: snap_remove snap 315 2024-08-29T15:00:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:31 smithi131 ceph-mon[87973]: osdmap e734: 8 total, 8 up, 8 in 2024-08-29T15:00:31.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:31 smithi131 ceph-mon[87973]: osdmap e735: 8 total, 8 up, 8 in 2024-08-29T15:00:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:31 smithi131 ceph-mon[90512]: osdmap e734: 8 total, 8 up, 8 in 2024-08-29T15:00:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:31 smithi131 ceph-mon[90512]: osdmap e735: 8 total, 8 up, 8 in 2024-08-29T15:00:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:31 smithi169 ceph-mon[78471]: osdmap e734: 8 total, 8 up, 8 in 2024-08-29T15:00:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:31 smithi169 ceph-mon[78471]: osdmap e735: 8 total, 8 up, 8 in 2024-08-29T15:00:32.236 INFO:tasks.rados.rados.0.smithi131.stdout:3425: done (0 left) 2024-08-29T15:00:32.236 INFO:tasks.rados.rados.0.smithi131.stdout:3426: read oid 8 snap -1 2024-08-29T15:00:32.236 INFO:tasks.rados.rados.0.smithi131.stdout:3426: expect (ObjNum 1062 snap 330 seq_num 1062) 2024-08-29T15:00:32.236 INFO:tasks.rados.rados.0.smithi131.stdout:3427: copy_from oid 2 from oid 5 current snap is 331 2024-08-29T15:00:32.236 INFO:tasks.rados.rados.0.smithi131.stdout:3428: copy_from oid 15 from oid 11 current snap is 331 2024-08-29T15:00:32.236 INFO:tasks.rados.rados.0.smithi131.stdout:3429: delete oid 22 current snap is 331 2024-08-29T15:00:32.242 INFO:tasks.rados.rados.0.smithi131.stdout:3428: finishing copy_from to smithi13174786-15 2024-08-29T15:00:32.243 INFO:tasks.rados.rados.0.smithi131.stdout:3428: got expected ENOENT (src dne) 2024-08-29T15:00:32.243 INFO:tasks.rados.rados.0.smithi131.stdout:3428: finishing copy_from racing read to smithi13174786-15 2024-08-29T15:00:32.243 INFO:tasks.rados.rados.0.smithi131.stdout:3428: done (3 left) 2024-08-29T15:00:32.244 INFO:tasks.rados.rados.0.smithi131.stdout:3429: done (2 left) 2024-08-29T15:00:32.244 INFO:tasks.rados.rados.0.smithi131.stdout:3430: rollback oid 40 current snap is 331 2024-08-29T15:00:32.244 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 321 2024-08-29T15:00:32.244 INFO:tasks.rados.rados.0.smithi131.stdout:3431: rollback oid 19 current snap is 331 2024-08-29T15:00:32.244 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 19 to 314 2024-08-29T15:00:32.244 INFO:tasks.rados.rados.0.smithi131.stdout:3432: delete oid 6 current snap is 331 2024-08-29T15:00:32.248 INFO:tasks.rados.rados.0.smithi131.stdout:3431: finishing rollback tid 0 to smithi13174786-19 2024-08-29T15:00:32.248 INFO:tasks.rados.rados.0.smithi131.stdout:3431: finishing rollback tid 1 to smithi13174786-19 2024-08-29T15:00:32.249 INFO:tasks.rados.rados.0.smithi131.stdout:3430: finishing rollback tid 1 to smithi13174786-40 2024-08-29T15:00:32.249 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 2043 (ObjNum 2529 snap 0 seq_num 2119853632) dirty dne 2024-08-29T15:00:32.252 INFO:tasks.rados.rados.0.smithi131.stdout:3431: finishing rollback tid 2 to smithi13174786-19 2024-08-29T15:00:32.252 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 1902 (ObjNum 1006 snap 308 seq_num 1006) dirty exists 2024-08-29T15:00:32.255 INFO:tasks.rados.rados.0.smithi131.stdout:3430: done (4 left) 2024-08-29T15:00:32.255 INFO:tasks.rados.rados.0.smithi131.stdout:3431: done (3 left) 2024-08-29T15:00:32.255 INFO:tasks.rados.rados.0.smithi131.stdout:3432: done (2 left) 2024-08-29T15:00:32.255 INFO:tasks.rados.rados.0.smithi131.stdout:3433: copy_from oid 16 from oid 15 current snap is 331 2024-08-29T15:00:32.255 INFO:tasks.rados.rados.0.smithi131.stdout:3434: snap_create 2024-08-29T15:00:32.294 INFO:tasks.rados.rados.0.smithi131.stdout:3433: finishing copy_from racing read to smithi13174786-16 2024-08-29T15:00:32.297 INFO:tasks.rados.rados.0.smithi131.stdout:3427: finishing copy_from racing read to smithi13174786-2 2024-08-29T15:00:32.299 INFO:tasks.rados.rados.0.smithi131.stdout:3433: finishing copy_from to smithi13174786-16 2024-08-29T15:00:32.300 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 2123 (ObjNum 1037 snap 324 seq_num 1037) dirty exists 2024-08-29T15:00:32.300 INFO:tasks.rados.rados.0.smithi131.stdout:3427: finishing copy_from to smithi13174786-2 2024-08-29T15:00:32.300 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 2127 (ObjNum 1028 snap 316 seq_num 1028) dirty exists 2024-08-29T15:00:32.307 INFO:tasks.rados.rados.0.smithi131.stdout:3426: expect (ObjNum 1062 snap 330 seq_num 1062) 2024-08-29T15:00:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:32 smithi131 ceph-mon[87973]: pgmap v691: 121 pgs: 121 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T15:00:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:32 smithi131 ceph-mon[87973]: osdmap e736: 8 total, 8 up, 8 in 2024-08-29T15:00:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:32 smithi131 ceph-mon[90512]: pgmap v691: 121 pgs: 121 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T15:00:32.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:32 smithi131 ceph-mon[90512]: osdmap e736: 8 total, 8 up, 8 in 2024-08-29T15:00:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:32 smithi169 ceph-mon[78471]: pgmap v691: 121 pgs: 121 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T15:00:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:32 smithi169 ceph-mon[78471]: osdmap e736: 8 total, 8 up, 8 in 2024-08-29T15:00:33.333 INFO:tasks.rados.rados.0.smithi131.stdout:3426: done (3 left) 2024-08-29T15:00:33.333 INFO:tasks.rados.rados.0.smithi131.stdout:3427: done (2 left) 2024-08-29T15:00:33.333 INFO:tasks.rados.rados.0.smithi131.stdout:3433: done (1 left) 2024-08-29T15:00:33.333 INFO:tasks.rados.rados.0.smithi131.stdout:3434: done (0 left) 2024-08-29T15:00:33.333 INFO:tasks.rados.rados.0.smithi131.stdout:3435: delete oid 13 current snap is 332 2024-08-29T15:00:33.338 INFO:tasks.rados.rados.0.smithi131.stdout:3435: done (0 left) 2024-08-29T15:00:33.338 INFO:tasks.rados.rados.0.smithi131.stdout:3436: delete oid 2 current snap is 332 2024-08-29T15:00:33.342 INFO:tasks.rados.rados.0.smithi131.stdout:3436: done (0 left) 2024-08-29T15:00:33.342 INFO:tasks.rados.rados.0.smithi131.stdout:3437: snap_create 2024-08-29T15:00:34.274 INFO:tasks.rados.rados.0.smithi131.stdout:3437: done (0 left) 2024-08-29T15:00:34.274 INFO:tasks.rados.rados.0.smithi131.stdout:3438: read oid 49 snap -1 2024-08-29T15:00:34.274 INFO:tasks.rados.rados.0.smithi131.stdout:3438: expect deleted 2024-08-29T15:00:34.274 INFO:tasks.rados.rados.0.smithi131.stdout:3439: snap_remove snap 328 2024-08-29T15:00:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:34 smithi131 ceph-mon[87973]: pgmap v694: 121 pgs: 121 active+clean; 310 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-29T15:00:34.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:34 smithi131 ceph-mon[87973]: osdmap e737: 8 total, 8 up, 8 in 2024-08-29T15:00:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:34 smithi131 ceph-mon[90512]: pgmap v694: 121 pgs: 121 active+clean; 310 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-29T15:00:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:34 smithi131 ceph-mon[90512]: osdmap e737: 8 total, 8 up, 8 in 2024-08-29T15:00:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:34 smithi169 ceph-mon[78471]: pgmap v694: 121 pgs: 121 active+clean; 310 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-29T15:00:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:34 smithi169 ceph-mon[78471]: osdmap e737: 8 total, 8 up, 8 in 2024-08-29T15:00:35.277 INFO:tasks.rados.rados.0.smithi131.stdout:3439: done (1 left) 2024-08-29T15:00:35.277 INFO:tasks.rados.rados.0.smithi131.stdout:3440: snap_remove snap 307 2024-08-29T15:00:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:35 smithi131 ceph-mon[87973]: osdmap e738: 8 total, 8 up, 8 in 2024-08-29T15:00:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:35 smithi131 ceph-mon[87973]: pgmap v697: 121 pgs: 121 active+clean; 319 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 31 op/s 2024-08-29T15:00:35.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:35 smithi131 ceph-mon[90512]: osdmap e738: 8 total, 8 up, 8 in 2024-08-29T15:00:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:35 smithi131 ceph-mon[90512]: pgmap v697: 121 pgs: 121 active+clean; 319 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 31 op/s 2024-08-29T15:00:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:35 smithi169 ceph-mon[78471]: osdmap e738: 8 total, 8 up, 8 in 2024-08-29T15:00:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:35 smithi169 ceph-mon[78471]: pgmap v697: 121 pgs: 121 active+clean; 319 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 31 op/s 2024-08-29T15:00:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:36.226 INFO:tasks.rados.rados.0.smithi131.stdout:3440: done (1 left) 2024-08-29T15:00:36.226 INFO:tasks.rados.rados.0.smithi131.stdout:3441: delete oid 14 current snap is 333 2024-08-29T15:00:36.241 INFO:tasks.rados.rados.0.smithi131.stdout:3438: done (1 left) 2024-08-29T15:00:36.241 INFO:tasks.rados.rados.0.smithi131.stdout:3441: done (0 left) 2024-08-29T15:00:36.241 INFO:tasks.rados.rados.0.smithi131.stdout:3442: rollback oid 19 current snap is 333 2024-08-29T15:00:36.241 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 19 to 332 2024-08-29T15:00:36.241 INFO:tasks.rados.rados.0.smithi131.stdout:3443: copy_from oid 18 from oid 42 current snap is 333 2024-08-29T15:00:36.241 INFO:tasks.rados.rados.0.smithi131.stdout:3444: read oid 30 snap 294 2024-08-29T15:00:36.241 INFO:tasks.rados.rados.0.smithi131.stdout:3444: expect (ObjNum 893 snap 284 seq_num 893) 2024-08-29T15:00:36.241 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 48 current snap is 333 2024-08-29T15:00:36.241 INFO:tasks.rados.rados.0.smithi131.stdout:3445: seq_num 1070 ranges {10641408=729088,11370496=401408} 2024-08-29T15:00:36.274 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:00:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:00:35] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.51.0" 2024-08-29T15:00:36.304 INFO:tasks.rados.rados.0.smithi131.stdout:3445: writing smithi13174786-48 from 10641408 to 11370496 tid 1 2024-08-29T15:00:36.307 INFO:tasks.rados.rados.0.smithi131.stdout:3445: writing smithi13174786-48 from 11370496 to 11771904 tid 2 2024-08-29T15:00:36.307 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 333 2024-08-29T15:00:36.307 INFO:tasks.rados.rados.0.smithi131.stdout:3442: finishing rollback tid 0 to smithi13174786-19 2024-08-29T15:00:36.307 INFO:tasks.rados.rados.0.smithi131.stdout:3446: seq_num 1071 ranges {917504=745472,1662976=401408} 2024-08-29T15:00:36.316 INFO:tasks.rados.rados.0.smithi131.stdout:3446: writing smithi13174786-33 from 917504 to 1662976 tid 1 2024-08-29T15:00:36.319 INFO:tasks.rados.rados.0.smithi131.stdout:3446: writing smithi13174786-33 from 1662976 to 2064384 tid 2 2024-08-29T15:00:36.319 INFO:tasks.rados.rados.0.smithi131.stdout:3447: read oid 8 snap -1 2024-08-29T15:00:36.319 INFO:tasks.rados.rados.0.smithi131.stdout:3447: expect (ObjNum 1062 snap 330 seq_num 1062) 2024-08-29T15:00:36.319 INFO:tasks.rados.rados.0.smithi131.stdout:3448: read oid 32 snap -1 2024-08-29T15:00:36.319 INFO:tasks.rados.rados.0.smithi131.stdout:3448: expect deleted 2024-08-29T15:00:36.319 INFO:tasks.rados.rados.0.smithi131.stdout:3449: read oid 36 snap -1 2024-08-29T15:00:36.319 INFO:tasks.rados.rados.0.smithi131.stdout:3449: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T15:00:36.320 INFO:tasks.rados.rados.0.smithi131.stdout:3450: read oid 22 snap -1 2024-08-29T15:00:36.320 INFO:tasks.rados.rados.0.smithi131.stdout:3450: expect deleted 2024-08-29T15:00:36.320 INFO:tasks.rados.rados.0.smithi131.stdout:3451: delete oid 13 current snap is 333 2024-08-29T15:00:36.320 INFO:tasks.rados.rados.0.smithi131.stdout:3442: finishing rollback tid 1 to smithi13174786-19 2024-08-29T15:00:36.320 INFO:tasks.rados.rados.0.smithi131.stdout:3442: finishing rollback tid 2 to smithi13174786-19 2024-08-29T15:00:36.320 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 1906 (ObjNum 1006 snap 308 seq_num 1006) dirty exists 2024-08-29T15:00:36.320 INFO:tasks.rados.rados.0.smithi131.stdout:3444: expect (ObjNum 893 snap 284 seq_num 893) 2024-08-29T15:00:36.489 INFO:tasks.rados.rados.0.smithi131.stdout:3443: finishing copy_from racing read to smithi13174786-18 2024-08-29T15:00:36.489 INFO:tasks.rados.rados.0.smithi131.stdout:3443: finishing copy_from to smithi13174786-18 2024-08-29T15:00:36.489 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 2051 (ObjNum 948 snap 297 seq_num 948) dirty exists 2024-08-29T15:00:36.489 INFO:tasks.rados.rados.0.smithi131.stdout:3445: finishing write tid 1 to smithi13174786-48 2024-08-29T15:00:36.489 INFO:tasks.rados.rados.0.smithi131.stdout:3445: finishing write tid 2 to smithi13174786-48 2024-08-29T15:00:36.489 INFO:tasks.rados.rados.0.smithi131.stdout:3442: done (9 left) 2024-08-29T15:00:36.489 INFO:tasks.rados.rados.0.smithi131.stdout:3443: done (8 left) 2024-08-29T15:00:36.489 INFO:tasks.rados.rados.0.smithi131.stdout:3444: done (7 left) 2024-08-29T15:00:36.489 INFO:tasks.rados.rados.0.smithi131.stdout:3451: done (6 left) 2024-08-29T15:00:36.489 INFO:tasks.rados.rados.0.smithi131.stdout:3452: read oid 47 snap -1 2024-08-29T15:00:36.490 INFO:tasks.rados.rados.0.smithi131.stdout:3452: expect (ObjNum 1032 snap 318 seq_num 1032) 2024-08-29T15:00:36.490 INFO:tasks.rados.rados.0.smithi131.stdout:3453: setattr oid 23 current snap is 333 2024-08-29T15:00:36.490 INFO:tasks.rados.rados.0.smithi131.stdout:3445: finishing write tid 3 to smithi13174786-48 2024-08-29T15:00:36.490 INFO:tasks.rados.rados.0.smithi131.stdout:3445: finishing write tid 4 to smithi13174786-48 2024-08-29T15:00:36.490 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 2058 (ObjNum 1070 snap 333 seq_num 1070) dirty exists 2024-08-29T15:00:36.490 INFO:tasks.rados.rados.0.smithi131.stdout:3445: left oid 48 (ObjNum 1070 snap 333 seq_num 1070) 2024-08-29T15:00:36.490 INFO:tasks.rados.rados.0.smithi131.stdout:3446: finishing write tid 1 to smithi13174786-33 2024-08-29T15:00:36.490 INFO:tasks.rados.rados.0.smithi131.stdout:3446: finishing write tid 2 to smithi13174786-33 2024-08-29T15:00:36.490 INFO:tasks.rados.rados.0.smithi131.stdout:3449: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T15:00:36.517 INFO:tasks.rados.rados.0.smithi131.stdout:3446: finishing write tid 3 to smithi13174786-33 2024-08-29T15:00:36.517 INFO:tasks.rados.rados.0.smithi131.stdout:3446: finishing write tid 4 to smithi13174786-33 2024-08-29T15:00:36.517 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2126 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-08-29T15:00:36.517 INFO:tasks.rados.rados.0.smithi131.stdout:3446: left oid 33 (ObjNum 1071 snap 333 seq_num 1071) 2024-08-29T15:00:36.517 INFO:tasks.rados.rados.0.smithi131.stdout:3447: expect (ObjNum 1062 snap 330 seq_num 1062) 2024-08-29T15:00:36.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:36 smithi169 ceph-mon[78471]: osdmap e739: 8 total, 8 up, 8 in 2024-08-29T15:00:36.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:36 smithi169 ceph-mon[78471]: osdmap e740: 8 total, 8 up, 8 in 2024-08-29T15:00:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:36 smithi131 ceph-mon[87973]: osdmap e739: 8 total, 8 up, 8 in 2024-08-29T15:00:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:36 smithi131 ceph-mon[87973]: osdmap e740: 8 total, 8 up, 8 in 2024-08-29T15:00:36.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:36 smithi131 ceph-mon[90512]: osdmap e739: 8 total, 8 up, 8 in 2024-08-29T15:00:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:36 smithi131 ceph-mon[90512]: osdmap e740: 8 total, 8 up, 8 in 2024-08-29T15:00:37.531 INFO:tasks.rados.rados.0.smithi131.stdout:3452: expect (ObjNum 1032 snap 318 seq_num 1032) 2024-08-29T15:00:37.544 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 2185 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-08-29T15:00:37.544 INFO:tasks.rados.rados.0.smithi131.stdout:3445: done (7 left) 2024-08-29T15:00:37.545 INFO:tasks.rados.rados.0.smithi131.stdout:3446: done (6 left) 2024-08-29T15:00:37.545 INFO:tasks.rados.rados.0.smithi131.stdout:3447: done (5 left) 2024-08-29T15:00:37.545 INFO:tasks.rados.rados.0.smithi131.stdout:3448: done (4 left) 2024-08-29T15:00:37.545 INFO:tasks.rados.rados.0.smithi131.stdout:3449: done (3 left) 2024-08-29T15:00:37.545 INFO:tasks.rados.rados.0.smithi131.stdout:3450: done (2 left) 2024-08-29T15:00:37.545 INFO:tasks.rados.rados.0.smithi131.stdout:3452: done (1 left) 2024-08-29T15:00:37.545 INFO:tasks.rados.rados.0.smithi131.stdout:3453: done (0 left) 2024-08-29T15:00:37.545 INFO:tasks.rados.rados.0.smithi131.stdout:3454: copy_from oid 43 from oid 17 current snap is 333 2024-08-29T15:00:37.545 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 34 current snap is 333 2024-08-29T15:00:37.545 INFO:tasks.rados.rados.0.smithi131.stdout:3455: seq_num 1073 ranges {1359872=778240,2138112=401408} 2024-08-29T15:00:37.546 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:37 smithi169 ceph-mon[78471]: pgmap v700: 121 pgs: 121 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-08-29T15:00:37.555 INFO:tasks.rados.rados.0.smithi131.stdout:3455: writing smithi13174786-34 from 1359872 to 2138112 tid 1 2024-08-29T15:00:37.558 INFO:tasks.rados.rados.0.smithi131.stdout:3455: writing smithi13174786-34 from 2138112 to 2539520 tid 2 2024-08-29T15:00:37.558 INFO:tasks.rados.rados.0.smithi131.stdout:3456: delete oid 15 current snap is 333 2024-08-29T15:00:37.558 INFO:tasks.rados.rados.0.smithi131.stdout:3454: finishing copy_from racing read to smithi13174786-43 2024-08-29T15:00:37.558 INFO:tasks.rados.rados.0.smithi131.stdout:3454: finishing copy_from to smithi13174786-43 2024-08-29T15:00:37.558 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 2047 (ObjNum 49 snap 0 seq_num 2120055056) dirty exists 2024-08-29T15:00:37.561 INFO:tasks.rados.rados.0.smithi131.stdout:3454: done (2 left) 2024-08-29T15:00:37.561 INFO:tasks.rados.rados.0.smithi131.stdout:3456: done (1 left) 2024-08-29T15:00:37.561 INFO:tasks.rados.rados.0.smithi131.stdout:3457: read oid 44 snap -1 2024-08-29T15:00:37.561 INFO:tasks.rados.rados.0.smithi131.stdout:3457: expect (ObjNum 1058 snap 330 seq_num 1058) 2024-08-29T15:00:37.561 INFO:tasks.rados.rados.0.smithi131.stdout:3458: read oid 24 snap 288 2024-08-29T15:00:37.561 INFO:tasks.rados.rados.0.smithi131.stdout:3458: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T15:00:37.561 INFO:tasks.rados.rados.0.smithi131.stdout:3459: delete oid 15 current snap is 333 2024-08-29T15:00:37.562 INFO:tasks.rados.rados.0.smithi131.stdout:3455: finishing write tid 1 to smithi13174786-34 2024-08-29T15:00:37.562 INFO:tasks.rados.rados.0.smithi131.stdout:3455: finishing write tid 2 to smithi13174786-34 2024-08-29T15:00:37.564 INFO:tasks.rados.rados.0.smithi131.stdout:3455: finishing write tid 3 to smithi13174786-34 2024-08-29T15:00:37.565 INFO:tasks.rados.rados.0.smithi131.stdout:3455: finishing write tid 4 to smithi13174786-34 2024-08-29T15:00:37.565 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 1909 (ObjNum 1073 snap 333 seq_num 1073) dirty exists 2024-08-29T15:00:37.565 INFO:tasks.rados.rados.0.smithi131.stdout:3455: left oid 34 (ObjNum 1073 snap 333 seq_num 1073) 2024-08-29T15:00:37.566 INFO:tasks.rados.rados.0.smithi131.stdout:3455: done (3 left) 2024-08-29T15:00:37.567 INFO:tasks.rados.rados.0.smithi131.stdout:3459: done (2 left) 2024-08-29T15:00:37.567 INFO:tasks.rados.rados.0.smithi131.stdout:3460: snap_create 2024-08-29T15:00:37.568 INFO:tasks.rados.rados.0.smithi131.stdout:3457: expect (ObjNum 1058 snap 330 seq_num 1058) 2024-08-29T15:00:37.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:37 smithi131 ceph-mon[87973]: pgmap v700: 121 pgs: 121 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-08-29T15:00:37.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:37 smithi131 ceph-mon[90512]: pgmap v700: 121 pgs: 121 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-08-29T15:00:37.603 INFO:tasks.rados.rados.0.smithi131.stdout:3458: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T15:00:38.714 INFO:tasks.rados.rados.0.smithi131.stdout:3457: done (2 left) 2024-08-29T15:00:38.714 INFO:tasks.rados.rados.0.smithi131.stdout:3458: done (1 left) 2024-08-29T15:00:38.714 INFO:tasks.rados.rados.0.smithi131.stdout:3460: done (0 left) 2024-08-29T15:00:38.715 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 334 2024-08-29T15:00:38.715 INFO:tasks.rados.rados.0.smithi131.stdout:3461: seq_num 1076 ranges {12017664=425984,12443648=548864,12992512=253952} 2024-08-29T15:00:38.778 INFO:tasks.rados.rados.0.smithi131.stdout:3461: writing smithi13174786-8 from 12017664 to 12443648 tid 1 2024-08-29T15:00:38.781 INFO:tasks.rados.rados.0.smithi131.stdout:3461: writing smithi13174786-8 from 12443648 to 12992512 tid 2 2024-08-29T15:00:38.783 INFO:tasks.rados.rados.0.smithi131.stdout:3461: writing smithi13174786-8 from 12992512 to 13246464 tid 3 2024-08-29T15:00:38.783 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 334 2024-08-29T15:00:38.783 INFO:tasks.rados.rados.0.smithi131.stdout:3461: finishing write tid 1 to smithi13174786-8 2024-08-29T15:00:38.784 INFO:tasks.rados.rados.0.smithi131.stdout:3462: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2024-08-29T15:00:38.785 INFO:tasks.rados.rados.0.smithi131.stdout:3462: writing smithi13174786-29 from 0 to 442368 tid 1 2024-08-29T15:00:38.788 INFO:tasks.rados.rados.0.smithi131.stdout:3462: writing smithi13174786-29 from 442368 to 876544 tid 2 2024-08-29T15:00:38.792 INFO:tasks.rados.rados.0.smithi131.stdout:3462: writing smithi13174786-29 from 876544 to 1245184 tid 3 2024-08-29T15:00:38.792 INFO:tasks.rados.rados.0.smithi131.stdout:3463: copy_from oid 12 from oid 17 current snap is 334 2024-08-29T15:00:38.792 INFO:tasks.rados.rados.0.smithi131.stdout:3461: finishing write tid 2 to smithi13174786-8 2024-08-29T15:00:38.793 INFO:tasks.rados.rados.0.smithi131.stdout:3461: finishing write tid 3 to smithi13174786-8 2024-08-29T15:00:38.793 INFO:tasks.rados.rados.0.smithi131.stdout:3461: finishing write tid 4 to smithi13174786-8 2024-08-29T15:00:38.793 INFO:tasks.rados.rados.0.smithi131.stdout:3461: finishing write tid 5 to smithi13174786-8 2024-08-29T15:00:38.793 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 2140 (ObjNum 1076 snap 334 seq_num 1076) dirty exists 2024-08-29T15:00:38.793 INFO:tasks.rados.rados.0.smithi131.stdout:3461: left oid 8 (ObjNum 1076 snap 334 seq_num 1076) 2024-08-29T15:00:38.793 INFO:tasks.rados.rados.0.smithi131.stdout:3462: finishing write tid 1 to smithi13174786-29 2024-08-29T15:00:38.794 INFO:tasks.rados.rados.0.smithi131.stdout:3462: finishing write tid 2 to smithi13174786-29 2024-08-29T15:00:38.794 INFO:tasks.rados.rados.0.smithi131.stdout:3461: done (2 left) 2024-08-29T15:00:38.794 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 334 2024-08-29T15:00:38.794 INFO:tasks.rados.rados.0.smithi131.stdout:3464: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-08-29T15:00:38.795 INFO:tasks.rados.rados.0.smithi131.stdout:3464: writing smithi13174786-22 from 0 to 458752 tid 1 2024-08-29T15:00:38.797 INFO:tasks.rados.rados.0.smithi131.stdout:3464: writing smithi13174786-22 from 458752 to 1179648 tid 2 2024-08-29T15:00:38.798 INFO:tasks.rados.rados.0.smithi131.stdout:3464: writing smithi13174786-22 from 1179648 to 1261568 tid 3 2024-08-29T15:00:38.798 INFO:tasks.rados.rados.0.smithi131.stdout:3465: snap_remove snap 324 2024-08-29T15:00:39.298 INFO:tasks.rados.rados.0.smithi131.stdout:3462: finishing write tid 3 to smithi13174786-29 2024-08-29T15:00:39.298 INFO:tasks.rados.rados.0.smithi131.stdout:3462: finishing write tid 4 to smithi13174786-29 2024-08-29T15:00:39.298 INFO:tasks.rados.rados.0.smithi131.stdout:3463: finishing copy_from racing read to smithi13174786-12 2024-08-29T15:00:39.298 INFO:tasks.rados.rados.0.smithi131.stdout:3463: finishing copy_from to smithi13174786-12 2024-08-29T15:00:39.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 2047 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T15:00:39.298 INFO:tasks.rados.rados.0.smithi131.stdout:3462: finishing write tid 5 to smithi13174786-29 2024-08-29T15:00:39.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 2132 (ObjNum 1077 snap 334 seq_num 1077) dirty exists 2024-08-29T15:00:39.298 INFO:tasks.rados.rados.0.smithi131.stdout:3462: left oid 29 (ObjNum 1077 snap 334 seq_num 1077) 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3464: finishing write tid 1 to smithi13174786-22 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3464: finishing write tid 2 to smithi13174786-22 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3464: finishing write tid 3 to smithi13174786-22 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3464: finishing write tid 4 to smithi13174786-22 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3464: finishing write tid 5 to smithi13174786-22 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 2343 (ObjNum 1078 snap 334 seq_num 1078) dirty exists 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3464: left oid 22 (ObjNum 1078 snap 334 seq_num 1078) 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3462: done (3 left) 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3463: done (2 left) 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3464: done (1 left) 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3465: done (0 left) 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:3466: rollback oid 19 current snap is 334 2024-08-29T15:00:39.299 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 19 to 332 2024-08-29T15:00:39.300 INFO:tasks.rados.rados.0.smithi131.stdout:3467: snap_remove snap 294 2024-08-29T15:00:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:39 smithi131 ceph-mon[87973]: osdmap e741: 8 total, 8 up, 8 in 2024-08-29T15:00:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:39 smithi131 ceph-mon[87973]: pgmap v702: 121 pgs: 121 active+clean; 334 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 12 op/s 2024-08-29T15:00:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:39 smithi131 ceph-mon[90512]: osdmap e741: 8 total, 8 up, 8 in 2024-08-29T15:00:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:39 smithi131 ceph-mon[90512]: pgmap v702: 121 pgs: 121 active+clean; 334 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 12 op/s 2024-08-29T15:00:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:39 smithi169 ceph-mon[78471]: osdmap e741: 8 total, 8 up, 8 in 2024-08-29T15:00:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:39 smithi169 ceph-mon[78471]: pgmap v702: 121 pgs: 121 active+clean; 334 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 12 op/s 2024-08-29T15:00:40.302 INFO:tasks.rados.rados.0.smithi131.stdout:3467: done (1 left) 2024-08-29T15:00:40.302 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 334 2024-08-29T15:00:40.302 INFO:tasks.rados.rados.0.smithi131.stdout:3468: seq_num 1079 ranges {0=475136,475136=606208,1081344=196608} 2024-08-29T15:00:40.305 INFO:tasks.rados.rados.0.smithi131.stdout:3468: writing smithi13174786-9 from 0 to 475136 tid 1 2024-08-29T15:00:40.309 INFO:tasks.rados.rados.0.smithi131.stdout:3468: writing smithi13174786-9 from 475136 to 1081344 tid 2 2024-08-29T15:00:40.311 INFO:tasks.rados.rados.0.smithi131.stdout:3468: writing smithi13174786-9 from 1081344 to 1277952 tid 3 2024-08-29T15:00:40.312 INFO:tasks.rados.rados.0.smithi131.stdout:3469: snap_create 2024-08-29T15:00:40.312 INFO:tasks.rados.rados.0.smithi131.stdout:3466: finishing rollback tid 0 to smithi13174786-19 2024-08-29T15:00:40.312 INFO:tasks.rados.rados.0.smithi131.stdout:3466: finishing rollback tid 1 to smithi13174786-19 2024-08-29T15:00:40.312 INFO:tasks.rados.rados.0.smithi131.stdout:3466: finishing rollback tid 2 to smithi13174786-19 2024-08-29T15:00:40.312 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 1912 (ObjNum 1006 snap 308 seq_num 1006) dirty exists 2024-08-29T15:00:40.317 INFO:tasks.rados.rados.0.smithi131.stdout:3468: finishing write tid 1 to smithi13174786-9 2024-08-29T15:00:40.317 INFO:tasks.rados.rados.0.smithi131.stdout:3468: finishing write tid 2 to smithi13174786-9 2024-08-29T15:00:40.317 INFO:tasks.rados.rados.0.smithi131.stdout:3468: finishing write tid 3 to smithi13174786-9 2024-08-29T15:00:40.320 INFO:tasks.rados.rados.0.smithi131.stdout:3468: finishing write tid 4 to smithi13174786-9 2024-08-29T15:00:40.321 INFO:tasks.rados.rados.0.smithi131.stdout:3468: finishing write tid 5 to smithi13174786-9 2024-08-29T15:00:40.321 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 2119 (ObjNum 1079 snap 334 seq_num 1079) dirty exists 2024-08-29T15:00:40.322 INFO:tasks.rados.rados.0.smithi131.stdout:3468: left oid 9 (ObjNum 1079 snap 334 seq_num 1079) 2024-08-29T15:00:40.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:40 smithi131 ceph-mon[90512]: osdmap e742: 8 total, 8 up, 8 in 2024-08-29T15:00:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:40 smithi131 ceph-mon[87973]: osdmap e742: 8 total, 8 up, 8 in 2024-08-29T15:00:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:40 smithi169 ceph-mon[78471]: osdmap e742: 8 total, 8 up, 8 in 2024-08-29T15:00:40.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:00:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:00:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:00:41.227 INFO:tasks.rados.rados.0.smithi131.stdout:3466: done (2 left) 2024-08-29T15:00:41.228 INFO:tasks.rados.rados.0.smithi131.stdout:3468: done (1 left) 2024-08-29T15:00:41.228 INFO:tasks.rados.rados.0.smithi131.stdout:3469: done (0 left) 2024-08-29T15:00:41.228 INFO:tasks.rados.rados.0.smithi131.stdout:3470: read oid 31 snap -1 2024-08-29T15:00:41.228 INFO:tasks.rados.rados.0.smithi131.stdout:3470: expect (ObjNum 1056 snap 330 seq_num 1056) 2024-08-29T15:00:41.228 INFO:tasks.rados.rados.0.smithi131.stdout:3471: read oid 45 snap -1 2024-08-29T15:00:41.228 INFO:tasks.rados.rados.0.smithi131.stdout:3471: expect (ObjNum 1034 snap 318 seq_num 1034) 2024-08-29T15:00:41.228 INFO:tasks.rados.rados.0.smithi131.stdout:3472: rollback oid 32 current snap is 335 2024-08-29T15:00:41.228 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 32 to 299 2024-08-29T15:00:41.228 INFO:tasks.rados.rados.0.smithi131.stdout:3473: delete oid 48 current snap is 335 2024-08-29T15:00:41.237 INFO:tasks.rados.rados.0.smithi131.stdout:3470: expect (ObjNum 1056 snap 330 seq_num 1056) 2024-08-29T15:00:41.262 INFO:tasks.rados.rados.0.smithi131.stdout:3472: finishing rollback tid 1 to smithi13174786-32 2024-08-29T15:00:41.262 INFO:tasks.rados.rados.0.smithi131.stdout:3472: finishing rollback tid 2 to smithi13174786-32 2024-08-29T15:00:41.262 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 2365 (ObjNum 861 snap 270 seq_num 861) dirty exists 2024-08-29T15:00:41.262 INFO:tasks.rados.rados.0.smithi131.stdout:3471: expect (ObjNum 1034 snap 318 seq_num 1034) 2024-08-29T15:00:41.502 INFO:tasks.rados.rados.0.smithi131.stdout:3470: done (3 left) 2024-08-29T15:00:41.502 INFO:tasks.rados.rados.0.smithi131.stdout:3471: done (2 left) 2024-08-29T15:00:41.502 INFO:tasks.rados.rados.0.smithi131.stdout:3472: done (1 left) 2024-08-29T15:00:41.502 INFO:tasks.rados.rados.0.smithi131.stdout:3473: done (0 left) 2024-08-29T15:00:41.502 INFO:tasks.rados.rados.0.smithi131.stdout:3474: rollback oid 1 current snap is 335 2024-08-29T15:00:41.503 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 326 2024-08-29T15:00:41.503 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 335 2024-08-29T15:00:41.503 INFO:tasks.rados.rados.0.smithi131.stdout:3475: seq_num 1081 ranges {1384448=507904,1892352=425984,2318336=376832} 2024-08-29T15:00:41.512 INFO:tasks.rados.rados.0.smithi131.stdout:3475: writing smithi13174786-21 from 1384448 to 1892352 tid 1 2024-08-29T15:00:41.515 INFO:tasks.rados.rados.0.smithi131.stdout:3475: writing smithi13174786-21 from 1892352 to 2318336 tid 2 2024-08-29T15:00:41.517 INFO:tasks.rados.rados.0.smithi131.stdout:3475: writing smithi13174786-21 from 2318336 to 2695168 tid 3 2024-08-29T15:00:41.517 INFO:tasks.rados.rados.0.smithi131.stdout:3476: snap_create 2024-08-29T15:00:41.517 INFO:tasks.rados.rados.0.smithi131.stdout:3474: finishing rollback tid 0 to smithi13174786-1 2024-08-29T15:00:41.517 INFO:tasks.rados.rados.0.smithi131.stdout:3474: finishing rollback tid 1 to smithi13174786-1 2024-08-29T15:00:41.517 INFO:tasks.rados.rados.0.smithi131.stdout:3474: finishing rollback tid 2 to smithi13174786-1 2024-08-29T15:00:41.517 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1933 (ObjNum 1037 snap 324 seq_num 1037) dirty exists 2024-08-29T15:00:41.517 INFO:tasks.rados.rados.0.smithi131.stdout:3475: finishing write tid 1 to smithi13174786-21 2024-08-29T15:00:41.519 INFO:tasks.rados.rados.0.smithi131.stdout:3475: finishing write tid 2 to smithi13174786-21 2024-08-29T15:00:41.519 INFO:tasks.rados.rados.0.smithi131.stdout:3475: finishing write tid 3 to smithi13174786-21 2024-08-29T15:00:41.519 INFO:tasks.rados.rados.0.smithi131.stdout:3475: finishing write tid 4 to smithi13174786-21 2024-08-29T15:00:41.521 INFO:tasks.rados.rados.0.smithi131.stdout:3475: finishing write tid 5 to smithi13174786-21 2024-08-29T15:00:41.521 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 2126 (ObjNum 1081 snap 335 seq_num 1081) dirty exists 2024-08-29T15:00:41.521 INFO:tasks.rados.rados.0.smithi131.stdout:3475: left oid 21 (ObjNum 1081 snap 335 seq_num 1081) 2024-08-29T15:00:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:41 smithi131 ceph-mon[87973]: osdmap e743: 8 total, 8 up, 8 in 2024-08-29T15:00:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:41 smithi131 ceph-mon[87973]: pgmap v705: 121 pgs: 121 active+clean; 336 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-08-29T15:00:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:41 smithi131 ceph-mon[87973]: osdmap e744: 8 total, 8 up, 8 in 2024-08-29T15:00:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:41 smithi131 ceph-mon[90512]: osdmap e743: 8 total, 8 up, 8 in 2024-08-29T15:00:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:41 smithi131 ceph-mon[90512]: pgmap v705: 121 pgs: 121 active+clean; 336 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-08-29T15:00:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:41 smithi131 ceph-mon[90512]: osdmap e744: 8 total, 8 up, 8 in 2024-08-29T15:00:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:41 smithi169 ceph-mon[78471]: osdmap e743: 8 total, 8 up, 8 in 2024-08-29T15:00:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:41 smithi169 ceph-mon[78471]: pgmap v705: 121 pgs: 121 active+clean; 336 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-08-29T15:00:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:41 smithi169 ceph-mon[78471]: osdmap e744: 8 total, 8 up, 8 in 2024-08-29T15:00:42.306 INFO:tasks.rados.rados.0.smithi131.stdout:3474: done (2 left) 2024-08-29T15:00:42.306 INFO:tasks.rados.rados.0.smithi131.stdout:3475: done (1 left) 2024-08-29T15:00:42.306 INFO:tasks.rados.rados.0.smithi131.stdout:3476: done (0 left) 2024-08-29T15:00:42.306 INFO:tasks.rados.rados.0.smithi131.stdout:3477: rollback oid 16 current snap is 336 2024-08-29T15:00:42.307 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 16 to 290 2024-08-29T15:00:42.307 INFO:tasks.rados.rados.0.smithi131.stdout:3478: setattr oid 43 current snap is 336 2024-08-29T15:00:42.307 INFO:tasks.rados.rados.0.smithi131.stdout:3479: delete oid 40 current snap is 336 2024-08-29T15:00:42.314 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 2120 (ObjNum 145 snap 0 seq_num 1988603006) dirty exists 2024-08-29T15:00:42.314 INFO:tasks.rados.rados.0.smithi131.stdout:3478: done (2 left) 2024-08-29T15:00:42.315 INFO:tasks.rados.rados.0.smithi131.stdout:3479: done (1 left) 2024-08-29T15:00:42.315 INFO:tasks.rados.rados.0.smithi131.stdout:3480: copy_from oid 6 from oid 23 current snap is 336 2024-08-29T15:00:42.315 INFO:tasks.rados.rados.0.smithi131.stdout:3481: setattr oid 41 current snap is 336 2024-08-29T15:00:42.315 INFO:tasks.rados.rados.0.smithi131.stdout:3477: finishing rollback tid 0 to smithi13174786-16 2024-08-29T15:00:42.316 INFO:tasks.rados.rados.0.smithi131.stdout:3477: finishing rollback tid 1 to smithi13174786-16 2024-08-29T15:00:42.316 INFO:tasks.rados.rados.0.smithi131.stdout:3477: finishing rollback tid 2 to smithi13174786-16 2024-08-29T15:00:42.316 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 2228 (ObjNum 889 snap 283 seq_num 889) dirty exists 2024-08-29T15:00:42.316 INFO:tasks.rados.rados.0.smithi131.stdout:3477: done (2 left) 2024-08-29T15:00:42.316 INFO:tasks.rados.rados.0.smithi131.stdout:3482: copy_from oid 5 from oid 30 current snap is 336 2024-08-29T15:00:42.316 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 38 current snap is 336 2024-08-29T15:00:42.317 INFO:tasks.rados.rados.0.smithi131.stdout:3483: seq_num 1083 ranges {909312=540672,1449984=589824,2039808=212992} 2024-08-29T15:00:42.325 INFO:tasks.rados.rados.0.smithi131.stdout:3483: writing smithi13174786-38 from 909312 to 1449984 tid 1 2024-08-29T15:00:42.328 INFO:tasks.rados.rados.0.smithi131.stdout:3483: writing smithi13174786-38 from 1449984 to 2039808 tid 2 2024-08-29T15:00:42.330 INFO:tasks.rados.rados.0.smithi131.stdout:3483: writing smithi13174786-38 from 2039808 to 2252800 tid 3 2024-08-29T15:00:42.330 INFO:tasks.rados.rados.0.smithi131.stdout:3484: snap_create 2024-08-29T15:00:42.330 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 2366 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T15:00:42.330 INFO:tasks.rados.rados.0.smithi131.stdout:3480: finishing copy_from racing read to smithi13174786-6 2024-08-29T15:00:42.330 INFO:tasks.rados.rados.0.smithi131.stdout:3480: finishing copy_from to smithi13174786-6 2024-08-29T15:00:42.330 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 2185 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-08-29T15:00:42.331 INFO:tasks.rados.rados.0.smithi131.stdout:3483: finishing write tid 1 to smithi13174786-38 2024-08-29T15:00:42.334 INFO:tasks.rados.rados.0.smithi131.stdout:3483: finishing write tid 2 to smithi13174786-38 2024-08-29T15:00:42.334 INFO:tasks.rados.rados.0.smithi131.stdout:3483: finishing write tid 3 to smithi13174786-38 2024-08-29T15:00:42.335 INFO:tasks.rados.rados.0.smithi131.stdout:3483: finishing write tid 4 to smithi13174786-38 2024-08-29T15:00:42.337 INFO:tasks.rados.rados.0.smithi131.stdout:3482: finishing copy_from racing read to smithi13174786-5 2024-08-29T15:00:42.337 INFO:tasks.rados.rados.0.smithi131.stdout:3483: finishing write tid 5 to smithi13174786-38 2024-08-29T15:00:42.337 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2136 (ObjNum 1083 snap 336 seq_num 1083) dirty exists 2024-08-29T15:00:42.337 INFO:tasks.rados.rados.0.smithi131.stdout:3483: left oid 38 (ObjNum 1083 snap 336 seq_num 1083) 2024-08-29T15:00:42.340 INFO:tasks.rados.rados.0.smithi131.stdout:3482: finishing copy_from to smithi13174786-5 2024-08-29T15:00:42.340 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 2115 (ObjNum 893 snap 284 seq_num 893) dirty exists 2024-08-29T15:00:43.315 INFO:tasks.rados.rados.0.smithi131.stdout:3480: done (4 left) 2024-08-29T15:00:43.316 INFO:tasks.rados.rados.0.smithi131.stdout:3481: done (3 left) 2024-08-29T15:00:43.316 INFO:tasks.rados.rados.0.smithi131.stdout:3482: done (2 left) 2024-08-29T15:00:43.316 INFO:tasks.rados.rados.0.smithi131.stdout:3483: done (1 left) 2024-08-29T15:00:43.316 INFO:tasks.rados.rados.0.smithi131.stdout:3484: done (0 left) 2024-08-29T15:00:43.316 INFO:tasks.rados.rados.0.smithi131.stdout:3485: read oid 10 snap -1 2024-08-29T15:00:43.316 INFO:tasks.rados.rados.0.smithi131.stdout:3485: expect deleted 2024-08-29T15:00:43.316 INFO:tasks.rados.rados.0.smithi131.stdout:3486: snap_create 2024-08-29T15:00:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:43 smithi131 ceph-mon[87973]: osdmap e745: 8 total, 8 up, 8 in 2024-08-29T15:00:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:43 smithi131 ceph-mon[87973]: pgmap v708: 121 pgs: 121 active+clean; 337 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 892 KiB/s wr, 15 op/s 2024-08-29T15:00:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:43 smithi131 ceph-mon[90512]: osdmap e745: 8 total, 8 up, 8 in 2024-08-29T15:00:43.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:43 smithi131 ceph-mon[90512]: pgmap v708: 121 pgs: 121 active+clean; 337 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 892 KiB/s wr, 15 op/s 2024-08-29T15:00:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:43 smithi169 ceph-mon[78471]: osdmap e745: 8 total, 8 up, 8 in 2024-08-29T15:00:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:43 smithi169 ceph-mon[78471]: pgmap v708: 121 pgs: 121 active+clean; 337 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 892 KiB/s wr, 15 op/s 2024-08-29T15:00:44.319 INFO:tasks.rados.rados.0.smithi131.stdout:3485: done (1 left) 2024-08-29T15:00:44.319 INFO:tasks.rados.rados.0.smithi131.stdout:3486: done (0 left) 2024-08-29T15:00:44.319 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 338 2024-08-29T15:00:44.319 INFO:tasks.rados.rados.0.smithi131.stdout:3487: seq_num 1084 ranges {4718592=557056,5275648=475136,5750784=327680} 2024-08-29T15:00:44.347 INFO:tasks.rados.rados.0.smithi131.stdout:3487: writing smithi13174786-42 from 4718592 to 5275648 tid 1 2024-08-29T15:00:44.350 INFO:tasks.rados.rados.0.smithi131.stdout:3487: writing smithi13174786-42 from 5275648 to 5750784 tid 2 2024-08-29T15:00:44.353 INFO:tasks.rados.rados.0.smithi131.stdout:3487: writing smithi13174786-42 from 5750784 to 6078464 tid 3 2024-08-29T15:00:44.353 INFO:tasks.rados.rados.0.smithi131.stdout:3488: setattr oid 12 current snap is 338 2024-08-29T15:00:44.354 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 338 2024-08-29T15:00:44.354 INFO:tasks.rados.rados.0.smithi131.stdout:3489: seq_num 1085 ranges {4775936=581632,5357568=761856,6119424=40960} 2024-08-29T15:00:44.383 INFO:tasks.rados.rados.0.smithi131.stdout:3489: writing smithi13174786-25 from 4775936 to 5357568 tid 1 2024-08-29T15:00:44.387 INFO:tasks.rados.rados.0.smithi131.stdout:3489: writing smithi13174786-25 from 5357568 to 6119424 tid 2 2024-08-29T15:00:44.388 INFO:tasks.rados.rados.0.smithi131.stdout:3489: writing smithi13174786-25 from 6119424 to 6160384 tid 3 2024-08-29T15:00:44.388 INFO:tasks.rados.rados.0.smithi131.stdout:3490: read oid 23 snap -1 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:3490: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:3487: finishing write tid 1 to smithi13174786-42 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:3487: finishing write tid 2 to smithi13174786-42 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:3487: finishing write tid 3 to smithi13174786-42 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 2186 (ObjNum 65 snap 0 seq_num 1633053025) dirty exists 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:3487: finishing write tid 4 to smithi13174786-42 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:3487: finishing write tid 5 to smithi13174786-42 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 2063 (ObjNum 1084 snap 338 seq_num 1084) dirty exists 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:3487: left oid 42 (ObjNum 1084 snap 338 seq_num 1084) 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:3491: read oid 16 snap -1 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:3491: expect (ObjNum 889 snap 283 seq_num 889) 2024-08-29T15:00:44.389 INFO:tasks.rados.rados.0.smithi131.stdout:3487: done (4 left) 2024-08-29T15:00:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:3488: done (3 left) 2024-08-29T15:00:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:3492: delete oid 47 current snap is 338 2024-08-29T15:00:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:3489: finishing write tid 1 to smithi13174786-25 2024-08-29T15:00:44.390 INFO:tasks.rados.rados.0.smithi131.stdout:3490: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T15:00:44.396 INFO:tasks.rados.rados.0.smithi131.stdout:3489: finishing write tid 2 to smithi13174786-25 2024-08-29T15:00:44.396 INFO:tasks.rados.rados.0.smithi131.stdout:3489: finishing write tid 3 to smithi13174786-25 2024-08-29T15:00:44.397 INFO:tasks.rados.rados.0.smithi131.stdout:3489: finishing write tid 4 to smithi13174786-25 2024-08-29T15:00:44.397 INFO:tasks.rados.rados.0.smithi131.stdout:3490: done (3 left) 2024-08-29T15:00:44.397 INFO:tasks.rados.rados.0.smithi131.stdout:3492: done (2 left) 2024-08-29T15:00:44.397 INFO:tasks.rados.rados.0.smithi131.stdout:3493: copy_from oid 17 from oid 27 current snap is 338 2024-08-29T15:00:44.397 INFO:tasks.rados.rados.0.smithi131.stdout:3491: expect (ObjNum 889 snap 283 seq_num 889) 2024-08-29T15:00:44.449 INFO:tasks.rados.rados.0.smithi131.stdout:3489: finishing write tid 5 to smithi13174786-25 2024-08-29T15:00:44.449 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 2371 (ObjNum 1085 snap 338 seq_num 1085) dirty exists 2024-08-29T15:00:44.449 INFO:tasks.rados.rados.0.smithi131.stdout:3489: left oid 25 (ObjNum 1085 snap 338 seq_num 1085) 2024-08-29T15:00:44.449 INFO:tasks.rados.rados.0.smithi131.stdout:3493: finishing copy_from racing read to smithi13174786-17 2024-08-29T15:00:44.449 INFO:tasks.rados.rados.0.smithi131.stdout:3493: finishing copy_from to smithi13174786-17 2024-08-29T15:00:44.450 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 2130 (ObjNum 957 snap 299 seq_num 957) dirty exists 2024-08-29T15:00:44.450 INFO:tasks.rados.rados.0.smithi131.stdout:3489: done (2 left) 2024-08-29T15:00:44.450 INFO:tasks.rados.rados.0.smithi131.stdout:3491: done (1 left) 2024-08-29T15:00:44.450 INFO:tasks.rados.rados.0.smithi131.stdout:3493: done (0 left) 2024-08-29T15:00:44.450 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 338 2024-08-29T15:00:44.450 INFO:tasks.rados.rados.0.smithi131.stdout:3494: seq_num 1087 ranges {0=614400,614400=532480,1146880=270336} 2024-08-29T15:00:44.452 INFO:tasks.rados.rados.0.smithi131.stdout:3494: writing smithi13174786-13 from 0 to 614400 tid 1 2024-08-29T15:00:44.455 INFO:tasks.rados.rados.0.smithi131.stdout:3494: writing smithi13174786-13 from 614400 to 1146880 tid 2 2024-08-29T15:00:44.457 INFO:tasks.rados.rados.0.smithi131.stdout:3494: writing smithi13174786-13 from 1146880 to 1417216 tid 3 2024-08-29T15:00:44.457 INFO:tasks.rados.rados.0.smithi131.stdout:3495: rollback oid 30 current snap is 338 2024-08-29T15:00:44.457 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 30 to 317 2024-08-29T15:00:44.457 INFO:tasks.rados.rados.0.smithi131.stdout:3494: finishing write tid 1 to smithi13174786-13 2024-08-29T15:00:44.457 INFO:tasks.rados.rados.0.smithi131.stdout:3496: snap_create 2024-08-29T15:00:44.458 INFO:tasks.rados.rados.0.smithi131.stdout:3494: finishing write tid 2 to smithi13174786-13 2024-08-29T15:00:44.459 INFO:tasks.rados.rados.0.smithi131.stdout:3494: finishing write tid 3 to smithi13174786-13 2024-08-29T15:00:44.459 INFO:tasks.rados.rados.0.smithi131.stdout:3494: finishing write tid 4 to smithi13174786-13 2024-08-29T15:00:44.460 INFO:tasks.rados.rados.0.smithi131.stdout:3494: finishing write tid 5 to smithi13174786-13 2024-08-29T15:00:44.460 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 1563 (ObjNum 1087 snap 338 seq_num 1087) dirty exists 2024-08-29T15:00:44.460 INFO:tasks.rados.rados.0.smithi131.stdout:3494: left oid 13 (ObjNum 1087 snap 338 seq_num 1087) 2024-08-29T15:00:44.460 INFO:tasks.rados.rados.0.smithi131.stdout:3495: finishing rollback tid 0 to smithi13174786-30 2024-08-29T15:00:44.461 INFO:tasks.rados.rados.0.smithi131.stdout:3495: finishing rollback tid 1 to smithi13174786-30 2024-08-29T15:00:44.461 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 2122 (ObjNum 161 snap 0 seq_num 2120720720) dirty dne 2024-08-29T15:00:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:44 smithi131 ceph-mon[87973]: osdmap e746: 8 total, 8 up, 8 in 2024-08-29T15:00:44.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:44 smithi131 ceph-mon[90512]: osdmap e746: 8 total, 8 up, 8 in 2024-08-29T15:00:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:44 smithi169 ceph-mon[78471]: osdmap e746: 8 total, 8 up, 8 in 2024-08-29T15:00:45.329 INFO:tasks.rados.rados.0.smithi131.stdout:3494: done (2 left) 2024-08-29T15:00:45.329 INFO:tasks.rados.rados.0.smithi131.stdout:3495: done (1 left) 2024-08-29T15:00:45.329 INFO:tasks.rados.rados.0.smithi131.stdout:3496: done (0 left) 2024-08-29T15:00:45.330 INFO:tasks.rados.rados.0.smithi131.stdout:3497: read oid 41 snap -1 2024-08-29T15:00:45.330 INFO:tasks.rados.rados.0.smithi131.stdout:3497: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:45.330 INFO:tasks.rados.rados.0.smithi131.stdout:3498: delete oid 28 current snap is 339 2024-08-29T15:00:45.330 INFO:tasks.rados.rados.0.smithi131.stdout:3497: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:00:45.334 INFO:tasks.rados.rados.0.smithi131.stdout:3497: done (1 left) 2024-08-29T15:00:45.334 INFO:tasks.rados.rados.0.smithi131.stdout:3498: done (0 left) 2024-08-29T15:00:45.334 INFO:tasks.rados.rados.0.smithi131.stdout:3499: snap_create 2024-08-29T15:00:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:45 smithi131 ceph-mon[87973]: osdmap e747: 8 total, 8 up, 8 in 2024-08-29T15:00:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:45 smithi131 ceph-mon[87973]: pgmap v711: 121 pgs: 121 active+clean; 339 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-08-29T15:00:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:45 smithi131 ceph-mon[90512]: osdmap e747: 8 total, 8 up, 8 in 2024-08-29T15:00:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:45 smithi131 ceph-mon[90512]: pgmap v711: 121 pgs: 121 active+clean; 339 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-08-29T15:00:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:45 smithi169 ceph-mon[78471]: osdmap e747: 8 total, 8 up, 8 in 2024-08-29T15:00:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:45 smithi169 ceph-mon[78471]: pgmap v711: 121 pgs: 121 active+clean; 339 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-08-29T15:00:46.230 INFO:tasks.rados.rados.0.smithi131.stdout:3499: done (0 left) 2024-08-29T15:00:46.230 INFO:tasks.rados.rados.0.smithi131.stdout:3500: snap_remove snap 322 2024-08-29T15:00:46.326 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:00:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:00:45] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.51.0" 2024-08-29T15:00:46.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:46 smithi131 ceph-mon[90512]: osdmap e748: 8 total, 8 up, 8 in 2024-08-29T15:00:46.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:46 smithi131 ceph-mon[90512]: osdmap e749: 8 total, 8 up, 8 in 2024-08-29T15:00:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:46 smithi131 ceph-mon[87973]: osdmap e748: 8 total, 8 up, 8 in 2024-08-29T15:00:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:46 smithi131 ceph-mon[87973]: osdmap e749: 8 total, 8 up, 8 in 2024-08-29T15:00:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:46 smithi169 ceph-mon[78471]: osdmap e748: 8 total, 8 up, 8 in 2024-08-29T15:00:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:46 smithi169 ceph-mon[78471]: osdmap e749: 8 total, 8 up, 8 in 2024-08-29T15:00:47.232 INFO:tasks.rados.rados.0.smithi131.stdout:3500: done (0 left) 2024-08-29T15:00:47.232 INFO:tasks.rados.rados.0.smithi131.stdout:3501: snap_create 2024-08-29T15:00:48.243 INFO:tasks.rados.rados.0.smithi131.stdout:3501: done (0 left) 2024-08-29T15:00:48.243 INFO:tasks.rados.rados.0.smithi131.stdout:3502: copy_from oid 13 from oid 23 current snap is 341 2024-08-29T15:00:48.243 INFO:tasks.rados.rados.0.smithi131.stdout:3503: delete oid 7 current snap is 341 2024-08-29T15:00:48.248 INFO:tasks.rados.rados.0.smithi131.stdout:3503: done (1 left) 2024-08-29T15:00:48.248 INFO:tasks.rados.rados.0.smithi131.stdout:3504: snap_create 2024-08-29T15:00:48.251 INFO:tasks.rados.rados.0.smithi131.stdout:3502: finishing copy_from racing read to smithi13174786-13 2024-08-29T15:00:48.251 INFO:tasks.rados.rados.0.smithi131.stdout:3502: finishing copy_from to smithi13174786-13 2024-08-29T15:00:48.251 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 2185 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-08-29T15:00:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:48 smithi131 ceph-mon[87973]: pgmap v714: 121 pgs: 121 active+clean; 342 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-29T15:00:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:48 smithi131 ceph-mon[87973]: osdmap e750: 8 total, 8 up, 8 in 2024-08-29T15:00:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:48 smithi131 ceph-mon[90512]: pgmap v714: 121 pgs: 121 active+clean; 342 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-29T15:00:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:48 smithi131 ceph-mon[90512]: osdmap e750: 8 total, 8 up, 8 in 2024-08-29T15:00:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:48 smithi169 ceph-mon[78471]: pgmap v714: 121 pgs: 121 active+clean; 342 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-29T15:00:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:48 smithi169 ceph-mon[78471]: osdmap e750: 8 total, 8 up, 8 in 2024-08-29T15:00:49.246 INFO:tasks.rados.rados.0.smithi131.stdout:3502: done (1 left) 2024-08-29T15:00:49.246 INFO:tasks.rados.rados.0.smithi131.stdout:3504: done (0 left) 2024-08-29T15:00:49.246 INFO:tasks.rados.rados.0.smithi131.stdout:3505: snap_create 2024-08-29T15:00:49.506 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:49 smithi131 ceph-mon[87973]: osdmap e751: 8 total, 8 up, 8 in 2024-08-29T15:00:49.506 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:49 smithi131 ceph-mon[90512]: osdmap e751: 8 total, 8 up, 8 in 2024-08-29T15:00:49.641 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:49 smithi169 ceph-mon[78471]: osdmap e751: 8 total, 8 up, 8 in 2024-08-29T15:00:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:3505: done (0 left) 2024-08-29T15:00:50.248 INFO:tasks.rados.rados.0.smithi131.stdout:3506: snap_create 2024-08-29T15:00:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:50 smithi131 ceph-mon[87973]: pgmap v717: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-29T15:00:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:50 smithi131 ceph-mon[87973]: osdmap e752: 8 total, 8 up, 8 in 2024-08-29T15:00:50.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:50 smithi131 ceph-mon[90512]: pgmap v717: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-29T15:00:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:50 smithi131 ceph-mon[90512]: osdmap e752: 8 total, 8 up, 8 in 2024-08-29T15:00:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:50 smithi169 ceph-mon[78471]: pgmap v717: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-29T15:00:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:50 smithi169 ceph-mon[78471]: osdmap e752: 8 total, 8 up, 8 in 2024-08-29T15:00:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:00:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:00:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:00:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:00:51.250 INFO:tasks.rados.rados.0.smithi131.stdout:3506: done (0 left) 2024-08-29T15:00:51.250 INFO:tasks.rados.rados.0.smithi131.stdout:3507: snap_create 2024-08-29T15:00:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:51 smithi131 ceph-mon[87973]: osdmap e753: 8 total, 8 up, 8 in 2024-08-29T15:00:51.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:51 smithi131 ceph-mon[90512]: osdmap e753: 8 total, 8 up, 8 in 2024-08-29T15:00:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:51 smithi169 ceph-mon[78471]: osdmap e753: 8 total, 8 up, 8 in 2024-08-29T15:00:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:3507: done (0 left) 2024-08-29T15:00:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:3508: read oid 3 snap 326 2024-08-29T15:00:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:3508: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T15:00:52.253 INFO:tasks.rados.rados.0.smithi131.stdout:3509: snap_create 2024-08-29T15:00:52.313 INFO:tasks.rados.rados.0.smithi131.stdout:3508: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T15:00:52.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:52 smithi131 ceph-mon[87973]: pgmap v720: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T15:00:52.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:52 smithi131 ceph-mon[87973]: osdmap e754: 8 total, 8 up, 8 in 2024-08-29T15:00:52.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:52 smithi131 ceph-mon[87973]: osdmap e755: 8 total, 8 up, 8 in 2024-08-29T15:00:52.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:52 smithi131 ceph-mon[90512]: pgmap v720: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T15:00:52.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:52 smithi131 ceph-mon[90512]: osdmap e754: 8 total, 8 up, 8 in 2024-08-29T15:00:52.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:52 smithi131 ceph-mon[90512]: osdmap e755: 8 total, 8 up, 8 in 2024-08-29T15:00:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:52 smithi169 ceph-mon[78471]: pgmap v720: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T15:00:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:52 smithi169 ceph-mon[78471]: osdmap e754: 8 total, 8 up, 8 in 2024-08-29T15:00:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:52 smithi169 ceph-mon[78471]: osdmap e755: 8 total, 8 up, 8 in 2024-08-29T15:00:53.432 INFO:tasks.rados.rados.0.smithi131.stdout:3508: done (1 left) 2024-08-29T15:00:53.432 INFO:tasks.rados.rados.0.smithi131.stdout:3509: done (0 left) 2024-08-29T15:00:53.432 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 346 2024-08-29T15:00:53.433 INFO:tasks.rados.rados.0.smithi131.stdout:3510: seq_num 1090 ranges {5095424=663552,5758976=630784,6389760=172032} 2024-08-29T15:00:53.462 INFO:tasks.rados.rados.0.smithi131.stdout:3510: writing smithi13174786-45 from 5095424 to 5758976 tid 1 2024-08-29T15:00:53.465 INFO:tasks.rados.rados.0.smithi131.stdout:3510: writing smithi13174786-45 from 5758976 to 6389760 tid 2 2024-08-29T15:00:53.466 INFO:tasks.rados.rados.0.smithi131.stdout:3510: writing smithi13174786-45 from 6389760 to 6561792 tid 3 2024-08-29T15:00:53.466 INFO:tasks.rados.rados.0.smithi131.stdout:3511: rollback oid 38 current snap is 346 2024-08-29T15:00:53.467 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 333 2024-08-29T15:00:53.467 INFO:tasks.rados.rados.0.smithi131.stdout:3512: rollback oid 1 current snap is 346 2024-08-29T15:00:53.467 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 341 2024-08-29T15:00:53.467 INFO:tasks.rados.rados.0.smithi131.stdout:3513: setattr oid 22 current snap is 346 2024-08-29T15:00:53.468 INFO:tasks.rados.rados.0.smithi131.stdout:3514: snap_create 2024-08-29T15:00:53.472 INFO:tasks.rados.rados.0.smithi131.stdout:3511: finishing rollback tid 0 to smithi13174786-38 2024-08-29T15:00:53.473 INFO:tasks.rados.rados.0.smithi131.stdout:3511: finishing rollback tid 1 to smithi13174786-38 2024-08-29T15:00:53.473 INFO:tasks.rados.rados.0.smithi131.stdout:3510: finishing write tid 1 to smithi13174786-45 2024-08-29T15:00:53.474 INFO:tasks.rados.rados.0.smithi131.stdout:3510: finishing write tid 2 to smithi13174786-45 2024-08-29T15:00:53.474 INFO:tasks.rados.rados.0.smithi131.stdout:3511: finishing rollback tid 2 to smithi13174786-38 2024-08-29T15:00:53.474 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2139 (ObjNum 1057 snap 330 seq_num 1057) dirty exists 2024-08-29T15:00:53.474 INFO:tasks.rados.rados.0.smithi131.stdout:3510: finishing write tid 3 to smithi13174786-45 2024-08-29T15:00:53.474 INFO:tasks.rados.rados.0.smithi131.stdout:3510: finishing write tid 4 to smithi13174786-45 2024-08-29T15:00:53.475 INFO:tasks.rados.rados.0.smithi131.stdout:3512: finishing rollback tid 0 to smithi13174786-1 2024-08-29T15:00:53.476 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 2381 (ObjNum 1078 snap 334 seq_num 1078) dirty exists 2024-08-29T15:00:53.476 INFO:tasks.rados.rados.0.smithi131.stdout:3510: finishing write tid 5 to smithi13174786-45 2024-08-29T15:00:53.476 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 2136 (ObjNum 1090 snap 346 seq_num 1090) dirty exists 2024-08-29T15:00:53.477 INFO:tasks.rados.rados.0.smithi131.stdout:3510: left oid 45 (ObjNum 1090 snap 346 seq_num 1090) 2024-08-29T15:00:53.477 INFO:tasks.rados.rados.0.smithi131.stdout:3512: finishing rollback tid 1 to smithi13174786-1 2024-08-29T15:00:53.477 INFO:tasks.rados.rados.0.smithi131.stdout:3512: finishing rollback tid 2 to smithi13174786-1 2024-08-29T15:00:53.477 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 1937 (ObjNum 1037 snap 324 seq_num 1037) dirty exists 2024-08-29T15:00:54.262 INFO:tasks.rados.rados.0.smithi131.stdout:3510: done (4 left) 2024-08-29T15:00:54.262 INFO:tasks.rados.rados.0.smithi131.stdout:3511: done (3 left) 2024-08-29T15:00:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:3512: done (2 left) 2024-08-29T15:00:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:3513: done (1 left) 2024-08-29T15:00:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:3514: done (0 left) 2024-08-29T15:00:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:3515: rollback oid 29 current snap is 347 2024-08-29T15:00:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 29 to 330 2024-08-29T15:00:54.263 INFO:tasks.rados.rados.0.smithi131.stdout:3516: snap_create 2024-08-29T15:00:54.267 INFO:tasks.rados.rados.0.smithi131.stdout:3515: finishing rollback tid 0 to smithi13174786-29 2024-08-29T15:00:54.268 INFO:tasks.rados.rados.0.smithi131.stdout:3515: finishing rollback tid 1 to smithi13174786-29 2024-08-29T15:00:54.268 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 2138 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T15:00:54.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:54 smithi131 ceph-mon[87973]: pgmap v723: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:00:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:54 smithi131 ceph-mon[87973]: osdmap e756: 8 total, 8 up, 8 in 2024-08-29T15:00:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:54 smithi131 ceph-mon[90512]: pgmap v723: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:00:54.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:54 smithi131 ceph-mon[90512]: osdmap e756: 8 total, 8 up, 8 in 2024-08-29T15:00:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:54 smithi169 ceph-mon[78471]: pgmap v723: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:00:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:54 smithi169 ceph-mon[78471]: osdmap e756: 8 total, 8 up, 8 in 2024-08-29T15:00:55.273 INFO:tasks.rados.rados.0.smithi131.stdout:3515: done (1 left) 2024-08-29T15:00:55.273 INFO:tasks.rados.rados.0.smithi131.stdout:3516: done (0 left) 2024-08-29T15:00:55.273 INFO:tasks.rados.rados.0.smithi131.stdout:3517: delete oid 19 current snap is 348 2024-08-29T15:00:55.281 INFO:tasks.rados.rados.0.smithi131.stdout:3517: done (0 left) 2024-08-29T15:00:55.281 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 348 2024-08-29T15:00:55.281 INFO:tasks.rados.rados.0.smithi131.stdout:3518: seq_num 1092 ranges {925696=696320,1622016=802816} 2024-08-29T15:00:55.290 INFO:tasks.rados.rados.0.smithi131.stdout:3518: writing smithi13174786-44 from 925696 to 1622016 tid 1 2024-08-29T15:00:55.295 INFO:tasks.rados.rados.0.smithi131.stdout:3518: writing smithi13174786-44 from 1622016 to 2424832 tid 2 2024-08-29T15:00:55.295 INFO:tasks.rados.rados.0.smithi131.stdout:3519: snap_create 2024-08-29T15:00:55.296 INFO:tasks.rados.rados.0.smithi131.stdout:3518: finishing write tid 1 to smithi13174786-44 2024-08-29T15:00:55.301 INFO:tasks.rados.rados.0.smithi131.stdout:3518: finishing write tid 2 to smithi13174786-44 2024-08-29T15:00:55.301 INFO:tasks.rados.rados.0.smithi131.stdout:3518: finishing write tid 3 to smithi13174786-44 2024-08-29T15:00:55.304 INFO:tasks.rados.rados.0.smithi131.stdout:3518: finishing write tid 4 to smithi13174786-44 2024-08-29T15:00:55.304 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 2238 (ObjNum 1092 snap 348 seq_num 1092) dirty exists 2024-08-29T15:00:55.304 INFO:tasks.rados.rados.0.smithi131.stdout:3518: left oid 44 (ObjNum 1092 snap 348 seq_num 1092) 2024-08-29T15:00:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:55 smithi131 ceph-mon[87973]: osdmap e757: 8 total, 8 up, 8 in 2024-08-29T15:00:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:00:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:00:55.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:55 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:00:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:55 smithi131 ceph-mon[90512]: osdmap e757: 8 total, 8 up, 8 in 2024-08-29T15:00:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:00:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:00:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:55 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:00:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:55 smithi169 ceph-mon[78471]: osdmap e757: 8 total, 8 up, 8 in 2024-08-29T15:00:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:00:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:00:55.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:55 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:00:56.236 INFO:tasks.rados.rados.0.smithi131.stdout:3518: done (1 left) 2024-08-29T15:00:56.236 INFO:tasks.rados.rados.0.smithi131.stdout:3519: done (0 left) 2024-08-29T15:00:56.236 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 23 current snap is 349 2024-08-29T15:00:56.237 INFO:tasks.rados.rados.0.smithi131.stdout:3520: seq_num 1093 ranges {65536=712704,778240=688128,1466368=114688} 2024-08-29T15:00:56.240 INFO:tasks.rados.rados.0.smithi131.stdout:3520: writing smithi13174786-23 from 65536 to 778240 tid 1 2024-08-29T15:00:56.244 INFO:tasks.rados.rados.0.smithi131.stdout:3520: writing smithi13174786-23 from 778240 to 1466368 tid 2 2024-08-29T15:00:56.246 INFO:tasks.rados.rados.0.smithi131.stdout:3520: writing smithi13174786-23 from 1466368 to 1581056 tid 3 2024-08-29T15:00:56.246 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 349 2024-08-29T15:00:56.246 INFO:tasks.rados.rados.0.smithi131.stdout:3521: seq_num 1094 ranges {10772480=729088,11501568=573440,12075008=229376} 2024-08-29T15:00:56.268 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:00:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:00:55] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-08-29T15:00:56.308 INFO:tasks.rados.rados.0.smithi131.stdout:3521: writing smithi13174786-3 from 10772480 to 11501568 tid 1 2024-08-29T15:00:56.310 INFO:tasks.rados.rados.0.smithi131.stdout:3521: writing smithi13174786-3 from 11501568 to 12075008 tid 2 2024-08-29T15:00:56.312 INFO:tasks.rados.rados.0.smithi131.stdout:3521: writing smithi13174786-3 from 12075008 to 12304384 tid 3 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:3522: read oid 34 snap -1 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:3522: expect (ObjNum 1073 snap 333 seq_num 1073) 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:3523: rollback oid 19 current snap is 349 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 19 to 321 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:3520: finishing write tid 1 to smithi13174786-23 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:3524: delete oid 30 current snap is 349 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:3520: finishing write tid 2 to smithi13174786-23 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:3520: finishing write tid 3 to smithi13174786-23 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:3520: finishing write tid 4 to smithi13174786-23 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:3520: finishing write tid 5 to smithi13174786-23 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 2190 (ObjNum 1093 snap 349 seq_num 1093) dirty exists 2024-08-29T15:00:56.313 INFO:tasks.rados.rados.0.smithi131.stdout:3520: left oid 23 (ObjNum 1093 snap 349 seq_num 1093) 2024-08-29T15:00:56.314 INFO:tasks.rados.rados.0.smithi131.stdout:3520: done (4 left) 2024-08-29T15:00:56.314 INFO:tasks.rados.rados.0.smithi131.stdout:3524: done (3 left) 2024-08-29T15:00:56.314 INFO:tasks.rados.rados.0.smithi131.stdout:3525: rollback oid 44 current snap is 349 2024-08-29T15:00:56.314 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 44 to 321 2024-08-29T15:00:56.314 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 349 2024-08-29T15:00:56.315 INFO:tasks.rados.rados.0.smithi131.stdout:3526: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-08-29T15:00:56.318 INFO:tasks.rados.rados.0.smithi131.stdout:3526: writing smithi13174786-15 from 0 to 761856 tid 1 2024-08-29T15:00:56.324 INFO:tasks.rados.rados.0.smithi131.stdout:3526: writing smithi13174786-15 from 761856 to 1548288 tid 2 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:3526: writing smithi13174786-15 from 1548288 to 1564672 tid 3 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:3527: rollback oid 40 current snap is 349 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 288 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:3521: finishing write tid 1 to smithi13174786-3 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:3521: finishing write tid 2 to smithi13174786-3 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:3521: finishing write tid 3 to smithi13174786-3 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:3521: finishing write tid 4 to smithi13174786-3 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:3525: finishing rollback tid 0 to smithi13174786-44 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:3525: finishing rollback tid 1 to smithi13174786-44 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:3525: finishing rollback tid 2 to smithi13174786-44 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 2242 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:3525: done (5 left) 2024-08-29T15:00:56.325 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 349 2024-08-29T15:00:56.326 INFO:tasks.rados.rados.0.smithi131.stdout:3528: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-08-29T15:00:56.330 INFO:tasks.rados.rados.0.smithi131.stdout:3528: writing smithi13174786-12 from 0 to 778240 tid 1 2024-08-29T15:00:56.334 INFO:tasks.rados.rados.0.smithi131.stdout:3528: writing smithi13174786-12 from 778240 to 1449984 tid 2 2024-08-29T15:00:56.335 INFO:tasks.rados.rados.0.smithi131.stdout:3528: writing smithi13174786-12 from 1449984 to 1581056 tid 3 2024-08-29T15:00:56.335 INFO:tasks.rados.rados.0.smithi131.stdout:3529: snap_create 2024-08-29T15:00:56.335 INFO:tasks.rados.rados.0.smithi131.stdout:3526: finishing write tid 1 to smithi13174786-15 2024-08-29T15:00:56.335 INFO:tasks.rados.rados.0.smithi131.stdout:3521: finishing write tid 5 to smithi13174786-3 2024-08-29T15:00:56.335 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 2386 (ObjNum 1094 snap 349 seq_num 1094) dirty exists 2024-08-29T15:00:56.335 INFO:tasks.rados.rados.0.smithi131.stdout:3521: left oid 3 (ObjNum 1094 snap 349 seq_num 1094) 2024-08-29T15:00:56.336 INFO:tasks.rados.rados.0.smithi131.stdout:3522: expect (ObjNum 1073 snap 333 seq_num 1073) 2024-08-29T15:00:56.430 INFO:tasks.rados.rados.0.smithi131.stdout:3523: finishing rollback tid 1 to smithi13174786-19 2024-08-29T15:00:56.431 INFO:tasks.rados.rados.0.smithi131.stdout:3523: finishing rollback tid 2 to smithi13174786-19 2024-08-29T15:00:56.431 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 2188 (ObjNum 1024 snap 315 seq_num 1024) dirty exists 2024-08-29T15:00:56.431 INFO:tasks.rados.rados.0.smithi131.stdout:3527: finishing rollback tid 1 to smithi13174786-40 2024-08-29T15:00:56.431 INFO:tasks.rados.rados.0.smithi131.stdout:3527: finishing rollback tid 2 to smithi13174786-40 2024-08-29T15:00:56.432 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 2132 (ObjNum 876 snap 275 seq_num 876) dirty exists 2024-08-29T15:00:56.432 INFO:tasks.rados.rados.0.smithi131.stdout:3526: finishing write tid 2 to smithi13174786-15 2024-08-29T15:00:56.432 INFO:tasks.rados.rados.0.smithi131.stdout:3526: finishing write tid 3 to smithi13174786-15 2024-08-29T15:00:56.432 INFO:tasks.rados.rados.0.smithi131.stdout:3526: finishing write tid 4 to smithi13174786-15 2024-08-29T15:00:56.432 INFO:tasks.rados.rados.0.smithi131.stdout:3528: finishing write tid 1 to smithi13174786-12 2024-08-29T15:00:56.433 INFO:tasks.rados.rados.0.smithi131.stdout:3526: finishing write tid 5 to smithi13174786-15 2024-08-29T15:00:56.433 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2143 (ObjNum 1096 snap 349 seq_num 1096) dirty exists 2024-08-29T15:00:56.433 INFO:tasks.rados.rados.0.smithi131.stdout:3526: left oid 15 (ObjNum 1096 snap 349 seq_num 1096) 2024-08-29T15:00:56.433 INFO:tasks.rados.rados.0.smithi131.stdout:3528: finishing write tid 2 to smithi13174786-12 2024-08-29T15:00:56.434 INFO:tasks.rados.rados.0.smithi131.stdout:3528: finishing write tid 3 to smithi13174786-12 2024-08-29T15:00:56.434 INFO:tasks.rados.rados.0.smithi131.stdout:3528: finishing write tid 4 to smithi13174786-12 2024-08-29T15:00:56.434 INFO:tasks.rados.rados.0.smithi131.stdout:3528: finishing write tid 5 to smithi13174786-12 2024-08-29T15:00:56.434 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 2194 (ObjNum 1097 snap 349 seq_num 1097) dirty exists 2024-08-29T15:00:56.434 INFO:tasks.rados.rados.0.smithi131.stdout:3528: left oid 12 (ObjNum 1097 snap 349 seq_num 1097) 2024-08-29T15:00:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[87973]: pgmap v726: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 0 op/s 2024-08-29T15:00:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[87973]: osdmap e758: 8 total, 8 up, 8 in 2024-08-29T15:00:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:00:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:00:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:00:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[87973]: osdmap e759: 8 total, 8 up, 8 in 2024-08-29T15:00:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[90512]: pgmap v726: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 0 op/s 2024-08-29T15:00:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[90512]: osdmap e758: 8 total, 8 up, 8 in 2024-08-29T15:00:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:00:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:00:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:00:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:56 smithi131 ceph-mon[90512]: osdmap e759: 8 total, 8 up, 8 in 2024-08-29T15:00:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:56 smithi169 ceph-mon[78471]: pgmap v726: 121 pgs: 121 active+clean; 352 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 0 op/s 2024-08-29T15:00:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:56 smithi169 ceph-mon[78471]: osdmap e758: 8 total, 8 up, 8 in 2024-08-29T15:00:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:00:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:00:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:00:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:56 smithi169 ceph-mon[78471]: osdmap e759: 8 total, 8 up, 8 in 2024-08-29T15:00:57.277 INFO:tasks.rados.rados.0.smithi131.stdout:3521: done (6 left) 2024-08-29T15:00:57.277 INFO:tasks.rados.rados.0.smithi131.stdout:3522: done (5 left) 2024-08-29T15:00:57.277 INFO:tasks.rados.rados.0.smithi131.stdout:3523: done (4 left) 2024-08-29T15:00:57.277 INFO:tasks.rados.rados.0.smithi131.stdout:3526: done (3 left) 2024-08-29T15:00:57.278 INFO:tasks.rados.rados.0.smithi131.stdout:3527: done (2 left) 2024-08-29T15:00:57.278 INFO:tasks.rados.rados.0.smithi131.stdout:3528: done (1 left) 2024-08-29T15:00:57.278 INFO:tasks.rados.rados.0.smithi131.stdout:3529: done (0 left) 2024-08-29T15:00:57.278 INFO:tasks.rados.rados.0.smithi131.stdout:3530: delete oid 49 current snap is 350 2024-08-29T15:00:57.282 INFO:tasks.rados.rados.0.smithi131.stdout:3530: done (0 left) 2024-08-29T15:00:57.282 INFO:tasks.rados.rados.0.smithi131.stdout:3531: snap_remove snap 339 2024-08-29T15:00:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:57 smithi131 ceph-mon[87973]: pgmap v729: 121 pgs: 121 active+clean; 357 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-29T15:00:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:57 smithi131 ceph-mon[90512]: pgmap v729: 121 pgs: 121 active+clean; 357 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-29T15:00:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:57 smithi169 ceph-mon[78471]: pgmap v729: 121 pgs: 121 active+clean; 357 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-29T15:00:58.284 INFO:tasks.rados.rados.0.smithi131.stdout:3531: done (0 left) 2024-08-29T15:00:58.284 INFO:tasks.rados.rados.0.smithi131.stdout:3532: rollback oid 20 current snap is 350 2024-08-29T15:00:58.284 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 20 to 337 2024-08-29T15:00:58.284 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 350 2024-08-29T15:00:58.284 INFO:tasks.rados.rados.0.smithi131.stdout:3533: seq_num 1099 ranges {0=409600,409600=442368,851968=720896,1572864=40960} 2024-08-29T15:00:58.286 INFO:tasks.rados.rados.0.smithi131.stdout:3533: writing smithi13174786-10 from 0 to 409600 tid 1 2024-08-29T15:00:58.289 INFO:tasks.rados.rados.0.smithi131.stdout:3533: writing smithi13174786-10 from 409600 to 851968 tid 2 2024-08-29T15:00:58.294 INFO:tasks.rados.rados.0.smithi131.stdout:3533: writing smithi13174786-10 from 851968 to 1572864 tid 3 2024-08-29T15:00:58.296 INFO:tasks.rados.rados.0.smithi131.stdout:3533: writing smithi13174786-10 from 1572864 to 1613824 tid 4 2024-08-29T15:00:58.296 INFO:tasks.rados.rados.0.smithi131.stdout:3534: copy_from oid 24 from oid 49 current snap is 350 2024-08-29T15:00:58.296 INFO:tasks.rados.rados.0.smithi131.stdout:3532: finishing rollback tid 0 to smithi13174786-20 2024-08-29T15:00:58.296 INFO:tasks.rados.rados.0.smithi131.stdout:3535: rollback oid 36 current snap is 350 2024-08-29T15:00:58.296 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 317 2024-08-29T15:00:58.296 INFO:tasks.rados.rados.0.smithi131.stdout:3536: snap_remove snap 341 2024-08-29T15:00:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:58 smithi131 ceph-mon[87973]: osdmap e760: 8 total, 8 up, 8 in 2024-08-29T15:00:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:58 smithi131 ceph-mon[90512]: osdmap e760: 8 total, 8 up, 8 in 2024-08-29T15:00:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:58 smithi169 ceph-mon[78471]: osdmap e760: 8 total, 8 up, 8 in 2024-08-29T15:00:59.296 INFO:tasks.rados.rados.0.smithi131.stdout:3536: done (4 left) 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:3537: delete oid 43 current snap is 350 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:3532: finishing rollback tid 1 to smithi13174786-20 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:3532: finishing rollback tid 2 to smithi13174786-20 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2129 (ObjNum 948 snap 297 seq_num 948) dirty exists 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:3534: finishing copy_from to smithi13174786-24 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:3534: got expected ENOENT (src dne) 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:3535: finishing rollback tid 0 to smithi13174786-36 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:3534: finishing copy_from racing read to smithi13174786-24 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:3535: finishing rollback tid 1 to smithi13174786-36 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:3535: finishing rollback tid 2 to smithi13174786-36 2024-08-29T15:00:59.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 2135 (ObjNum 942 snap 296 seq_num 942) dirty exists 2024-08-29T15:00:59.298 INFO:tasks.rados.rados.0.smithi131.stdout:3533: finishing write tid 1 to smithi13174786-10 2024-08-29T15:00:59.298 INFO:tasks.rados.rados.0.smithi131.stdout:3533: finishing write tid 2 to smithi13174786-10 2024-08-29T15:00:59.298 INFO:tasks.rados.rados.0.smithi131.stdout:3533: finishing write tid 3 to smithi13174786-10 2024-08-29T15:00:59.298 INFO:tasks.rados.rados.0.smithi131.stdout:3533: finishing write tid 4 to smithi13174786-10 2024-08-29T15:00:59.298 INFO:tasks.rados.rados.0.smithi131.stdout:3533: finishing write tid 5 to smithi13174786-10 2024-08-29T15:00:59.298 INFO:tasks.rados.rados.0.smithi131.stdout:3533: finishing write tid 6 to smithi13174786-10 2024-08-29T15:00:59.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 2250 (ObjNum 1099 snap 350 seq_num 1099) dirty exists 2024-08-29T15:00:59.298 INFO:tasks.rados.rados.0.smithi131.stdout:3533: left oid 10 (ObjNum 1099 snap 350 seq_num 1099) 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:3532: done (4 left) 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:3533: done (3 left) 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:3534: done (2 left) 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:3535: done (1 left) 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:3537: done (0 left) 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:3538: read oid 27 snap -1 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:3538: expect (ObjNum 957 snap 299 seq_num 957) 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:3539: read oid 38 snap -1 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:3539: expect (ObjNum 1057 snap 330 seq_num 1057) 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 350 2024-08-29T15:00:59.306 INFO:tasks.rados.rados.0.smithi131.stdout:3540: seq_num 1101 ranges {1384448=442368,1826816=606208,2433024=598016} 2024-08-29T15:00:59.316 INFO:tasks.rados.rados.0.smithi131.stdout:3540: writing smithi13174786-16 from 1384448 to 1826816 tid 1 2024-08-29T15:00:59.321 INFO:tasks.rados.rados.0.smithi131.stdout:3540: writing smithi13174786-16 from 1826816 to 2433024 tid 2 2024-08-29T15:00:59.326 INFO:tasks.rados.rados.0.smithi131.stdout:3540: writing smithi13174786-16 from 2433024 to 3031040 tid 3 2024-08-29T15:00:59.326 INFO:tasks.rados.rados.0.smithi131.stdout:3541: read oid 39 snap 346 2024-08-29T15:00:59.326 INFO:tasks.rados.rados.0.smithi131.stdout:3541: expect (ObjNum 1064 snap 330 seq_num 1064) 2024-08-29T15:00:59.326 INFO:tasks.rados.rados.0.smithi131.stdout:3542: snap_create 2024-08-29T15:00:59.326 INFO:tasks.rados.rados.0.smithi131.stdout:3540: finishing write tid 1 to smithi13174786-16 2024-08-29T15:00:59.326 INFO:tasks.rados.rados.0.smithi131.stdout:3540: finishing write tid 2 to smithi13174786-16 2024-08-29T15:00:59.331 INFO:tasks.rados.rados.0.smithi131.stdout:3540: finishing write tid 3 to smithi13174786-16 2024-08-29T15:00:59.331 INFO:tasks.rados.rados.0.smithi131.stdout:3540: finishing write tid 4 to smithi13174786-16 2024-08-29T15:00:59.334 INFO:tasks.rados.rados.0.smithi131.stdout:3538: expect (ObjNum 957 snap 299 seq_num 957) 2024-08-29T15:00:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:59 smithi131 ceph-mon[87973]: osdmap e761: 8 total, 8 up, 8 in 2024-08-29T15:00:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:00:59 smithi131 ceph-mon[87973]: pgmap v732: 121 pgs: 121 active+clean; 360 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 11 op/s 2024-08-29T15:00:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:59 smithi131 ceph-mon[90512]: osdmap e761: 8 total, 8 up, 8 in 2024-08-29T15:00:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:00:59 smithi131 ceph-mon[90512]: pgmap v732: 121 pgs: 121 active+clean; 360 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 11 op/s 2024-08-29T15:00:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:59 smithi169 ceph-mon[78471]: osdmap e761: 8 total, 8 up, 8 in 2024-08-29T15:00:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:00:59 smithi169 ceph-mon[78471]: pgmap v732: 121 pgs: 121 active+clean; 360 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 11 op/s 2024-08-29T15:00:59.693 INFO:tasks.rados.rados.0.smithi131.stdout:3540: finishing write tid 5 to smithi13174786-16 2024-08-29T15:00:59.693 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 2257 (ObjNum 1101 snap 350 seq_num 1101) dirty exists 2024-08-29T15:00:59.693 INFO:tasks.rados.rados.0.smithi131.stdout:3540: left oid 16 (ObjNum 1101 snap 350 seq_num 1101) 2024-08-29T15:00:59.694 INFO:tasks.rados.rados.0.smithi131.stdout:3539: expect (ObjNum 1057 snap 330 seq_num 1057) 2024-08-29T15:00:59.719 INFO:tasks.rados.rados.0.smithi131.stdout:3541: expect (ObjNum 1064 snap 330 seq_num 1064) 2024-08-29T15:01:00.295 INFO:tasks.rados.rados.0.smithi131.stdout:3538: done (4 left) 2024-08-29T15:01:00.295 INFO:tasks.rados.rados.0.smithi131.stdout:3539: done (3 left) 2024-08-29T15:01:00.295 INFO:tasks.rados.rados.0.smithi131.stdout:3540: done (2 left) 2024-08-29T15:01:00.295 INFO:tasks.rados.rados.0.smithi131.stdout:3541: done (1 left) 2024-08-29T15:01:00.295 INFO:tasks.rados.rados.0.smithi131.stdout:3542: done (0 left) 2024-08-29T15:01:00.295 INFO:tasks.rados.rados.0.smithi131.stdout:3543: rollback oid 22 current snap is 351 2024-08-29T15:01:00.295 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 22 to 302 2024-08-29T15:01:00.295 INFO:tasks.rados.rados.0.smithi131.stdout:3544: snap_remove snap 338 2024-08-29T15:01:00.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:00 smithi131 ceph-mon[87973]: osdmap e762: 8 total, 8 up, 8 in 2024-08-29T15:01:00.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:00 smithi131 ceph-mon[90512]: osdmap e762: 8 total, 8 up, 8 in 2024-08-29T15:01:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:00 smithi169 ceph-mon[78471]: osdmap e762: 8 total, 8 up, 8 in 2024-08-29T15:01:00.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:01:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:01:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:01:01.304 INFO:tasks.rados.rados.0.smithi131.stdout:3544: done (1 left) 2024-08-29T15:01:01.304 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 351 2024-08-29T15:01:01.305 INFO:tasks.rados.rados.0.smithi131.stdout:3545: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-08-29T15:01:01.307 INFO:tasks.rados.rados.0.smithi131.stdout:3545: writing smithi13174786-50 from 0 to 458752 tid 1 2024-08-29T15:01:01.310 INFO:tasks.rados.rados.0.smithi131.stdout:3545: writing smithi13174786-50 from 458752 to 950272 tid 2 2024-08-29T15:01:01.314 INFO:tasks.rados.rados.0.smithi131.stdout:3545: writing smithi13174786-50 from 950272 to 1441792 tid 3 2024-08-29T15:01:01.316 INFO:tasks.rados.rados.0.smithi131.stdout:3545: writing smithi13174786-50 from 1441792 to 1662976 tid 4 2024-08-29T15:01:01.316 INFO:tasks.rados.rados.0.smithi131.stdout:3546: delete oid 17 current snap is 351 2024-08-29T15:01:01.316 INFO:tasks.rados.rados.0.smithi131.stdout:3543: finishing rollback tid 0 to smithi13174786-22 2024-08-29T15:01:01.316 INFO:tasks.rados.rados.0.smithi131.stdout:3543: finishing rollback tid 1 to smithi13174786-22 2024-08-29T15:01:01.316 INFO:tasks.rados.rados.0.smithi131.stdout:3543: finishing rollback tid 2 to smithi13174786-22 2024-08-29T15:01:01.316 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 2398 (ObjNum 975 snap 302 seq_num 975) dirty exists 2024-08-29T15:01:01.320 INFO:tasks.rados.rados.0.smithi131.stdout:3545: finishing write tid 1 to smithi13174786-50 2024-08-29T15:01:01.320 INFO:tasks.rados.rados.0.smithi131.stdout:3545: finishing write tid 2 to smithi13174786-50 2024-08-29T15:01:01.324 INFO:tasks.rados.rados.0.smithi131.stdout:3543: done (2 left) 2024-08-29T15:01:01.324 INFO:tasks.rados.rados.0.smithi131.stdout:3546: done (1 left) 2024-08-29T15:01:01.324 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 14 current snap is 351 2024-08-29T15:01:01.324 INFO:tasks.rados.rados.0.smithi131.stdout:3547: seq_num 1104 ranges {0=499712,499712=712704,1212416=491520} 2024-08-29T15:01:01.327 INFO:tasks.rados.rados.0.smithi131.stdout:3547: writing smithi13174786-14 from 0 to 499712 tid 1 2024-08-29T15:01:01.332 INFO:tasks.rados.rados.0.smithi131.stdout:3547: writing smithi13174786-14 from 499712 to 1212416 tid 2 2024-08-29T15:01:01.336 INFO:tasks.rados.rados.0.smithi131.stdout:3547: writing smithi13174786-14 from 1212416 to 1703936 tid 3 2024-08-29T15:01:01.336 INFO:tasks.rados.rados.0.smithi131.stdout:3548: read oid 44 snap -1 2024-08-29T15:01:01.336 INFO:tasks.rados.rados.0.smithi131.stdout:3548: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:01:01.336 INFO:tasks.rados.rados.0.smithi131.stdout:3549: setattr oid 33 current snap is 351 2024-08-29T15:01:01.336 INFO:tasks.rados.rados.0.smithi131.stdout:3545: finishing write tid 3 to smithi13174786-50 2024-08-29T15:01:01.336 INFO:tasks.rados.rados.0.smithi131.stdout:3545: finishing write tid 4 to smithi13174786-50 2024-08-29T15:01:01.336 INFO:tasks.rados.rados.0.smithi131.stdout:3545: finishing write tid 5 to smithi13174786-50 2024-08-29T15:01:01.336 INFO:tasks.rados.rados.0.smithi131.stdout:3547: finishing write tid 1 to smithi13174786-14 2024-08-29T15:01:01.336 INFO:tasks.rados.rados.0.smithi131.stdout:3545: finishing write tid 6 to smithi13174786-50 2024-08-29T15:01:01.336 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 2407 (ObjNum 1102 snap 351 seq_num 1102) dirty exists 2024-08-29T15:01:01.337 INFO:tasks.rados.rados.0.smithi131.stdout:3545: left oid 50 (ObjNum 1102 snap 351 seq_num 1102) 2024-08-29T15:01:01.337 INFO:tasks.rados.rados.0.smithi131.stdout:3547: finishing write tid 2 to smithi13174786-14 2024-08-29T15:01:01.337 INFO:tasks.rados.rados.0.smithi131.stdout:3548: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:01:01.338 INFO:tasks.rados.rados.0.smithi131.stdout:3545: done (3 left) 2024-08-29T15:01:01.338 INFO:tasks.rados.rados.0.smithi131.stdout:3548: done (2 left) 2024-08-29T15:01:01.338 INFO:tasks.rados.rados.0.smithi131.stdout:3550: delete oid 17 current snap is 351 2024-08-29T15:01:01.339 INFO:tasks.rados.rados.0.smithi131.stdout:3547: finishing write tid 3 to smithi13174786-14 2024-08-29T15:01:01.339 INFO:tasks.rados.rados.0.smithi131.stdout:3547: finishing write tid 4 to smithi13174786-14 2024-08-29T15:01:01.340 INFO:tasks.rados.rados.0.smithi131.stdout:3550: done (2 left) 2024-08-29T15:01:01.340 INFO:tasks.rados.rados.0.smithi131.stdout:3551: delete oid 24 current snap is 351 2024-08-29T15:01:01.341 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2128 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-08-29T15:01:01.341 INFO:tasks.rados.rados.0.smithi131.stdout:3547: finishing write tid 5 to smithi13174786-14 2024-08-29T15:01:01.341 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 2144 (ObjNum 1104 snap 351 seq_num 1104) dirty exists 2024-08-29T15:01:01.341 INFO:tasks.rados.rados.0.smithi131.stdout:3547: left oid 14 (ObjNum 1104 snap 351 seq_num 1104) 2024-08-29T15:01:01.343 INFO:tasks.rados.rados.0.smithi131.stdout:3547: done (2 left) 2024-08-29T15:01:01.343 INFO:tasks.rados.rados.0.smithi131.stdout:3549: done (1 left) 2024-08-29T15:01:01.343 INFO:tasks.rados.rados.0.smithi131.stdout:3551: done (0 left) 2024-08-29T15:01:01.343 INFO:tasks.rados.rados.0.smithi131.stdout:3552: snap_create 2024-08-29T15:01:01.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:01 smithi131 ceph-mon[87973]: osdmap e763: 8 total, 8 up, 8 in 2024-08-29T15:01:01.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:01 smithi131 ceph-mon[87973]: pgmap v735: 121 pgs: 121 active+clean; 363 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 374 KiB/s wr, 7 op/s 2024-08-29T15:01:01.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:01 smithi131 ceph-mon[90512]: osdmap e763: 8 total, 8 up, 8 in 2024-08-29T15:01:01.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:01 smithi131 ceph-mon[90512]: pgmap v735: 121 pgs: 121 active+clean; 363 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 374 KiB/s wr, 7 op/s 2024-08-29T15:01:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:01 smithi169 ceph-mon[78471]: osdmap e763: 8 total, 8 up, 8 in 2024-08-29T15:01:01.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:01 smithi169 ceph-mon[78471]: pgmap v735: 121 pgs: 121 active+clean; 363 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 374 KiB/s wr, 7 op/s 2024-08-29T15:01:02.314 INFO:tasks.rados.rados.0.smithi131.stdout:3552: done (0 left) 2024-08-29T15:01:02.315 INFO:tasks.rados.rados.0.smithi131.stdout:3553: snap_remove snap 314 2024-08-29T15:01:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:02 smithi131 ceph-mon[87973]: osdmap e764: 8 total, 8 up, 8 in 2024-08-29T15:01:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:02 smithi131 ceph-mon[90512]: osdmap e764: 8 total, 8 up, 8 in 2024-08-29T15:01:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:02 smithi169 ceph-mon[78471]: osdmap e764: 8 total, 8 up, 8 in 2024-08-29T15:01:03.322 INFO:tasks.rados.rados.0.smithi131.stdout:3553: done (0 left) 2024-08-29T15:01:03.322 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 352 2024-08-29T15:01:03.322 INFO:tasks.rados.rados.0.smithi131.stdout:3554: seq_num 1107 ranges {0=548864,548864=770048,1318912=434176} 2024-08-29T15:01:03.325 INFO:tasks.rados.rados.0.smithi131.stdout:3554: writing smithi13174786-7 from 0 to 548864 tid 1 2024-08-29T15:01:03.331 INFO:tasks.rados.rados.0.smithi131.stdout:3554: writing smithi13174786-7 from 548864 to 1318912 tid 2 2024-08-29T15:01:03.334 INFO:tasks.rados.rados.0.smithi131.stdout:3554: writing smithi13174786-7 from 1318912 to 1753088 tid 3 2024-08-29T15:01:03.334 INFO:tasks.rados.rados.0.smithi131.stdout:3555: snap_remove snap 326 2024-08-29T15:01:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:03 smithi131 ceph-mon[87973]: osdmap e765: 8 total, 8 up, 8 in 2024-08-29T15:01:03.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:03 smithi131 ceph-mon[87973]: pgmap v738: 121 pgs: 121 active+clean; 369 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-29T15:01:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:03 smithi131 ceph-mon[90512]: osdmap e765: 8 total, 8 up, 8 in 2024-08-29T15:01:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:03 smithi131 ceph-mon[90512]: pgmap v738: 121 pgs: 121 active+clean; 369 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-29T15:01:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:03 smithi169 ceph-mon[78471]: osdmap e765: 8 total, 8 up, 8 in 2024-08-29T15:01:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:03 smithi169 ceph-mon[78471]: pgmap v738: 121 pgs: 121 active+clean; 369 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-29T15:01:04.326 INFO:tasks.rados.rados.0.smithi131.stdout:3554: finishing write tid 1 to smithi13174786-7 2024-08-29T15:01:04.326 INFO:tasks.rados.rados.0.smithi131.stdout:3554: finishing write tid 2 to smithi13174786-7 2024-08-29T15:01:04.326 INFO:tasks.rados.rados.0.smithi131.stdout:3554: finishing write tid 3 to smithi13174786-7 2024-08-29T15:01:04.326 INFO:tasks.rados.rados.0.smithi131.stdout:3554: finishing write tid 4 to smithi13174786-7 2024-08-29T15:01:04.326 INFO:tasks.rados.rados.0.smithi131.stdout:3554: finishing write tid 5 to smithi13174786-7 2024-08-29T15:01:04.326 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1942 (ObjNum 1107 snap 352 seq_num 1107) dirty exists 2024-08-29T15:01:04.326 INFO:tasks.rados.rados.0.smithi131.stdout:3554: left oid 7 (ObjNum 1107 snap 352 seq_num 1107) 2024-08-29T15:01:04.327 INFO:tasks.rados.rados.0.smithi131.stdout:3554: done (1 left) 2024-08-29T15:01:04.327 INFO:tasks.rados.rados.0.smithi131.stdout:3555: done (0 left) 2024-08-29T15:01:04.327 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 28 current snap is 352 2024-08-29T15:01:04.327 INFO:tasks.rados.rados.0.smithi131.stdout:3556: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-08-29T15:01:04.329 INFO:tasks.rados.rados.0.smithi131.stdout:3556: writing smithi13174786-28 from 0 to 565248 tid 1 2024-08-29T15:01:04.334 INFO:tasks.rados.rados.0.smithi131.stdout:3556: writing smithi13174786-28 from 565248 to 1212416 tid 2 2024-08-29T15:01:04.337 INFO:tasks.rados.rados.0.smithi131.stdout:3556: writing smithi13174786-28 from 1212416 to 1695744 tid 3 2024-08-29T15:01:04.338 INFO:tasks.rados.rados.0.smithi131.stdout:3556: writing smithi13174786-28 from 1695744 to 1769472 tid 4 2024-08-29T15:01:04.338 INFO:tasks.rados.rados.0.smithi131.stdout:3557: read oid 38 snap 335 2024-08-29T15:01:04.338 INFO:tasks.rados.rados.0.smithi131.stdout:3557: expect (ObjNum 1057 snap 330 seq_num 1057) 2024-08-29T15:01:04.339 INFO:tasks.rados.rados.0.smithi131.stdout:3558: copy_from oid 22 from oid 46 current snap is 352 2024-08-29T15:01:04.339 INFO:tasks.rados.rados.0.smithi131.stdout:3559: read oid 42 snap 321 2024-08-29T15:01:04.339 INFO:tasks.rados.rados.0.smithi131.stdout:3559: expect (ObjNum 948 snap 297 seq_num 948) 2024-08-29T15:01:04.339 INFO:tasks.rados.rados.0.smithi131.stdout:3560: snap_create 2024-08-29T15:01:04.344 INFO:tasks.rados.rados.0.smithi131.stdout:3558: finishing copy_from to smithi13174786-22 2024-08-29T15:01:04.345 INFO:tasks.rados.rados.0.smithi131.stdout:3558: got expected ENOENT (src dne) 2024-08-29T15:01:04.345 INFO:tasks.rados.rados.0.smithi131.stdout:3558: finishing copy_from racing read to smithi13174786-22 2024-08-29T15:01:04.349 INFO:tasks.rados.rados.0.smithi131.stdout:3556: finishing write tid 1 to smithi13174786-28 2024-08-29T15:01:04.350 INFO:tasks.rados.rados.0.smithi131.stdout:3556: finishing write tid 2 to smithi13174786-28 2024-08-29T15:01:04.350 INFO:tasks.rados.rados.0.smithi131.stdout:3556: finishing write tid 3 to smithi13174786-28 2024-08-29T15:01:04.351 INFO:tasks.rados.rados.0.smithi131.stdout:3556: finishing write tid 4 to smithi13174786-28 2024-08-29T15:01:04.351 INFO:tasks.rados.rados.0.smithi131.stdout:3556: finishing write tid 5 to smithi13174786-28 2024-08-29T15:01:04.352 INFO:tasks.rados.rados.0.smithi131.stdout:3556: finishing write tid 6 to smithi13174786-28 2024-08-29T15:01:04.353 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 2133 (ObjNum 1108 snap 352 seq_num 1108) dirty exists 2024-08-29T15:01:04.353 INFO:tasks.rados.rados.0.smithi131.stdout:3556: left oid 28 (ObjNum 1108 snap 352 seq_num 1108) 2024-08-29T15:01:04.354 INFO:tasks.rados.rados.0.smithi131.stdout:3557: expect (ObjNum 1057 snap 330 seq_num 1057) 2024-08-29T15:01:04.388 INFO:tasks.rados.rados.0.smithi131.stdout:3559: expect (ObjNum 948 snap 297 seq_num 948) 2024-08-29T15:01:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:04 smithi131 ceph-mon[87973]: osdmap e766: 8 total, 8 up, 8 in 2024-08-29T15:01:04.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:04 smithi131 ceph-mon[90512]: osdmap e766: 8 total, 8 up, 8 in 2024-08-29T15:01:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:04 smithi169 ceph-mon[78471]: osdmap e766: 8 total, 8 up, 8 in 2024-08-29T15:01:05.338 INFO:tasks.rados.rados.0.smithi131.stdout:3556: done (4 left) 2024-08-29T15:01:05.338 INFO:tasks.rados.rados.0.smithi131.stdout:3557: done (3 left) 2024-08-29T15:01:05.338 INFO:tasks.rados.rados.0.smithi131.stdout:3558: done (2 left) 2024-08-29T15:01:05.338 INFO:tasks.rados.rados.0.smithi131.stdout:3559: done (1 left) 2024-08-29T15:01:05.338 INFO:tasks.rados.rados.0.smithi131.stdout:3560: done (0 left) 2024-08-29T15:01:05.338 INFO:tasks.rados.rados.0.smithi131.stdout:3561: read oid 36 snap 331 2024-08-29T15:01:05.338 INFO:tasks.rados.rados.0.smithi131.stdout:3561: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T15:01:05.338 INFO:tasks.rados.rados.0.smithi131.stdout:3562: snap_create 2024-08-29T15:01:05.344 INFO:tasks.rados.rados.0.smithi131.stdout:3561: expect (ObjNum 778 snap 249 seq_num 778) 2024-08-29T15:01:05.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:05 smithi131 ceph-mon[87973]: osdmap e767: 8 total, 8 up, 8 in 2024-08-29T15:01:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:05 smithi131 ceph-mon[87973]: pgmap v741: 121 pgs: 121 active+clean; 377 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-29T15:01:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:05 smithi131 ceph-mon[90512]: osdmap e767: 8 total, 8 up, 8 in 2024-08-29T15:01:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:05 smithi131 ceph-mon[90512]: pgmap v741: 121 pgs: 121 active+clean; 377 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-29T15:01:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:05 smithi169 ceph-mon[78471]: osdmap e767: 8 total, 8 up, 8 in 2024-08-29T15:01:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:05 smithi169 ceph-mon[78471]: pgmap v741: 121 pgs: 121 active+clean; 377 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-29T15:01:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:06.239 INFO:tasks.rados.rados.0.smithi131.stdout:3561: done (1 left) 2024-08-29T15:01:06.239 INFO:tasks.rados.rados.0.smithi131.stdout:3562: done (0 left) 2024-08-29T15:01:06.239 INFO:tasks.rados.rados.0.smithi131.stdout:3563: delete oid 38 current snap is 354 2024-08-29T15:01:06.243 INFO:tasks.rados.rados.0.smithi131.stdout:3563: done (0 left) 2024-08-29T15:01:06.244 INFO:tasks.rados.rados.0.smithi131.stdout:3564: delete oid 47 current snap is 354 2024-08-29T15:01:06.247 INFO:tasks.rados.rados.0.smithi131.stdout:3564: done (0 left) 2024-08-29T15:01:06.247 INFO:tasks.rados.rados.0.smithi131.stdout:3565: rollback oid 25 current snap is 354 2024-08-29T15:01:06.247 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 25 to 353 2024-08-29T15:01:06.247 INFO:tasks.rados.rados.0.smithi131.stdout:3566: rollback oid 39 current snap is 354 2024-08-29T15:01:06.247 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 39 to 347 2024-08-29T15:01:06.247 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 47 current snap is 354 2024-08-29T15:01:06.247 INFO:tasks.rados.rados.0.smithi131.stdout:3567: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-08-29T15:01:06.250 INFO:tasks.rados.rados.0.smithi131.stdout:3567: writing smithi13174786-47 from 0 to 614400 tid 1 2024-08-29T15:01:06.255 INFO:tasks.rados.rados.0.smithi131.stdout:3567: writing smithi13174786-47 from 614400 to 1368064 tid 2 2024-08-29T15:01:06.258 INFO:tasks.rados.rados.0.smithi131.stdout:3567: writing smithi13174786-47 from 1368064 to 1818624 tid 3 2024-08-29T15:01:06.259 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 9 current snap is 354 2024-08-29T15:01:06.259 INFO:tasks.rados.rados.0.smithi131.stdout:3567: finishing write tid 1 to smithi13174786-47 2024-08-29T15:01:06.259 INFO:tasks.rados.rados.0.smithi131.stdout:3568: seq_num 1112 ranges {1277952=630784,1908736=638976,2547712=466944,3014656=98304} 2024-08-29T15:01:06.269 INFO:tasks.rados.rados.0.smithi131.stdout:3568: writing smithi13174786-9 from 1277952 to 1908736 tid 1 2024-08-29T15:01:06.272 INFO:tasks.rados.rados.0.smithi131.stdout:3568: writing smithi13174786-9 from 1908736 to 2547712 tid 2 2024-08-29T15:01:06.275 INFO:tasks.rados.rados.0.smithi131.stdout:3568: writing smithi13174786-9 from 2547712 to 3014656 tid 3 2024-08-29T15:01:06.276 INFO:tasks.rados.rados.0.smithi131.stdout:3568: writing smithi13174786-9 from 3014656 to 3112960 tid 4 2024-08-29T15:01:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 354 2024-08-29T15:01:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3566: finishing rollback tid 0 to smithi13174786-39 2024-08-29T15:01:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3566: finishing rollback tid 1 to smithi13174786-39 2024-08-29T15:01:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3566: finishing rollback tid 2 to smithi13174786-39 2024-08-29T15:01:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 2132 (ObjNum 1064 snap 330 seq_num 1064) dirty exists 2024-08-29T15:01:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3565: finishing rollback tid 0 to smithi13174786-25 2024-08-29T15:01:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3569: seq_num 1113 ranges {1753088=647168,2400256=524288,2924544=622592,3547136=57344} 2024-08-29T15:01:06.290 INFO:tasks.rados.rados.0.smithi131.stdout:3569: writing smithi13174786-7 from 1753088 to 2400256 tid 1 2024-08-29T15:01:06.292 INFO:tasks.rados.rados.0.smithi131.stdout:3569: writing smithi13174786-7 from 2400256 to 2924544 tid 2 2024-08-29T15:01:06.296 INFO:tasks.rados.rados.0.smithi131.stdout:3569: writing smithi13174786-7 from 2924544 to 3547136 tid 3 2024-08-29T15:01:06.297 INFO:tasks.rados.rados.0.smithi131.stdout:3569: writing smithi13174786-7 from 3547136 to 3604480 tid 4 2024-08-29T15:01:06.297 INFO:tasks.rados.rados.0.smithi131.stdout:3566: done (4 left) 2024-08-29T15:01:06.297 INFO:tasks.rados.rados.0.smithi131.stdout:3570: delete oid 44 current snap is 354 2024-08-29T15:01:06.297 INFO:tasks.rados.rados.0.smithi131.stdout:3565: finishing rollback tid 1 to smithi13174786-25 2024-08-29T15:01:06.297 INFO:tasks.rados.rados.0.smithi131.stdout:3565: finishing rollback tid 2 to smithi13174786-25 2024-08-29T15:01:06.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 2427 (ObjNum 1085 snap 338 seq_num 1085) dirty exists 2024-08-29T15:01:06.297 INFO:tasks.rados.rados.0.smithi131.stdout:3567: finishing write tid 2 to smithi13174786-47 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3567: finishing write tid 3 to smithi13174786-47 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3567: finishing write tid 4 to smithi13174786-47 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3567: finishing write tid 5 to smithi13174786-47 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 1946 (ObjNum 1111 snap 354 seq_num 1111) dirty exists 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3567: left oid 47 (ObjNum 1111 snap 354 seq_num 1111) 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3568: finishing write tid 1 to smithi13174786-9 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3568: finishing write tid 2 to smithi13174786-9 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3568: finishing write tid 3 to smithi13174786-9 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3568: finishing write tid 4 to smithi13174786-9 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3568: finishing write tid 5 to smithi13174786-9 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3568: finishing write tid 6 to smithi13174786-9 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 9 v 2128 (ObjNum 1112 snap 354 seq_num 1112) dirty exists 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3568: left oid 9 (ObjNum 1112 snap 354 seq_num 1112) 2024-08-29T15:01:06.298 INFO:tasks.rados.rados.0.smithi131.stdout:3569: finishing write tid 1 to smithi13174786-7 2024-08-29T15:01:06.299 INFO:tasks.rados.rados.0.smithi131.stdout:3569: finishing write tid 2 to smithi13174786-7 2024-08-29T15:01:06.300 INFO:tasks.rados.rados.0.smithi131.stdout:3565: done (4 left) 2024-08-29T15:01:06.300 INFO:tasks.rados.rados.0.smithi131.stdout:3567: done (3 left) 2024-08-29T15:01:06.300 INFO:tasks.rados.rados.0.smithi131.stdout:3568: done (2 left) 2024-08-29T15:01:06.300 INFO:tasks.rados.rados.0.smithi131.stdout:3570: done (1 left) 2024-08-29T15:01:06.300 INFO:tasks.rados.rados.0.smithi131.stdout:3571: delete oid 1 current snap is 354 2024-08-29T15:01:06.301 INFO:tasks.rados.rados.0.smithi131.stdout:3569: finishing write tid 3 to smithi13174786-7 2024-08-29T15:01:06.301 INFO:tasks.rados.rados.0.smithi131.stdout:3569: finishing write tid 4 to smithi13174786-7 2024-08-29T15:01:06.301 INFO:tasks.rados.rados.0.smithi131.stdout:3569: finishing write tid 5 to smithi13174786-7 2024-08-29T15:01:06.303 INFO:tasks.rados.rados.0.smithi131.stdout:3569: finishing write tid 6 to smithi13174786-7 2024-08-29T15:01:06.303 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 1951 (ObjNum 1113 snap 354 seq_num 1113) dirty exists 2024-08-29T15:01:06.303 INFO:tasks.rados.rados.0.smithi131.stdout:3569: left oid 7 (ObjNum 1113 snap 354 seq_num 1113) 2024-08-29T15:01:06.304 INFO:tasks.rados.rados.0.smithi131.stdout:3569: done (1 left) 2024-08-29T15:01:06.304 INFO:tasks.rados.rados.0.smithi131.stdout:3571: done (0 left) 2024-08-29T15:01:06.304 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 354 2024-08-29T15:01:06.305 INFO:tasks.rados.rados.0.smithi131.stdout:3572: seq_num 1116 ranges {704512=696320,1400832=573440,1974272=450560,2424832=180224} 2024-08-29T15:01:06.312 INFO:tasks.rados.rados.0.smithi131.stdout:3572: writing smithi13174786-37 from 704512 to 1400832 tid 1 2024-08-29T15:01:06.315 INFO:tasks.rados.rados.0.smithi131.stdout:3572: writing smithi13174786-37 from 1400832 to 1974272 tid 2 2024-08-29T15:01:06.318 INFO:tasks.rados.rados.0.smithi131.stdout:3572: writing smithi13174786-37 from 1974272 to 2424832 tid 3 2024-08-29T15:01:06.320 INFO:tasks.rados.rados.0.smithi131.stdout:3572: writing smithi13174786-37 from 2424832 to 2605056 tid 4 2024-08-29T15:01:06.320 INFO:tasks.rados.rados.0.smithi131.stdout:3573: snap_create 2024-08-29T15:01:06.320 INFO:tasks.rados.rados.0.smithi131.stdout:3572: finishing write tid 1 to smithi13174786-37 2024-08-29T15:01:06.320 INFO:tasks.rados.rados.0.smithi131.stdout:3572: finishing write tid 2 to smithi13174786-37 2024-08-29T15:01:06.323 INFO:tasks.rados.rados.0.smithi131.stdout:3572: finishing write tid 3 to smithi13174786-37 2024-08-29T15:01:06.323 INFO:tasks.rados.rados.0.smithi131.stdout:3572: finishing write tid 4 to smithi13174786-37 2024-08-29T15:01:06.323 INFO:tasks.rados.rados.0.smithi131.stdout:3572: finishing write tid 5 to smithi13174786-37 2024-08-29T15:01:06.324 INFO:tasks.rados.rados.0.smithi131.stdout:3572: finishing write tid 6 to smithi13174786-37 2024-08-29T15:01:06.324 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2149 (ObjNum 1116 snap 354 seq_num 1116) dirty exists 2024-08-29T15:01:06.324 INFO:tasks.rados.rados.0.smithi131.stdout:3572: left oid 37 (ObjNum 1116 snap 354 seq_num 1116) 2024-08-29T15:01:06.332 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:01:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:01:05] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.51.0" 2024-08-29T15:01:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:06 smithi131 ceph-mon[87973]: osdmap e768: 8 total, 8 up, 8 in 2024-08-29T15:01:06.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:06 smithi131 ceph-mon[87973]: osdmap e769: 8 total, 8 up, 8 in 2024-08-29T15:01:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:06 smithi131 ceph-mon[90512]: osdmap e768: 8 total, 8 up, 8 in 2024-08-29T15:01:06.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:06 smithi131 ceph-mon[90512]: osdmap e769: 8 total, 8 up, 8 in 2024-08-29T15:01:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:06 smithi169 ceph-mon[78471]: osdmap e768: 8 total, 8 up, 8 in 2024-08-29T15:01:06.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:06 smithi169 ceph-mon[78471]: osdmap e769: 8 total, 8 up, 8 in 2024-08-29T15:01:07.245 INFO:tasks.rados.rados.0.smithi131.stdout:3572: done (1 left) 2024-08-29T15:01:07.245 INFO:tasks.rados.rados.0.smithi131.stdout:3573: done (0 left) 2024-08-29T15:01:07.245 INFO:tasks.rados.rados.0.smithi131.stdout:3574: read oid 25 snap -1 2024-08-29T15:01:07.245 INFO:tasks.rados.rados.0.smithi131.stdout:3574: expect (ObjNum 1085 snap 338 seq_num 1085) 2024-08-29T15:01:07.245 INFO:tasks.rados.rados.0.smithi131.stdout:3575: rollback oid 21 current snap is 355 2024-08-29T15:01:07.245 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 302 2024-08-29T15:01:07.246 INFO:tasks.rados.rados.0.smithi131.stdout:3576: read oid 35 snap 342 2024-08-29T15:01:07.246 INFO:tasks.rados.rados.0.smithi131.stdout:3576: expect (ObjNum 1063 snap 330 seq_num 1063) 2024-08-29T15:01:07.246 INFO:tasks.rados.rados.0.smithi131.stdout:3577: snap_create 2024-08-29T15:01:07.247 INFO:tasks.rados.rados.0.smithi131.stdout:3576: expect (ObjNum 1063 snap 330 seq_num 1063) 2024-08-29T15:01:07.275 INFO:tasks.rados.rados.0.smithi131.stdout:3575: finishing rollback tid 0 to smithi13174786-21 2024-08-29T15:01:07.275 INFO:tasks.rados.rados.0.smithi131.stdout:3575: finishing rollback tid 1 to smithi13174786-21 2024-08-29T15:01:07.275 INFO:tasks.rados.rados.0.smithi131.stdout:3575: finishing rollback tid 2 to smithi13174786-21 2024-08-29T15:01:07.275 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 2135 (ObjNum 889 snap 283 seq_num 889) dirty exists 2024-08-29T15:01:07.275 INFO:tasks.rados.rados.0.smithi131.stdout:3574: expect (ObjNum 1085 snap 338 seq_num 1085) 2024-08-29T15:01:08.243 INFO:tasks.rados.rados.0.smithi131.stdout:3574: done (3 left) 2024-08-29T15:01:08.243 INFO:tasks.rados.rados.0.smithi131.stdout:3575: done (2 left) 2024-08-29T15:01:08.243 INFO:tasks.rados.rados.0.smithi131.stdout:3576: done (1 left) 2024-08-29T15:01:08.243 INFO:tasks.rados.rados.0.smithi131.stdout:3577: done (0 left) 2024-08-29T15:01:08.243 INFO:tasks.rados.rados.0.smithi131.stdout:3578: setattr oid 4 current snap is 356 2024-08-29T15:01:08.243 INFO:tasks.rados.rados.0.smithi131.stdout:3579: setattr oid 39 current snap is 356 2024-08-29T15:01:08.245 INFO:tasks.rados.rados.0.smithi131.stdout:3580: snap_create 2024-08-29T15:01:08.248 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 2136 (ObjNum 1064 snap 330 seq_num 1064) dirty exists 2024-08-29T15:01:08.251 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 2276 (ObjNum 65 snap 0 seq_num 1381132383) dirty exists 2024-08-29T15:01:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:08 smithi131 ceph-mon[87973]: pgmap v744: 121 pgs: 121 active+clean; 377 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-29T15:01:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:08 smithi131 ceph-mon[87973]: osdmap e770: 8 total, 8 up, 8 in 2024-08-29T15:01:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:08 smithi131 ceph-mon[90512]: pgmap v744: 121 pgs: 121 active+clean; 377 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-29T15:01:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:08 smithi131 ceph-mon[90512]: osdmap e770: 8 total, 8 up, 8 in 2024-08-29T15:01:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:08 smithi169 ceph-mon[78471]: pgmap v744: 121 pgs: 121 active+clean; 377 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-29T15:01:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:08 smithi169 ceph-mon[78471]: osdmap e770: 8 total, 8 up, 8 in 2024-08-29T15:01:09.254 INFO:tasks.rados.rados.0.smithi131.stdout:3578: done (2 left) 2024-08-29T15:01:09.255 INFO:tasks.rados.rados.0.smithi131.stdout:3579: done (1 left) 2024-08-29T15:01:09.255 INFO:tasks.rados.rados.0.smithi131.stdout:3580: done (0 left) 2024-08-29T15:01:09.255 INFO:tasks.rados.rados.0.smithi131.stdout:3581: rollback oid 29 current snap is 357 2024-08-29T15:01:09.255 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 29 to 342 2024-08-29T15:01:09.255 INFO:tasks.rados.rados.0.smithi131.stdout:3582: rollback oid 14 current snap is 357 2024-08-29T15:01:09.255 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 14 to 336 2024-08-29T15:01:09.255 INFO:tasks.rados.rados.0.smithi131.stdout:3583: snap_remove snap 343 2024-08-29T15:01:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:09 smithi131 ceph-mon[87973]: osdmap e771: 8 total, 8 up, 8 in 2024-08-29T15:01:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:09 smithi131 ceph-mon[90512]: osdmap e771: 8 total, 8 up, 8 in 2024-08-29T15:01:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:09 smithi169 ceph-mon[78471]: osdmap e771: 8 total, 8 up, 8 in 2024-08-29T15:01:10.262 INFO:tasks.rados.rados.0.smithi131.stdout:3583: done (2 left) 2024-08-29T15:01:10.262 INFO:tasks.rados.rados.0.smithi131.stdout:3584: rmattr oid 43 current snap is 357 2024-08-29T15:01:10.262 INFO:tasks.rados.rados.0.smithi131.stdout:3584: done (2 left) 2024-08-29T15:01:10.262 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 357 2024-08-29T15:01:10.262 INFO:tasks.rados.rados.0.smithi131.stdout:3581: finishing rollback tid 1 to smithi13174786-29 2024-08-29T15:01:10.262 INFO:tasks.rados.rados.0.smithi131.stdout:3585: seq_num 1117 ranges {6930432=712704,7643136=458752,8101888=655360,8757248=90112} 2024-08-29T15:01:10.304 INFO:tasks.rados.rados.0.smithi131.stdout:3585: writing smithi13174786-27 from 6930432 to 7643136 tid 1 2024-08-29T15:01:10.308 INFO:tasks.rados.rados.0.smithi131.stdout:3585: writing smithi13174786-27 from 7643136 to 8101888 tid 2 2024-08-29T15:01:10.312 INFO:tasks.rados.rados.0.smithi131.stdout:3585: writing smithi13174786-27 from 8101888 to 8757248 tid 3 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:3585: writing smithi13174786-27 from 8757248 to 8847360 tid 4 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:3586: read oid 19 snap -1 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:3586: expect (ObjNum 1024 snap 315 seq_num 1024) 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:3587: copy_from oid 3 from oid 32 current snap is 357 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:3582: finishing rollback tid 0 to smithi13174786-14 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:3582: finishing rollback tid 1 to smithi13174786-14 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 2146 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:3581: finishing rollback tid 2 to smithi13174786-29 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 2140 (ObjNum 1077 snap 334 seq_num 1077) dirty exists 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:3585: finishing write tid 1 to smithi13174786-27 2024-08-29T15:01:10.314 INFO:tasks.rados.rados.0.smithi131.stdout:3585: finishing write tid 2 to smithi13174786-27 2024-08-29T15:01:10.315 INFO:tasks.rados.rados.0.smithi131.stdout:3581: done (4 left) 2024-08-29T15:01:10.315 INFO:tasks.rados.rados.0.smithi131.stdout:3582: done (3 left) 2024-08-29T15:01:10.315 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 10 current snap is 357 2024-08-29T15:01:10.315 INFO:tasks.rados.rados.0.smithi131.stdout:3588: seq_num 1118 ranges {1613824=729088,2342912=794624,3137536=409600} 2024-08-29T15:01:10.326 INFO:tasks.rados.rados.0.smithi131.stdout:3588: writing smithi13174786-10 from 1613824 to 2342912 tid 1 2024-08-29T15:01:10.331 INFO:tasks.rados.rados.0.smithi131.stdout:3588: writing smithi13174786-10 from 2342912 to 3137536 tid 2 2024-08-29T15:01:10.335 INFO:tasks.rados.rados.0.smithi131.stdout:3588: writing smithi13174786-10 from 3137536 to 3547136 tid 3 2024-08-29T15:01:10.335 INFO:tasks.rados.rados.0.smithi131.stdout:3589: copy_from oid 37 from oid 39 current snap is 357 2024-08-29T15:01:10.335 INFO:tasks.rados.rados.0.smithi131.stdout:3585: finishing write tid 3 to smithi13174786-27 2024-08-29T15:01:10.335 INFO:tasks.rados.rados.0.smithi131.stdout:3590: read oid 8 snap -1 2024-08-29T15:01:10.335 INFO:tasks.rados.rados.0.smithi131.stdout:3590: expect (ObjNum 1076 snap 334 seq_num 1076) 2024-08-29T15:01:10.335 INFO:tasks.rados.rados.0.smithi131.stdout:3591: setattr oid 28 current snap is 357 2024-08-29T15:01:10.335 INFO:tasks.rados.rados.0.smithi131.stdout:3585: finishing write tid 4 to smithi13174786-27 2024-08-29T15:01:10.335 INFO:tasks.rados.rados.0.smithi131.stdout:3585: finishing write tid 5 to smithi13174786-27 2024-08-29T15:01:10.335 INFO:tasks.rados.rados.0.smithi131.stdout:3585: finishing write tid 6 to smithi13174786-27 2024-08-29T15:01:10.335 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 2154 (ObjNum 1117 snap 357 seq_num 1117) dirty exists 2024-08-29T15:01:10.336 INFO:tasks.rados.rados.0.smithi131.stdout:3585: left oid 27 (ObjNum 1117 snap 357 seq_num 1117) 2024-08-29T15:01:10.336 INFO:tasks.rados.rados.0.smithi131.stdout:3587: finishing copy_from racing read to smithi13174786-3 2024-08-29T15:01:10.336 INFO:tasks.rados.rados.0.smithi131.stdout:3586: expect (ObjNum 1024 snap 315 seq_num 1024) 2024-08-29T15:01:10.526 INFO:tasks.rados.rados.0.smithi131.stdout:3587: finishing copy_from to smithi13174786-3 2024-08-29T15:01:10.526 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 2365 (ObjNum 861 snap 270 seq_num 861) dirty exists 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:3588: finishing write tid 1 to smithi13174786-10 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:3588: finishing write tid 2 to smithi13174786-10 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:3588: finishing write tid 3 to smithi13174786-10 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:3588: finishing write tid 4 to smithi13174786-10 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:3588: finishing write tid 5 to smithi13174786-10 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 2285 (ObjNum 1118 snap 357 seq_num 1118) dirty exists 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:3588: left oid 10 (ObjNum 1118 snap 357 seq_num 1118) 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:3589: finishing copy_from racing read to smithi13174786-37 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:3589: finishing copy_from to smithi13174786-37 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2136 (ObjNum 1064 snap 330 seq_num 1064) dirty exists 2024-08-29T15:01:10.527 INFO:tasks.rados.rados.0.smithi131.stdout:3590: expect (ObjNum 1076 snap 334 seq_num 1076) 2024-08-29T15:01:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:10 smithi131 ceph-mon[87973]: pgmap v747: 121 pgs: 121 active+clean; 377 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-08-29T15:01:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:10 smithi131 ceph-mon[87973]: osdmap e772: 8 total, 8 up, 8 in 2024-08-29T15:01:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:10 smithi131 ceph-mon[90512]: pgmap v747: 121 pgs: 121 active+clean; 377 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-08-29T15:01:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:10 smithi131 ceph-mon[90512]: osdmap e772: 8 total, 8 up, 8 in 2024-08-29T15:01:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:01:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:01:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:01:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:10 smithi169 ceph-mon[78471]: pgmap v747: 121 pgs: 121 active+clean; 377 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-08-29T15:01:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:10 smithi169 ceph-mon[78471]: osdmap e772: 8 total, 8 up, 8 in 2024-08-29T15:01:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:11 smithi131 ceph-mon[87973]: osdmap e773: 8 total, 8 up, 8 in 2024-08-29T15:01:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:11 smithi131 ceph-mon[87973]: osdmap e774: 8 total, 8 up, 8 in 2024-08-29T15:01:11.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:11 smithi131 ceph-mon[90512]: osdmap e773: 8 total, 8 up, 8 in 2024-08-29T15:01:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:11 smithi131 ceph-mon[90512]: osdmap e774: 8 total, 8 up, 8 in 2024-08-29T15:01:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:11 smithi169 ceph-mon[78471]: osdmap e773: 8 total, 8 up, 8 in 2024-08-29T15:01:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:11 smithi169 ceph-mon[78471]: osdmap e774: 8 total, 8 up, 8 in 2024-08-29T15:01:11.769 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 28 v 2134 (ObjNum 1108 snap 352 seq_num 1108) dirty exists 2024-08-29T15:01:11.769 INFO:tasks.rados.rados.0.smithi131.stdout:3585: done (6 left) 2024-08-29T15:01:11.769 INFO:tasks.rados.rados.0.smithi131.stdout:3586: done (5 left) 2024-08-29T15:01:11.769 INFO:tasks.rados.rados.0.smithi131.stdout:3587: done (4 left) 2024-08-29T15:01:11.769 INFO:tasks.rados.rados.0.smithi131.stdout:3588: done (3 left) 2024-08-29T15:01:11.769 INFO:tasks.rados.rados.0.smithi131.stdout:3589: done (2 left) 2024-08-29T15:01:11.769 INFO:tasks.rados.rados.0.smithi131.stdout:3590: done (1 left) 2024-08-29T15:01:11.769 INFO:tasks.rados.rados.0.smithi131.stdout:3591: done (0 left) 2024-08-29T15:01:11.770 INFO:tasks.rados.rados.0.smithi131.stdout:3592: delete oid 16 current snap is 357 2024-08-29T15:01:11.772 INFO:tasks.rados.rados.0.smithi131.stdout:3592: done (0 left) 2024-08-29T15:01:11.772 INFO:tasks.rados.rados.0.smithi131.stdout:3593: read oid 17 snap -1 2024-08-29T15:01:11.772 INFO:tasks.rados.rados.0.smithi131.stdout:3593: expect deleted 2024-08-29T15:01:11.772 INFO:tasks.rados.rados.0.smithi131.stdout:3594: copy_from oid 7 from oid 13 current snap is 357 2024-08-29T15:01:11.772 INFO:tasks.rados.rados.0.smithi131.stdout:3595: read oid 33 snap 351 2024-08-29T15:01:11.772 INFO:tasks.rados.rados.0.smithi131.stdout:3595: expect (ObjNum 1071 snap 333 seq_num 1071) 2024-08-29T15:01:11.773 INFO:tasks.rados.rados.0.smithi131.stdout:3596: snap_remove snap 356 2024-08-29T15:01:12.272 INFO:tasks.rados.rados.0.smithi131.stdout:3596: done (3 left) 2024-08-29T15:01:12.272 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 357 2024-08-29T15:01:12.272 INFO:tasks.rados.rados.0.smithi131.stdout:3597: seq_num 1120 ranges {0=761856,761856=557056,1318912=425984,1744896=221184} 2024-08-29T15:01:12.276 INFO:tasks.rados.rados.0.smithi131.stdout:3597: writing smithi13174786-44 from 0 to 761856 tid 1 2024-08-29T15:01:12.280 INFO:tasks.rados.rados.0.smithi131.stdout:3597: writing smithi13174786-44 from 761856 to 1318912 tid 2 2024-08-29T15:01:12.283 INFO:tasks.rados.rados.0.smithi131.stdout:3597: writing smithi13174786-44 from 1318912 to 1744896 tid 3 2024-08-29T15:01:12.284 INFO:tasks.rados.rados.0.smithi131.stdout:3597: writing smithi13174786-44 from 1744896 to 1966080 tid 4 2024-08-29T15:01:12.285 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 2 current snap is 357 2024-08-29T15:01:12.285 INFO:tasks.rados.rados.0.smithi131.stdout:3598: seq_num 1121 ranges {0=778240,778240=442368,1220608=638976,1859584=122880} 2024-08-29T15:01:12.290 INFO:tasks.rados.rados.0.smithi131.stdout:3598: writing smithi13174786-2 from 0 to 778240 tid 1 2024-08-29T15:01:12.293 INFO:tasks.rados.rados.0.smithi131.stdout:3598: writing smithi13174786-2 from 778240 to 1220608 tid 2 2024-08-29T15:01:12.297 INFO:tasks.rados.rados.0.smithi131.stdout:3598: writing smithi13174786-2 from 1220608 to 1859584 tid 3 2024-08-29T15:01:12.298 INFO:tasks.rados.rados.0.smithi131.stdout:3598: writing smithi13174786-2 from 1859584 to 1982464 tid 4 2024-08-29T15:01:12.298 INFO:tasks.rados.rados.0.smithi131.stdout:3599: rmattr oid 45 current snap is 357 2024-08-29T15:01:12.298 INFO:tasks.rados.rados.0.smithi131.stdout:3600: snap_remove snap 344 2024-08-29T15:01:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:12 smithi131 ceph-mon[87973]: pgmap v750: 121 pgs: 121 active+clean; 377 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 880 KiB/s wr, 8 op/s 2024-08-29T15:01:12.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:12 smithi131 ceph-mon[90512]: pgmap v750: 121 pgs: 121 active+clean; 377 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 880 KiB/s wr, 8 op/s 2024-08-29T15:01:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:12 smithi169 ceph-mon[78471]: pgmap v750: 121 pgs: 121 active+clean; 377 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 880 KiB/s wr, 8 op/s 2024-08-29T15:01:13.280 INFO:tasks.rados.rados.0.smithi131.stdout:3600: done (6 left) 2024-08-29T15:01:13.280 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 16 current snap is 357 2024-08-29T15:01:13.280 INFO:tasks.rados.rados.0.smithi131.stdout:3601: seq_num 1122 ranges {0=794624,794624=729088,1523712=475136} 2024-08-29T15:01:13.285 INFO:tasks.rados.rados.0.smithi131.stdout:3601: writing smithi13174786-16 from 0 to 794624 tid 1 2024-08-29T15:01:13.290 INFO:tasks.rados.rados.0.smithi131.stdout:3601: writing smithi13174786-16 from 794624 to 1523712 tid 2 2024-08-29T15:01:13.294 INFO:tasks.rados.rados.0.smithi131.stdout:3601: writing smithi13174786-16 from 1523712 to 1998848 tid 3 2024-08-29T15:01:13.294 INFO:tasks.rados.rados.0.smithi131.stdout:3602: snap_remove snap 347 2024-08-29T15:01:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:13 smithi131 ceph-mon[87973]: osdmap e775: 8 total, 8 up, 8 in 2024-08-29T15:01:13.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:13 smithi131 ceph-mon[90512]: osdmap e775: 8 total, 8 up, 8 in 2024-08-29T15:01:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:13 smithi169 ceph-mon[78471]: osdmap e775: 8 total, 8 up, 8 in 2024-08-29T15:01:14.283 INFO:tasks.rados.rados.0.smithi131.stdout:3602: done (7 left) 2024-08-29T15:01:14.283 INFO:tasks.rados.rados.0.smithi131.stdout:3603: delete oid 43 current snap is 357 2024-08-29T15:01:14.283 INFO:tasks.rados.rados.0.smithi131.stdout:3595: expect (ObjNum 1071 snap 333 seq_num 1071) 2024-08-29T15:01:14.372 INFO:tasks.rados.rados.0.smithi131.stdout:3594: finishing copy_from racing read to smithi13174786-7 2024-08-29T15:01:14.372 INFO:tasks.rados.rados.0.smithi131.stdout:3594: finishing copy_from to smithi13174786-7 2024-08-29T15:01:14.372 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 2185 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-08-29T15:01:14.372 INFO:tasks.rados.rados.0.smithi131.stdout:3597: finishing write tid 1 to smithi13174786-44 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3593: done (7 left) 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3594: done (6 left) 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3595: done (5 left) 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3603: done (4 left) 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3604: rollback oid 48 current snap is 357 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 353 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3597: finishing write tid 2 to smithi13174786-44 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3597: finishing write tid 3 to smithi13174786-44 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3597: finishing write tid 4 to smithi13174786-44 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3598: finishing write tid 1 to smithi13174786-2 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3597: finishing write tid 5 to smithi13174786-44 2024-08-29T15:01:14.373 INFO:tasks.rados.rados.0.smithi131.stdout:3598: finishing write tid 2 to smithi13174786-2 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3597: finishing write tid 6 to smithi13174786-44 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 2296 (ObjNum 1120 snap 357 seq_num 1120) dirty exists 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3597: left oid 44 (ObjNum 1120 snap 357 seq_num 1120) 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3598: finishing write tid 3 to smithi13174786-2 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3598: finishing write tid 4 to smithi13174786-2 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3598: finishing write tid 5 to smithi13174786-2 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3598: finishing write tid 6 to smithi13174786-2 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 2 v 2145 (ObjNum 1121 snap 357 seq_num 1121) dirty exists 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3598: left oid 2 (ObjNum 1121 snap 357 seq_num 1121) 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 2146 (ObjNum 1090 snap 346 seq_num 1090) dirty exists 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3601: finishing write tid 1 to smithi13174786-16 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3601: finishing write tid 2 to smithi13174786-16 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3601: finishing write tid 3 to smithi13174786-16 2024-08-29T15:01:14.374 INFO:tasks.rados.rados.0.smithi131.stdout:3601: finishing write tid 4 to smithi13174786-16 2024-08-29T15:01:14.375 INFO:tasks.rados.rados.0.smithi131.stdout:3597: done (4 left) 2024-08-29T15:01:14.375 INFO:tasks.rados.rados.0.smithi131.stdout:3598: done (3 left) 2024-08-29T15:01:14.375 INFO:tasks.rados.rados.0.smithi131.stdout:3599: done (2 left) 2024-08-29T15:01:14.375 INFO:tasks.rados.rados.0.smithi131.stdout:3605: read oid 31 snap -1 2024-08-29T15:01:14.375 INFO:tasks.rados.rados.0.smithi131.stdout:3605: expect (ObjNum 1056 snap 330 seq_num 1056) 2024-08-29T15:01:14.375 INFO:tasks.rados.rados.0.smithi131.stdout:3606: delete oid 11 current snap is 357 2024-08-29T15:01:14.375 INFO:tasks.rados.rados.0.smithi131.stdout:3601: finishing write tid 5 to smithi13174786-16 2024-08-29T15:01:14.375 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 2304 (ObjNum 1122 snap 357 seq_num 1122) dirty exists 2024-08-29T15:01:14.375 INFO:tasks.rados.rados.0.smithi131.stdout:3601: left oid 16 (ObjNum 1122 snap 357 seq_num 1122) 2024-08-29T15:01:14.376 INFO:tasks.rados.rados.0.smithi131.stdout:3604: finishing rollback tid 1 to smithi13174786-48 2024-08-29T15:01:14.376 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 2059 (ObjNum 472865462 snap 32647 seq_num 304) dirty dne 2024-08-29T15:01:14.376 INFO:tasks.rados.rados.0.smithi131.stdout:3601: done (3 left) 2024-08-29T15:01:14.376 INFO:tasks.rados.rados.0.smithi131.stdout:3604: done (2 left) 2024-08-29T15:01:14.376 INFO:tasks.rados.rados.0.smithi131.stdout:3606: done (1 left) 2024-08-29T15:01:14.376 INFO:tasks.rados.rados.0.smithi131.stdout:3607: snap_remove snap 352 2024-08-29T15:01:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:14 smithi131 ceph-mon[87973]: pgmap v753: 121 pgs: 121 active+clean; 389 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 739 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-08-29T15:01:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:14 smithi131 ceph-mon[87973]: osdmap e776: 8 total, 8 up, 8 in 2024-08-29T15:01:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:14 smithi131 ceph-mon[90512]: pgmap v753: 121 pgs: 121 active+clean; 389 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 739 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-08-29T15:01:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:14 smithi131 ceph-mon[90512]: osdmap e776: 8 total, 8 up, 8 in 2024-08-29T15:01:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:14 smithi169 ceph-mon[78471]: pgmap v753: 121 pgs: 121 active+clean; 389 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 739 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-08-29T15:01:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:14 smithi169 ceph-mon[78471]: osdmap e776: 8 total, 8 up, 8 in 2024-08-29T15:01:15.289 INFO:tasks.rados.rados.0.smithi131.stdout:3607: done (1 left) 2024-08-29T15:01:15.289 INFO:tasks.rados.rados.0.smithi131.stdout:3608: rollback oid 26 current snap is 357 2024-08-29T15:01:15.289 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 317 2024-08-29T15:01:15.289 INFO:tasks.rados.rados.0.smithi131.stdout:3605: expect (ObjNum 1056 snap 330 seq_num 1056) 2024-08-29T15:01:15.321 INFO:tasks.rados.rados.0.smithi131.stdout:3608: finishing rollback tid 1 to smithi13174786-26 2024-08-29T15:01:15.321 INFO:tasks.rados.rados.0.smithi131.stdout:3608: finishing rollback tid 2 to smithi13174786-26 2024-08-29T15:01:15.321 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 1003 (ObjNum 884 snap 280 seq_num 884) dirty exists 2024-08-29T15:01:15.321 INFO:tasks.rados.rados.0.smithi131.stdout:3605: done (1 left) 2024-08-29T15:01:15.321 INFO:tasks.rados.rados.0.smithi131.stdout:3608: done (0 left) 2024-08-29T15:01:15.321 INFO:tasks.rados.rados.0.smithi131.stdout:3609: rollback oid 30 current snap is 357 2024-08-29T15:01:15.321 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 30 to 353 2024-08-29T15:01:15.321 INFO:tasks.rados.rados.0.smithi131.stdout:3610: rollback oid 27 current snap is 357 2024-08-29T15:01:15.321 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 27 to 345 2024-08-29T15:01:15.321 INFO:tasks.rados.rados.0.smithi131.stdout:3611: delete oid 24 current snap is 357 2024-08-29T15:01:15.323 INFO:tasks.rados.rados.0.smithi131.stdout:3609: finishing rollback tid 1 to smithi13174786-30 2024-08-29T15:01:15.323 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 2122 (ObjNum 33 snap 0 seq_num 2120504832) dirty dne 2024-08-29T15:01:15.323 INFO:tasks.rados.rados.0.smithi131.stdout:3609: done (2 left) 2024-08-29T15:01:15.323 INFO:tasks.rados.rados.0.smithi131.stdout:3611: done (1 left) 2024-08-29T15:01:15.323 INFO:tasks.rados.rados.0.smithi131.stdout:3612: delete oid 28 current snap is 357 2024-08-29T15:01:15.325 INFO:tasks.rados.rados.0.smithi131.stdout:3612: done (1 left) 2024-08-29T15:01:15.325 INFO:tasks.rados.rados.0.smithi131.stdout:3613: rmattr oid 39 current snap is 357 2024-08-29T15:01:15.325 INFO:tasks.rados.rados.0.smithi131.stdout:3614: read oid 47 snap -1 2024-08-29T15:01:15.325 INFO:tasks.rados.rados.0.smithi131.stdout:3614: expect (ObjNum 1111 snap 354 seq_num 1111) 2024-08-29T15:01:15.325 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 26 current snap is 357 2024-08-29T15:01:15.325 INFO:tasks.rados.rados.0.smithi131.stdout:3615: seq_num 1127 ranges {581632=483328,1064960=598016,1662976=581632,2244608=425984} 2024-08-29T15:01:15.331 INFO:tasks.rados.rados.0.smithi131.stdout:3615: writing smithi13174786-26 from 581632 to 1064960 tid 1 2024-08-29T15:01:15.335 INFO:tasks.rados.rados.0.smithi131.stdout:3615: writing smithi13174786-26 from 1064960 to 1662976 tid 2 2024-08-29T15:01:15.338 INFO:tasks.rados.rados.0.smithi131.stdout:3615: writing smithi13174786-26 from 1662976 to 2244608 tid 3 2024-08-29T15:01:15.341 INFO:tasks.rados.rados.0.smithi131.stdout:3615: writing smithi13174786-26 from 2244608 to 2670592 tid 4 2024-08-29T15:01:15.341 INFO:tasks.rados.rados.0.smithi131.stdout:3616: copy_from oid 30 from oid 2 current snap is 357 2024-08-29T15:01:15.341 INFO:tasks.rados.rados.0.smithi131.stdout:3610: finishing rollback tid 0 to smithi13174786-27 2024-08-29T15:01:15.341 INFO:tasks.rados.rados.0.smithi131.stdout:3610: finishing rollback tid 1 to smithi13174786-27 2024-08-29T15:01:15.341 INFO:tasks.rados.rados.0.smithi131.stdout:3610: finishing rollback tid 2 to smithi13174786-27 2024-08-29T15:01:15.342 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 2157 (ObjNum 957 snap 299 seq_num 957) dirty exists 2024-08-29T15:01:15.342 INFO:tasks.rados.rados.0.smithi131.stdout:3610: done (4 left) 2024-08-29T15:01:15.342 INFO:tasks.rados.rados.0.smithi131.stdout:3617: read oid 27 snap -1 2024-08-29T15:01:15.342 INFO:tasks.rados.rados.0.smithi131.stdout:3617: expect (ObjNum 957 snap 299 seq_num 957) 2024-08-29T15:01:15.342 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 357 2024-08-29T15:01:15.342 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 2137 (ObjNum 1064 snap 330 seq_num 1064) dirty exists 2024-08-29T15:01:15.342 INFO:tasks.rados.rados.0.smithi131.stdout:3614: expect (ObjNum 1111 snap 354 seq_num 1111) 2024-08-29T15:01:15.393 INFO:tasks.rados.rados.0.smithi131.stdout:3615: finishing write tid 1 to smithi13174786-26 2024-08-29T15:01:15.393 INFO:tasks.rados.rados.0.smithi131.stdout:3615: finishing write tid 2 to smithi13174786-26 2024-08-29T15:01:15.393 INFO:tasks.rados.rados.0.smithi131.stdout:3615: finishing write tid 3 to smithi13174786-26 2024-08-29T15:01:15.393 INFO:tasks.rados.rados.0.smithi131.stdout:3615: finishing write tid 4 to smithi13174786-26 2024-08-29T15:01:15.393 INFO:tasks.rados.rados.0.smithi131.stdout:3615: finishing write tid 5 to smithi13174786-26 2024-08-29T15:01:15.393 INFO:tasks.rados.rados.0.smithi131.stdout:3615: finishing write tid 6 to smithi13174786-26 2024-08-29T15:01:15.393 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 1008 (ObjNum 1127 snap 357 seq_num 1127) dirty exists 2024-08-29T15:01:15.393 INFO:tasks.rados.rados.0.smithi131.stdout:3615: left oid 26 (ObjNum 1127 snap 357 seq_num 1127) 2024-08-29T15:01:15.393 INFO:tasks.rados.rados.0.smithi131.stdout:3616: finishing copy_from racing read to smithi13174786-30 2024-08-29T15:01:15.394 INFO:tasks.rados.rados.0.smithi131.stdout:3616: finishing copy_from to smithi13174786-30 2024-08-29T15:01:15.394 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 2145 (ObjNum 1121 snap 357 seq_num 1121) dirty exists 2024-08-29T15:01:15.394 INFO:tasks.rados.rados.0.smithi131.stdout:3617: expect (ObjNum 957 snap 299 seq_num 957) 2024-08-29T15:01:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:15 smithi131 ceph-mon[87973]: osdmap e777: 8 total, 8 up, 8 in 2024-08-29T15:01:15.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:15 smithi131 ceph-mon[87973]: pgmap v756: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 391 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-08-29T15:01:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:15 smithi131 ceph-mon[90512]: osdmap e777: 8 total, 8 up, 8 in 2024-08-29T15:01:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:15 smithi131 ceph-mon[90512]: pgmap v756: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 391 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-08-29T15:01:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:15 smithi169 ceph-mon[78471]: osdmap e777: 8 total, 8 up, 8 in 2024-08-29T15:01:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:15 smithi169 ceph-mon[78471]: pgmap v756: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 391 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-08-29T15:01:15.749 INFO:tasks.rados.rados.0.smithi131.stdout:3618: seq_num 1128 ranges {65536=499712,565248=483328,1048576=786432,1835008=335872} 2024-08-29T15:01:15.752 INFO:tasks.rados.rados.0.smithi131.stdout:3618: writing smithi13174786-6 from 65536 to 565248 tid 1 2024-08-29T15:01:15.754 INFO:tasks.rados.rados.0.smithi131.stdout:3618: writing smithi13174786-6 from 565248 to 1048576 tid 2 2024-08-29T15:01:15.759 INFO:tasks.rados.rados.0.smithi131.stdout:3618: writing smithi13174786-6 from 1048576 to 1835008 tid 3 2024-08-29T15:01:15.761 INFO:tasks.rados.rados.0.smithi131.stdout:3618: writing smithi13174786-6 from 1835008 to 2170880 tid 4 2024-08-29T15:01:15.761 INFO:tasks.rados.rados.0.smithi131.stdout:3613: done (5 left) 2024-08-29T15:01:15.761 INFO:tasks.rados.rados.0.smithi131.stdout:3614: done (4 left) 2024-08-29T15:01:15.761 INFO:tasks.rados.rados.0.smithi131.stdout:3615: done (3 left) 2024-08-29T15:01:15.762 INFO:tasks.rados.rados.0.smithi131.stdout:3616: done (2 left) 2024-08-29T15:01:15.762 INFO:tasks.rados.rados.0.smithi131.stdout:3617: done (1 left) 2024-08-29T15:01:15.762 INFO:tasks.rados.rados.0.smithi131.stdout:3619: snap_create 2024-08-29T15:01:15.762 INFO:tasks.rados.rados.0.smithi131.stdout:3618: finishing write tid 1 to smithi13174786-6 2024-08-29T15:01:15.762 INFO:tasks.rados.rados.0.smithi131.stdout:3618: finishing write tid 2 to smithi13174786-6 2024-08-29T15:01:15.764 INFO:tasks.rados.rados.0.smithi131.stdout:3618: finishing write tid 3 to smithi13174786-6 2024-08-29T15:01:15.764 INFO:tasks.rados.rados.0.smithi131.stdout:3618: finishing write tid 4 to smithi13174786-6 2024-08-29T15:01:15.764 INFO:tasks.rados.rados.0.smithi131.stdout:3618: finishing write tid 5 to smithi13174786-6 2024-08-29T15:01:15.766 INFO:tasks.rados.rados.0.smithi131.stdout:3618: finishing write tid 6 to smithi13174786-6 2024-08-29T15:01:15.766 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 2193 (ObjNum 1128 snap 357 seq_num 1128) dirty exists 2024-08-29T15:01:15.766 INFO:tasks.rados.rados.0.smithi131.stdout:3618: left oid 6 (ObjNum 1128 snap 357 seq_num 1128) 2024-08-29T15:01:16.243 INFO:tasks.rados.rados.0.smithi131.stdout:3618: done (1 left) 2024-08-29T15:01:16.243 INFO:tasks.rados.rados.0.smithi131.stdout:3619: done (0 left) 2024-08-29T15:01:16.243 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 11 current snap is 358 2024-08-29T15:01:16.244 INFO:tasks.rados.rados.0.smithi131.stdout:3620: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-08-29T15:01:16.246 INFO:tasks.rados.rados.0.smithi131.stdout:3620: writing smithi13174786-11 from 0 to 516096 tid 1 2024-08-29T15:01:16.250 INFO:tasks.rados.rados.0.smithi131.stdout:3620: writing smithi13174786-11 from 516096 to 1286144 tid 2 2024-08-29T15:01:16.254 INFO:tasks.rados.rados.0.smithi131.stdout:3620: writing smithi13174786-11 from 1286144 to 1884160 tid 3 2024-08-29T15:01:16.256 INFO:tasks.rados.rados.0.smithi131.stdout:3620: writing smithi13174786-11 from 1884160 to 2121728 tid 4 2024-08-29T15:01:16.256 INFO:tasks.rados.rados.0.smithi131.stdout:3621: rollback oid 17 current snap is 358 2024-08-29T15:01:16.256 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 17 to 333 2024-08-29T15:01:16.256 INFO:tasks.rados.rados.0.smithi131.stdout:3620: finishing write tid 1 to smithi13174786-11 2024-08-29T15:01:16.256 INFO:tasks.rados.rados.0.smithi131.stdout:3620: finishing write tid 2 to smithi13174786-11 2024-08-29T15:01:16.256 INFO:tasks.rados.rados.0.smithi131.stdout:3622: delete oid 8 current snap is 358 2024-08-29T15:01:16.260 INFO:tasks.rados.rados.0.smithi131.stdout:3620: finishing write tid 3 to smithi13174786-11 2024-08-29T15:01:16.260 INFO:tasks.rados.rados.0.smithi131.stdout:3622: done (2 left) 2024-08-29T15:01:16.261 INFO:tasks.rados.rados.0.smithi131.stdout:3623: read oid 45 snap -1 2024-08-29T15:01:16.261 INFO:tasks.rados.rados.0.smithi131.stdout:3623: expect (ObjNum 1090 snap 346 seq_num 1090) 2024-08-29T15:01:16.261 INFO:tasks.rados.rados.0.smithi131.stdout:3624: delete oid 50 current snap is 358 2024-08-29T15:01:16.261 INFO:tasks.rados.rados.0.smithi131.stdout:3620: finishing write tid 4 to smithi13174786-11 2024-08-29T15:01:16.261 INFO:tasks.rados.rados.0.smithi131.stdout:3620: finishing write tid 5 to smithi13174786-11 2024-08-29T15:01:16.262 INFO:tasks.rados.rados.0.smithi131.stdout:3620: finishing write tid 6 to smithi13174786-11 2024-08-29T15:01:16.262 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 2320 (ObjNum 1129 snap 358 seq_num 1129) dirty exists 2024-08-29T15:01:16.262 INFO:tasks.rados.rados.0.smithi131.stdout:3620: left oid 11 (ObjNum 1129 snap 358 seq_num 1129) 2024-08-29T15:01:16.263 INFO:tasks.rados.rados.0.smithi131.stdout:3621: finishing rollback tid 1 to smithi13174786-17 2024-08-29T15:01:16.263 INFO:tasks.rados.rados.0.smithi131.stdout:3621: finishing rollback tid 2 to smithi13174786-17 2024-08-29T15:01:16.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 2138 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T15:01:16.268 INFO:tasks.rados.rados.0.smithi131.stdout:3620: done (3 left) 2024-08-29T15:01:16.268 INFO:tasks.rados.rados.0.smithi131.stdout:3621: done (2 left) 2024-08-29T15:01:16.268 INFO:tasks.rados.rados.0.smithi131.stdout:3624: done (1 left) 2024-08-29T15:01:16.268 INFO:tasks.rados.rados.0.smithi131.stdout:3625: snap_remove snap 335 2024-08-29T15:01:16.285 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:01:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:01:15] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.51.0" 2024-08-29T15:01:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:16 smithi131 ceph-mon[87973]: osdmap e778: 8 total, 8 up, 8 in 2024-08-29T15:01:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:16 smithi131 ceph-mon[87973]: osdmap e779: 8 total, 8 up, 8 in 2024-08-29T15:01:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:16 smithi131 ceph-mon[90512]: osdmap e778: 8 total, 8 up, 8 in 2024-08-29T15:01:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:16 smithi131 ceph-mon[90512]: osdmap e779: 8 total, 8 up, 8 in 2024-08-29T15:01:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:16 smithi169 ceph-mon[78471]: osdmap e778: 8 total, 8 up, 8 in 2024-08-29T15:01:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:16 smithi169 ceph-mon[78471]: osdmap e779: 8 total, 8 up, 8 in 2024-08-29T15:01:17.249 INFO:tasks.rados.rados.0.smithi131.stdout:3625: done (1 left) 2024-08-29T15:01:17.249 INFO:tasks.rados.rados.0.smithi131.stdout:3626: snap_create 2024-08-29T15:01:17.249 INFO:tasks.rados.rados.0.smithi131.stdout:3623: expect (ObjNum 1090 snap 346 seq_num 1090) 2024-08-29T15:01:18.246 INFO:tasks.rados.rados.0.smithi131.stdout:3623: done (1 left) 2024-08-29T15:01:18.246 INFO:tasks.rados.rados.0.smithi131.stdout:3626: done (0 left) 2024-08-29T15:01:18.246 INFO:tasks.rados.rados.0.smithi131.stdout:3627: rollback oid 21 current snap is 359 2024-08-29T15:01:18.246 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 299 2024-08-29T15:01:18.246 INFO:tasks.rados.rados.0.smithi131.stdout:3628: rollback oid 38 current snap is 359 2024-08-29T15:01:18.246 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 333 2024-08-29T15:01:18.246 INFO:tasks.rados.rados.0.smithi131.stdout:3629: snap_create 2024-08-29T15:01:18.251 INFO:tasks.rados.rados.0.smithi131.stdout:3628: finishing rollback tid 1 to smithi13174786-38 2024-08-29T15:01:18.252 INFO:tasks.rados.rados.0.smithi131.stdout:3627: finishing rollback tid 0 to smithi13174786-21 2024-08-29T15:01:18.252 INFO:tasks.rados.rados.0.smithi131.stdout:3628: finishing rollback tid 2 to smithi13174786-38 2024-08-29T15:01:18.253 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2159 (ObjNum 1057 snap 330 seq_num 1057) dirty exists 2024-08-29T15:01:18.253 INFO:tasks.rados.rados.0.smithi131.stdout:3627: finishing rollback tid 1 to smithi13174786-21 2024-08-29T15:01:18.253 INFO:tasks.rados.rados.0.smithi131.stdout:3627: finishing rollback tid 2 to smithi13174786-21 2024-08-29T15:01:18.253 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 2140 (ObjNum 889 snap 283 seq_num 889) dirty exists 2024-08-29T15:01:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:18 smithi131 ceph-mon[87973]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-08-29T15:01:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:18 smithi131 ceph-mon[87973]: osdmap e780: 8 total, 8 up, 8 in 2024-08-29T15:01:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:18 smithi131 ceph-mon[90512]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-08-29T15:01:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:18 smithi131 ceph-mon[90512]: osdmap e780: 8 total, 8 up, 8 in 2024-08-29T15:01:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:18 smithi169 ceph-mon[78471]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-08-29T15:01:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:18 smithi169 ceph-mon[78471]: osdmap e780: 8 total, 8 up, 8 in 2024-08-29T15:01:19.249 INFO:tasks.rados.rados.0.smithi131.stdout:3627: done (2 left) 2024-08-29T15:01:19.249 INFO:tasks.rados.rados.0.smithi131.stdout:3628: done (1 left) 2024-08-29T15:01:19.249 INFO:tasks.rados.rados.0.smithi131.stdout:3629: done (0 left) 2024-08-29T15:01:19.249 INFO:tasks.rados.rados.0.smithi131.stdout:3630: read oid 9 snap 349 2024-08-29T15:01:19.250 INFO:tasks.rados.rados.0.smithi131.stdout:3630: expect (ObjNum 1079 snap 334 seq_num 1079) 2024-08-29T15:01:19.250 INFO:tasks.rados.rados.0.smithi131.stdout:3631: delete oid 37 current snap is 360 2024-08-29T15:01:19.254 INFO:tasks.rados.rados.0.smithi131.stdout:3631: done (1 left) 2024-08-29T15:01:19.254 INFO:tasks.rados.rados.0.smithi131.stdout:3632: rollback oid 8 current snap is 360 2024-08-29T15:01:19.254 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 8 to 355 2024-08-29T15:01:19.254 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 360 2024-08-29T15:01:19.254 INFO:tasks.rados.rados.0.smithi131.stdout:3633: seq_num 1133 ranges {1900544=581632,2482176=753664,3235840=573440,3809280=278528} 2024-08-29T15:01:19.268 INFO:tasks.rados.rados.0.smithi131.stdout:3633: writing smithi13174786-32 from 1900544 to 2482176 tid 1 2024-08-29T15:01:19.272 INFO:tasks.rados.rados.0.smithi131.stdout:3633: writing smithi13174786-32 from 2482176 to 3235840 tid 2 2024-08-29T15:01:19.275 INFO:tasks.rados.rados.0.smithi131.stdout:3633: writing smithi13174786-32 from 3235840 to 3809280 tid 3 2024-08-29T15:01:19.277 INFO:tasks.rados.rados.0.smithi131.stdout:3633: writing smithi13174786-32 from 3809280 to 4087808 tid 4 2024-08-29T15:01:19.277 INFO:tasks.rados.rados.0.smithi131.stdout:3634: rmattr oid 7 current snap is 360 2024-08-29T15:01:19.277 INFO:tasks.rados.rados.0.smithi131.stdout:3630: expect (ObjNum 1079 snap 334 seq_num 1079) 2024-08-29T15:01:19.311 INFO:tasks.rados.rados.0.smithi131.stdout:3632: finishing rollback tid 1 to smithi13174786-8 2024-08-29T15:01:19.311 INFO:tasks.rados.rados.0.smithi131.stdout:3632: finishing rollback tid 2 to smithi13174786-8 2024-08-29T15:01:19.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 2149 (ObjNum 1076 snap 334 seq_num 1076) dirty exists 2024-08-29T15:01:19.311 INFO:tasks.rados.rados.0.smithi131.stdout:3633: finishing write tid 1 to smithi13174786-32 2024-08-29T15:01:19.311 INFO:tasks.rados.rados.0.smithi131.stdout:3633: finishing write tid 2 to smithi13174786-32 2024-08-29T15:01:19.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 2186 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-08-29T15:01:19.311 INFO:tasks.rados.rados.0.smithi131.stdout:3633: finishing write tid 3 to smithi13174786-32 2024-08-29T15:01:19.311 INFO:tasks.rados.rados.0.smithi131.stdout:3630: done (3 left) 2024-08-29T15:01:19.311 INFO:tasks.rados.rados.0.smithi131.stdout:3632: done (2 left) 2024-08-29T15:01:19.311 INFO:tasks.rados.rados.0.smithi131.stdout:3634: done (1 left) 2024-08-29T15:01:19.312 INFO:tasks.rados.rados.0.smithi131.stdout:3635: copy_from oid 1 from oid 49 current snap is 360 2024-08-29T15:01:19.312 INFO:tasks.rados.rados.0.smithi131.stdout:3633: finishing write tid 4 to smithi13174786-32 2024-08-29T15:01:19.312 INFO:tasks.rados.rados.0.smithi131.stdout:3633: finishing write tid 5 to smithi13174786-32 2024-08-29T15:01:19.312 INFO:tasks.rados.rados.0.smithi131.stdout:3633: finishing write tid 6 to smithi13174786-32 2024-08-29T15:01:19.312 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 2467 (ObjNum 1133 snap 360 seq_num 1133) dirty exists 2024-08-29T15:01:19.312 INFO:tasks.rados.rados.0.smithi131.stdout:3633: left oid 32 (ObjNum 1133 snap 360 seq_num 1133) 2024-08-29T15:01:19.312 INFO:tasks.rados.rados.0.smithi131.stdout:3633: done (1 left) 2024-08-29T15:01:19.312 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 37 current snap is 360 2024-08-29T15:01:19.312 INFO:tasks.rados.rados.0.smithi131.stdout:3636: seq_num 1134 ranges {0=598016,598016=638976,1236992=737280,1974272=229376} 2024-08-29T15:01:19.314 INFO:tasks.rados.rados.0.smithi131.stdout:3636: writing smithi13174786-37 from 0 to 598016 tid 1 2024-08-29T15:01:19.317 INFO:tasks.rados.rados.0.smithi131.stdout:3636: writing smithi13174786-37 from 598016 to 1236992 tid 2 2024-08-29T15:01:19.322 INFO:tasks.rados.rados.0.smithi131.stdout:3636: writing smithi13174786-37 from 1236992 to 1974272 tid 3 2024-08-29T15:01:19.323 INFO:tasks.rados.rados.0.smithi131.stdout:3636: writing smithi13174786-37 from 1974272 to 2203648 tid 4 2024-08-29T15:01:19.323 INFO:tasks.rados.rados.0.smithi131.stdout:3637: delete oid 7 current snap is 360 2024-08-29T15:01:19.323 INFO:tasks.rados.rados.0.smithi131.stdout:3635: finishing copy_from to smithi13174786-1 2024-08-29T15:01:19.323 INFO:tasks.rados.rados.0.smithi131.stdout:3635: got expected ENOENT (src dne) 2024-08-29T15:01:19.324 INFO:tasks.rados.rados.0.smithi131.stdout:3635: finishing copy_from racing read to smithi13174786-1 2024-08-29T15:01:19.324 INFO:tasks.rados.rados.0.smithi131.stdout:3636: finishing write tid 1 to smithi13174786-37 2024-08-29T15:01:19.324 INFO:tasks.rados.rados.0.smithi131.stdout:3636: finishing write tid 2 to smithi13174786-37 2024-08-29T15:01:19.326 INFO:tasks.rados.rados.0.smithi131.stdout:3635: done (2 left) 2024-08-29T15:01:19.326 INFO:tasks.rados.rados.0.smithi131.stdout:3637: done (1 left) 2024-08-29T15:01:19.326 INFO:tasks.rados.rados.0.smithi131.stdout:3638: rollback oid 10 current snap is 360 2024-08-29T15:01:19.326 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 10 to 355 2024-08-29T15:01:19.326 INFO:tasks.rados.rados.0.smithi131.stdout:3639: setattr oid 20 current snap is 360 2024-08-29T15:01:19.326 INFO:tasks.rados.rados.0.smithi131.stdout:3636: finishing write tid 3 to smithi13174786-37 2024-08-29T15:01:19.327 INFO:tasks.rados.rados.0.smithi131.stdout:3636: finishing write tid 4 to smithi13174786-37 2024-08-29T15:01:19.327 INFO:tasks.rados.rados.0.smithi131.stdout:3636: finishing write tid 5 to smithi13174786-37 2024-08-29T15:01:19.330 INFO:tasks.rados.rados.0.smithi131.stdout:3640: read oid 4 snap -1 2024-08-29T15:01:19.330 INFO:tasks.rados.rados.0.smithi131.stdout:3640: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:01:19.330 INFO:tasks.rados.rados.0.smithi131.stdout:3641: rollback oid 40 current snap is 360 2024-08-29T15:01:19.330 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 40 to 350 2024-08-29T15:01:19.330 INFO:tasks.rados.rados.0.smithi131.stdout:3636: finishing write tid 6 to smithi13174786-37 2024-08-29T15:01:19.330 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2165 (ObjNum 1134 snap 360 seq_num 1134) dirty exists 2024-08-29T15:01:19.330 INFO:tasks.rados.rados.0.smithi131.stdout:3636: left oid 37 (ObjNum 1134 snap 360 seq_num 1134) 2024-08-29T15:01:19.330 INFO:tasks.rados.rados.0.smithi131.stdout:3636: done (4 left) 2024-08-29T15:01:19.330 INFO:tasks.rados.rados.0.smithi131.stdout:3642: rollback oid 22 current snap is 360 2024-08-29T15:01:19.331 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 22 to 336 2024-08-29T15:01:19.331 INFO:tasks.rados.rados.0.smithi131.stdout:3643: read oid 21 snap 346 2024-08-29T15:01:19.331 INFO:tasks.rados.rados.0.smithi131.stdout:3643: expect (ObjNum 1081 snap 335 seq_num 1081) 2024-08-29T15:01:19.331 INFO:tasks.rados.rados.0.smithi131.stdout:3644: rmattr oid 34 current snap is 360 2024-08-29T15:01:19.331 INFO:tasks.rados.rados.0.smithi131.stdout:3644: done (6 left) 2024-08-29T15:01:19.331 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 360 2024-08-29T15:01:19.331 INFO:tasks.rados.rados.0.smithi131.stdout:3645: seq_num 1136 ranges {3678208=630784,4308992=409600,4718592=753664,5472256=417792,5890048=24576} 2024-08-29T15:01:19.353 INFO:tasks.rados.rados.0.smithi131.stdout:3645: writing smithi13174786-5 from 3678208 to 4308992 tid 1 2024-08-29T15:01:19.355 INFO:tasks.rados.rados.0.smithi131.stdout:3645: writing smithi13174786-5 from 4308992 to 4718592 tid 2 2024-08-29T15:01:19.359 INFO:tasks.rados.rados.0.smithi131.stdout:3645: writing smithi13174786-5 from 4718592 to 5472256 tid 3 2024-08-29T15:01:19.362 INFO:tasks.rados.rados.0.smithi131.stdout:3645: writing smithi13174786-5 from 5472256 to 5890048 tid 4 2024-08-29T15:01:19.362 INFO:tasks.rados.rados.0.smithi131.stdout:3645: writing smithi13174786-5 from 5890048 to 5914624 tid 5 2024-08-29T15:01:19.362 INFO:tasks.rados.rados.0.smithi131.stdout:3646: snap_remove snap 358 2024-08-29T15:01:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:19 smithi131 ceph-mon[87973]: osdmap e781: 8 total, 8 up, 8 in 2024-08-29T15:01:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:19 smithi131 ceph-mon[87973]: osdmap e782: 8 total, 8 up, 8 in 2024-08-29T15:01:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:19 smithi131 ceph-mon[90512]: osdmap e781: 8 total, 8 up, 8 in 2024-08-29T15:01:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:19 smithi131 ceph-mon[90512]: osdmap e782: 8 total, 8 up, 8 in 2024-08-29T15:01:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:19 smithi169 ceph-mon[78471]: osdmap e781: 8 total, 8 up, 8 in 2024-08-29T15:01:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:19 smithi169 ceph-mon[78471]: osdmap e782: 8 total, 8 up, 8 in 2024-08-29T15:01:20.268 INFO:tasks.rados.rados.0.smithi131.stdout:3646: done (7 left) 2024-08-29T15:01:20.268 INFO:tasks.rados.rados.0.smithi131.stdout:3647: rollback oid 24 current snap is 360 2024-08-29T15:01:20.268 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 24 to 317 2024-08-29T15:01:20.268 INFO:tasks.rados.rados.0.smithi131.stdout:3638: finishing rollback tid 0 to smithi13174786-10 2024-08-29T15:01:20.268 INFO:tasks.rados.rados.0.smithi131.stdout:3638: finishing rollback tid 1 to smithi13174786-10 2024-08-29T15:01:20.269 INFO:tasks.rados.rados.0.smithi131.stdout:3640: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:01:20.271 INFO:tasks.rados.rados.0.smithi131.stdout:3638: finishing rollback tid 2 to smithi13174786-10 2024-08-29T15:01:20.271 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 2328 (ObjNum 1099 snap 350 seq_num 1099) dirty exists 2024-08-29T15:01:20.271 INFO:tasks.rados.rados.0.smithi131.stdout:3641: finishing rollback tid 0 to smithi13174786-40 2024-08-29T15:01:20.271 INFO:tasks.rados.rados.0.smithi131.stdout:3641: finishing rollback tid 1 to smithi13174786-40 2024-08-29T15:01:20.271 INFO:tasks.rados.rados.0.smithi131.stdout:3641: finishing rollback tid 2 to smithi13174786-40 2024-08-29T15:01:20.271 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 2141 (ObjNum 876 snap 275 seq_num 876) dirty exists 2024-08-29T15:01:20.271 INFO:tasks.rados.rados.0.smithi131.stdout:3642: finishing rollback tid 0 to smithi13174786-22 2024-08-29T15:01:20.272 INFO:tasks.rados.rados.0.smithi131.stdout:3642: finishing rollback tid 1 to smithi13174786-22 2024-08-29T15:01:20.272 INFO:tasks.rados.rados.0.smithi131.stdout:3642: finishing rollback tid 2 to smithi13174786-22 2024-08-29T15:01:20.272 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 2471 (ObjNum 1078 snap 334 seq_num 1078) dirty exists 2024-08-29T15:01:20.272 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2141 (ObjNum 948 snap 297 seq_num 948) dirty exists 2024-08-29T15:01:20.272 INFO:tasks.rados.rados.0.smithi131.stdout:3643: expect (ObjNum 1081 snap 335 seq_num 1081) 2024-08-29T15:01:20.381 INFO:tasks.rados.rados.0.smithi131.stdout:3645: finishing write tid 1 to smithi13174786-5 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3645: finishing write tid 2 to smithi13174786-5 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3645: finishing write tid 3 to smithi13174786-5 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3645: finishing write tid 4 to smithi13174786-5 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3645: finishing write tid 5 to smithi13174786-5 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3645: finishing write tid 6 to smithi13174786-5 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3645: finishing write tid 7 to smithi13174786-5 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 2155 (ObjNum 1136 snap 360 seq_num 1136) dirty exists 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3645: left oid 5 (ObjNum 1136 snap 360 seq_num 1136) 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3638: done (7 left) 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3639: done (6 left) 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3640: done (5 left) 2024-08-29T15:01:20.382 INFO:tasks.rados.rados.0.smithi131.stdout:3641: done (4 left) 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3642: done (3 left) 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3643: done (2 left) 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3645: done (1 left) 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3648: read oid 28 snap -1 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3648: expect deleted 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3649: read oid 3 snap -1 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3649: expect (ObjNum 861 snap 270 seq_num 861) 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3650: read oid 11 snap -1 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3650: expect (ObjNum 1129 snap 358 seq_num 1129) 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3651: setattr oid 37 current snap is 360 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3647: finishing rollback tid 1 to smithi13174786-24 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:3647: finishing rollback tid 2 to smithi13174786-24 2024-08-29T15:01:20.383 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 2189 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T15:01:20.384 INFO:tasks.rados.rados.0.smithi131.stdout:3647: done (4 left) 2024-08-29T15:01:20.384 INFO:tasks.rados.rados.0.smithi131.stdout:3652: delete oid 20 current snap is 360 2024-08-29T15:01:20.387 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2166 (ObjNum 1134 snap 360 seq_num 1134) dirty exists 2024-08-29T15:01:20.390 INFO:tasks.rados.rados.0.smithi131.stdout:3648: done (4 left) 2024-08-29T15:01:20.391 INFO:tasks.rados.rados.0.smithi131.stdout:3651: done (3 left) 2024-08-29T15:01:20.391 INFO:tasks.rados.rados.0.smithi131.stdout:3652: done (2 left) 2024-08-29T15:01:20.391 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 360 2024-08-29T15:01:20.391 INFO:tasks.rados.rados.0.smithi131.stdout:3653: seq_num 1138 ranges {1564672=663552,2228224=581632,2809856=712704,3522560=311296} 2024-08-29T15:01:20.402 INFO:tasks.rados.rados.0.smithi131.stdout:3653: writing smithi13174786-15 from 1564672 to 2228224 tid 1 2024-08-29T15:01:20.406 INFO:tasks.rados.rados.0.smithi131.stdout:3653: writing smithi13174786-15 from 2228224 to 2809856 tid 2 2024-08-29T15:01:20.410 INFO:tasks.rados.rados.0.smithi131.stdout:3653: writing smithi13174786-15 from 2809856 to 3522560 tid 3 2024-08-29T15:01:20.412 INFO:tasks.rados.rados.0.smithi131.stdout:3653: writing smithi13174786-15 from 3522560 to 3833856 tid 4 2024-08-29T15:01:20.412 INFO:tasks.rados.rados.0.smithi131.stdout:3654: delete oid 48 current snap is 360 2024-08-29T15:01:20.412 INFO:tasks.rados.rados.0.smithi131.stdout:3650: expect (ObjNum 1129 snap 358 seq_num 1129) 2024-08-29T15:01:20.467 INFO:tasks.rados.rados.0.smithi131.stdout:3649: expect (ObjNum 861 snap 270 seq_num 861) 2024-08-29T15:01:20.547 INFO:tasks.rados.rados.0.smithi131.stdout:3653: finishing write tid 1 to smithi13174786-15 2024-08-29T15:01:20.547 INFO:tasks.rados.rados.0.smithi131.stdout:3653: finishing write tid 2 to smithi13174786-15 2024-08-29T15:01:20.547 INFO:tasks.rados.rados.0.smithi131.stdout:3653: finishing write tid 3 to smithi13174786-15 2024-08-29T15:01:20.547 INFO:tasks.rados.rados.0.smithi131.stdout:3649: done (3 left) 2024-08-29T15:01:20.547 INFO:tasks.rados.rados.0.smithi131.stdout:3650: done (2 left) 2024-08-29T15:01:20.548 INFO:tasks.rados.rados.0.smithi131.stdout:3654: done (1 left) 2024-08-29T15:01:20.548 INFO:tasks.rados.rados.0.smithi131.stdout:3655: snap_remove snap 348 2024-08-29T15:01:20.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:20 smithi131 ceph-mon[87973]: pgmap v762: 121 pgs: 121 active+clean; 402 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-08-29T15:01:20.606 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:20.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:20 smithi131 ceph-mon[90512]: pgmap v762: 121 pgs: 121 active+clean; 402 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-08-29T15:01:20.606 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:20.637 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:20 smithi169 ceph-mon[78471]: pgmap v762: 121 pgs: 121 active+clean; 402 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-08-29T15:01:20.637 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:20.637 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:01:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:01:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:01:21.245 INFO:tasks.rados.rados.0.smithi131.stdout:3655: done (1 left) 2024-08-29T15:01:21.245 INFO:tasks.rados.rados.0.smithi131.stdout:3656: read oid 19 snap -1 2024-08-29T15:01:21.245 INFO:tasks.rados.rados.0.smithi131.stdout:3656: expect (ObjNum 1024 snap 315 seq_num 1024) 2024-08-29T15:01:21.245 INFO:tasks.rados.rados.0.smithi131.stdout:3657: snap_create 2024-08-29T15:01:21.245 INFO:tasks.rados.rados.0.smithi131.stdout:3653: finishing write tid 4 to smithi13174786-15 2024-08-29T15:01:21.245 INFO:tasks.rados.rados.0.smithi131.stdout:3653: finishing write tid 5 to smithi13174786-15 2024-08-29T15:01:21.245 INFO:tasks.rados.rados.0.smithi131.stdout:3653: finishing write tid 6 to smithi13174786-15 2024-08-29T15:01:21.246 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2171 (ObjNum 1138 snap 360 seq_num 1138) dirty exists 2024-08-29T15:01:21.246 INFO:tasks.rados.rados.0.smithi131.stdout:3653: left oid 15 (ObjNum 1138 snap 360 seq_num 1138) 2024-08-29T15:01:21.269 INFO:tasks.rados.rados.0.smithi131.stdout:3656: expect (ObjNum 1024 snap 315 seq_num 1024) 2024-08-29T15:01:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:21 smithi131 ceph-mon[87973]: osdmap e783: 8 total, 8 up, 8 in 2024-08-29T15:01:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:21 smithi131 ceph-mon[87973]: osdmap e784: 8 total, 8 up, 8 in 2024-08-29T15:01:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:21 smithi131 ceph-mon[90512]: osdmap e783: 8 total, 8 up, 8 in 2024-08-29T15:01:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:21 smithi131 ceph-mon[90512]: osdmap e784: 8 total, 8 up, 8 in 2024-08-29T15:01:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:21 smithi169 ceph-mon[78471]: osdmap e783: 8 total, 8 up, 8 in 2024-08-29T15:01:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:21 smithi169 ceph-mon[78471]: osdmap e784: 8 total, 8 up, 8 in 2024-08-29T15:01:22.246 INFO:tasks.rados.rados.0.smithi131.stdout:3653: done (2 left) 2024-08-29T15:01:22.247 INFO:tasks.rados.rados.0.smithi131.stdout:3656: done (1 left) 2024-08-29T15:01:22.247 INFO:tasks.rados.rados.0.smithi131.stdout:3657: done (0 left) 2024-08-29T15:01:22.247 INFO:tasks.rados.rados.0.smithi131.stdout:3658: snap_create 2024-08-29T15:01:22.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:22 smithi131 ceph-mon[87973]: pgmap v765: 121 pgs: 121 active+clean; 416 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 655 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-29T15:01:22.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:22 smithi131 ceph-mon[87973]: osdmap e785: 8 total, 8 up, 8 in 2024-08-29T15:01:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:22 smithi131 ceph-mon[90512]: pgmap v765: 121 pgs: 121 active+clean; 416 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 655 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-29T15:01:22.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:22 smithi131 ceph-mon[90512]: osdmap e785: 8 total, 8 up, 8 in 2024-08-29T15:01:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:22 smithi169 ceph-mon[78471]: pgmap v765: 121 pgs: 121 active+clean; 416 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 655 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-29T15:01:22.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:22 smithi169 ceph-mon[78471]: osdmap e785: 8 total, 8 up, 8 in 2024-08-29T15:01:23.253 INFO:tasks.rados.rados.0.smithi131.stdout:3658: done (0 left) 2024-08-29T15:01:23.253 INFO:tasks.rados.rados.0.smithi131.stdout:3659: rmattr oid 7 current snap is 362 2024-08-29T15:01:23.253 INFO:tasks.rados.rados.0.smithi131.stdout:3659: done (0 left) 2024-08-29T15:01:23.253 INFO:tasks.rados.rados.0.smithi131.stdout:3660: read oid 17 snap 340 2024-08-29T15:01:23.254 INFO:tasks.rados.rados.0.smithi131.stdout:3660: expect (ObjNum 957 snap 299 seq_num 957) 2024-08-29T15:01:23.254 INFO:tasks.rados.rados.0.smithi131.stdout:3661: snap_create 2024-08-29T15:01:23.289 INFO:tasks.rados.rados.0.smithi131.stdout:3660: expect (ObjNum 957 snap 299 seq_num 957) 2024-08-29T15:01:24.252 INFO:tasks.rados.rados.0.smithi131.stdout:3660: done (1 left) 2024-08-29T15:01:24.252 INFO:tasks.rados.rados.0.smithi131.stdout:3661: done (0 left) 2024-08-29T15:01:24.252 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 12 current snap is 363 2024-08-29T15:01:24.252 INFO:tasks.rados.rados.0.smithi131.stdout:3662: seq_num 1140 ranges {1581056=696320,2277376=745472,3022848=729088,3751936=131072} 2024-08-29T15:01:24.264 INFO:tasks.rados.rados.0.smithi131.stdout:3662: writing smithi13174786-12 from 1581056 to 2277376 tid 1 2024-08-29T15:01:24.269 INFO:tasks.rados.rados.0.smithi131.stdout:3662: writing smithi13174786-12 from 2277376 to 3022848 tid 2 2024-08-29T15:01:24.273 INFO:tasks.rados.rados.0.smithi131.stdout:3662: writing smithi13174786-12 from 3022848 to 3751936 tid 3 2024-08-29T15:01:24.275 INFO:tasks.rados.rados.0.smithi131.stdout:3662: writing smithi13174786-12 from 3751936 to 3883008 tid 4 2024-08-29T15:01:24.275 INFO:tasks.rados.rados.0.smithi131.stdout:3663: copy_from oid 6 from oid 39 current snap is 363 2024-08-29T15:01:24.275 INFO:tasks.rados.rados.0.smithi131.stdout:3662: finishing write tid 1 to smithi13174786-12 2024-08-29T15:01:24.275 INFO:tasks.rados.rados.0.smithi131.stdout:3662: finishing write tid 2 to smithi13174786-12 2024-08-29T15:01:24.275 INFO:tasks.rados.rados.0.smithi131.stdout:3664: copy_from oid 15 from oid 41 current snap is 363 2024-08-29T15:01:24.275 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 363 2024-08-29T15:01:24.275 INFO:tasks.rados.rados.0.smithi131.stdout:3665: seq_num 1141 ranges {1384448=712704,2097152=679936,2777088=540672,3317760=385024} 2024-08-29T15:01:24.286 INFO:tasks.rados.rados.0.smithi131.stdout:3665: writing smithi13174786-21 from 1384448 to 2097152 tid 1 2024-08-29T15:01:24.290 INFO:tasks.rados.rados.0.smithi131.stdout:3665: writing smithi13174786-21 from 2097152 to 2777088 tid 2 2024-08-29T15:01:24.293 INFO:tasks.rados.rados.0.smithi131.stdout:3665: writing smithi13174786-21 from 2777088 to 3317760 tid 3 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:3665: writing smithi13174786-21 from 3317760 to 3702784 tid 4 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 45 current snap is 363 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:3664: finishing copy_from racing read to smithi13174786-15 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:3662: finishing write tid 3 to smithi13174786-12 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:3662: finishing write tid 4 to smithi13174786-12 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:3662: finishing write tid 5 to smithi13174786-12 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:3664: finishing copy_from to smithi13174786-15 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2366 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:3662: finishing write tid 6 to smithi13174786-12 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 2199 (ObjNum 1140 snap 363 seq_num 1140) dirty exists 2024-08-29T15:01:24.297 INFO:tasks.rados.rados.0.smithi131.stdout:3662: left oid 12 (ObjNum 1140 snap 363 seq_num 1140) 2024-08-29T15:01:24.298 INFO:tasks.rados.rados.0.smithi131.stdout:3665: finishing write tid 1 to smithi13174786-21 2024-08-29T15:01:24.298 INFO:tasks.rados.rados.0.smithi131.stdout:3665: finishing write tid 2 to smithi13174786-21 2024-08-29T15:01:24.298 INFO:tasks.rados.rados.0.smithi131.stdout:3666: seq_num 1142 ranges {6561792=729088,7290880=565248,7856128=696320,8552448=344064} 2024-08-29T15:01:24.335 INFO:tasks.rados.rados.0.smithi131.stdout:3666: writing smithi13174786-45 from 6561792 to 7290880 tid 1 2024-08-29T15:01:24.338 INFO:tasks.rados.rados.0.smithi131.stdout:3666: writing smithi13174786-45 from 7290880 to 7856128 tid 2 2024-08-29T15:01:24.343 INFO:tasks.rados.rados.0.smithi131.stdout:3666: writing smithi13174786-45 from 7856128 to 8552448 tid 3 2024-08-29T15:01:24.345 INFO:tasks.rados.rados.0.smithi131.stdout:3666: writing smithi13174786-45 from 8552448 to 8896512 tid 4 2024-08-29T15:01:24.345 INFO:tasks.rados.rados.0.smithi131.stdout:3662: done (4 left) 2024-08-29T15:01:24.345 INFO:tasks.rados.rados.0.smithi131.stdout:3664: done (3 left) 2024-08-29T15:01:24.345 INFO:tasks.rados.rados.0.smithi131.stdout:3667: rollback oid 46 current snap is 363 2024-08-29T15:01:24.345 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 46 to 355 2024-08-29T15:01:24.345 INFO:tasks.rados.rados.0.smithi131.stdout:3665: finishing write tid 3 to smithi13174786-21 2024-08-29T15:01:24.345 INFO:tasks.rados.rados.0.smithi131.stdout:3665: finishing write tid 4 to smithi13174786-21 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:3665: finishing write tid 5 to smithi13174786-21 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:3665: finishing write tid 6 to smithi13174786-21 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 2147 (ObjNum 1141 snap 363 seq_num 1141) dirty exists 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:3665: left oid 21 (ObjNum 1141 snap 363 seq_num 1141) 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:3663: finishing copy_from racing read to smithi13174786-6 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:3663: finishing copy_from to smithi13174786-6 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 2137 (ObjNum 1064 snap 330 seq_num 1064) dirty exists 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:3666: finishing write tid 1 to smithi13174786-45 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:3666: finishing write tid 2 to smithi13174786-45 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:3663: done (3 left) 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:3665: done (2 left) 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 363 2024-08-29T15:01:24.346 INFO:tasks.rados.rados.0.smithi131.stdout:3668: seq_num 1143 ranges {4087808=753664,4841472=450560,5292032=507904,5799936=589824,6389760=57344} 2024-08-29T15:01:24.370 INFO:tasks.rados.rados.0.smithi131.stdout:3668: writing smithi13174786-32 from 4087808 to 4841472 tid 1 2024-08-29T15:01:24.372 INFO:tasks.rados.rados.0.smithi131.stdout:3668: writing smithi13174786-32 from 4841472 to 5292032 tid 2 2024-08-29T15:01:24.375 INFO:tasks.rados.rados.0.smithi131.stdout:3668: writing smithi13174786-32 from 5292032 to 5799936 tid 3 2024-08-29T15:01:24.378 INFO:tasks.rados.rados.0.smithi131.stdout:3668: writing smithi13174786-32 from 5799936 to 6389760 tid 4 2024-08-29T15:01:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:3668: writing smithi13174786-32 from 6389760 to 6447104 tid 5 2024-08-29T15:01:24.379 INFO:tasks.rados.rados.0.smithi131.stdout:3669: read oid 20 snap 334 2024-08-29T15:01:24.380 INFO:tasks.rados.rados.0.smithi131.stdout:3669: expect (ObjNum 948 snap 297 seq_num 948) 2024-08-29T15:01:24.380 INFO:tasks.rados.rados.0.smithi131.stdout:3670: snap_remove snap 342 2024-08-29T15:01:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:24 smithi131 ceph-mon[87973]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-29T15:01:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:24 smithi131 ceph-mon[87973]: osdmap e786: 8 total, 8 up, 8 in 2024-08-29T15:01:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:24 smithi131 ceph-mon[90512]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-29T15:01:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:24 smithi131 ceph-mon[90512]: osdmap e786: 8 total, 8 up, 8 in 2024-08-29T15:01:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:24 smithi169 ceph-mon[78471]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-29T15:01:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:24 smithi169 ceph-mon[78471]: osdmap e786: 8 total, 8 up, 8 in 2024-08-29T15:01:25.264 INFO:tasks.rados.rados.0.smithi131.stdout:3670: done (4 left) 2024-08-29T15:01:25.265 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 363 2024-08-29T15:01:25.265 INFO:tasks.rados.rados.0.smithi131.stdout:3667: finishing rollback tid 1 to smithi13174786-46 2024-08-29T15:01:25.265 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 2117 (ObjNum 145 snap 0 seq_num 2121258944) dirty dne 2024-08-29T15:01:25.265 INFO:tasks.rados.rados.0.smithi131.stdout:3671: seq_num 1144 ranges {3702784=770048,4472832=737280,5210112=712704,5922816=155648} 2024-08-29T15:01:25.290 INFO:tasks.rados.rados.0.smithi131.stdout:3671: writing smithi13174786-21 from 3702784 to 4472832 tid 1 2024-08-29T15:01:25.294 INFO:tasks.rados.rados.0.smithi131.stdout:3671: writing smithi13174786-21 from 4472832 to 5210112 tid 2 2024-08-29T15:01:25.298 INFO:tasks.rados.rados.0.smithi131.stdout:3671: writing smithi13174786-21 from 5210112 to 5922816 tid 3 2024-08-29T15:01:25.299 INFO:tasks.rados.rados.0.smithi131.stdout:3671: writing smithi13174786-21 from 5922816 to 6078464 tid 4 2024-08-29T15:01:25.299 INFO:tasks.rados.rados.0.smithi131.stdout:3667: done (4 left) 2024-08-29T15:01:25.299 INFO:tasks.rados.rados.0.smithi131.stdout:3672: read oid 28 snap -1 2024-08-29T15:01:25.300 INFO:tasks.rados.rados.0.smithi131.stdout:3672: expect deleted 2024-08-29T15:01:25.300 INFO:tasks.rados.rados.0.smithi131.stdout:3673: snap_remove snap 357 2024-08-29T15:01:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:25 smithi131 ceph-mon[87973]: osdmap e787: 8 total, 8 up, 8 in 2024-08-29T15:01:25.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:25 smithi131 ceph-mon[90512]: osdmap e787: 8 total, 8 up, 8 in 2024-08-29T15:01:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:25 smithi169 ceph-mon[78471]: osdmap e787: 8 total, 8 up, 8 in 2024-08-29T15:01:26.246 INFO:tasks.rados.rados.0.smithi131.stdout:3673: done (5 left) 2024-08-29T15:01:26.246 INFO:tasks.rados.rados.0.smithi131.stdout:3674: copy_from oid 29 from oid 24 current snap is 363 2024-08-29T15:01:26.246 INFO:tasks.rados.rados.0.smithi131.stdout:3666: finishing write tid 3 to smithi13174786-45 2024-08-29T15:01:26.246 INFO:tasks.rados.rados.0.smithi131.stdout:3666: finishing write tid 4 to smithi13174786-45 2024-08-29T15:01:26.246 INFO:tasks.rados.rados.0.smithi131.stdout:3666: finishing write tid 5 to smithi13174786-45 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3666: finishing write tid 6 to smithi13174786-45 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 2151 (ObjNum 1142 snap 363 seq_num 1142) dirty exists 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3666: left oid 45 (ObjNum 1142 snap 363 seq_num 1142) 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3668: finishing write tid 1 to smithi13174786-32 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3668: finishing write tid 2 to smithi13174786-32 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3668: finishing write tid 3 to smithi13174786-32 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3668: finishing write tid 4 to smithi13174786-32 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3668: finishing write tid 5 to smithi13174786-32 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3668: finishing write tid 6 to smithi13174786-32 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3668: finishing write tid 7 to smithi13174786-32 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 2490 (ObjNum 1143 snap 363 seq_num 1143) dirty exists 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3668: left oid 32 (ObjNum 1143 snap 363 seq_num 1143) 2024-08-29T15:01:26.247 INFO:tasks.rados.rados.0.smithi131.stdout:3669: expect (ObjNum 948 snap 297 seq_num 948) 2024-08-29T15:01:26.265 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:01:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:01:25] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.51.0" 2024-08-29T15:01:26.488 INFO:tasks.rados.rados.0.smithi131.stdout:3671: finishing write tid 1 to smithi13174786-21 2024-08-29T15:01:26.488 INFO:tasks.rados.rados.0.smithi131.stdout:3671: finishing write tid 2 to smithi13174786-21 2024-08-29T15:01:26.488 INFO:tasks.rados.rados.0.smithi131.stdout:3671: finishing write tid 3 to smithi13174786-21 2024-08-29T15:01:26.488 INFO:tasks.rados.rados.0.smithi131.stdout:3671: finishing write tid 4 to smithi13174786-21 2024-08-29T15:01:26.488 INFO:tasks.rados.rados.0.smithi131.stdout:3671: finishing write tid 5 to smithi13174786-21 2024-08-29T15:01:26.488 INFO:tasks.rados.rados.0.smithi131.stdout:3671: finishing write tid 6 to smithi13174786-21 2024-08-29T15:01:26.489 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 2152 (ObjNum 1144 snap 363 seq_num 1144) dirty exists 2024-08-29T15:01:26.489 INFO:tasks.rados.rados.0.smithi131.stdout:3671: left oid 21 (ObjNum 1144 snap 363 seq_num 1144) 2024-08-29T15:01:26.489 INFO:tasks.rados.rados.0.smithi131.stdout:3666: done (5 left) 2024-08-29T15:01:26.489 INFO:tasks.rados.rados.0.smithi131.stdout:3668: done (4 left) 2024-08-29T15:01:26.489 INFO:tasks.rados.rados.0.smithi131.stdout:3669: done (3 left) 2024-08-29T15:01:26.489 INFO:tasks.rados.rados.0.smithi131.stdout:3671: done (2 left) 2024-08-29T15:01:26.489 INFO:tasks.rados.rados.0.smithi131.stdout:3672: done (1 left) 2024-08-29T15:01:26.489 INFO:tasks.rados.rados.0.smithi131.stdout:3675: setattr oid 34 current snap is 363 2024-08-29T15:01:26.490 INFO:tasks.rados.rados.0.smithi131.stdout:3676: read oid 46 snap 345 2024-08-29T15:01:26.490 INFO:tasks.rados.rados.0.smithi131.stdout:3676: expect deleted 2024-08-29T15:01:26.490 INFO:tasks.rados.rados.0.smithi131.stdout:3677: snap_remove snap 355 2024-08-29T15:01:26.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:26 smithi131 ceph-mon[87973]: pgmap v771: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 440 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-29T15:01:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:26 smithi131 ceph-mon[87973]: osdmap e788: 8 total, 8 up, 8 in 2024-08-29T15:01:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:26 smithi131 ceph-mon[87973]: osdmap e789: 8 total, 8 up, 8 in 2024-08-29T15:01:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:26 smithi131 ceph-mon[90512]: pgmap v771: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 440 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-29T15:01:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:26 smithi131 ceph-mon[90512]: osdmap e788: 8 total, 8 up, 8 in 2024-08-29T15:01:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:26 smithi131 ceph-mon[90512]: osdmap e789: 8 total, 8 up, 8 in 2024-08-29T15:01:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:26 smithi169 ceph-mon[78471]: pgmap v771: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 440 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-29T15:01:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:26 smithi169 ceph-mon[78471]: osdmap e788: 8 total, 8 up, 8 in 2024-08-29T15:01:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:26 smithi169 ceph-mon[78471]: osdmap e789: 8 total, 8 up, 8 in 2024-08-29T15:01:27.275 INFO:tasks.rados.rados.0.smithi131.stdout:3677: done (3 left) 2024-08-29T15:01:27.275 INFO:tasks.rados.rados.0.smithi131.stdout:3678: read oid 20 snap 345 2024-08-29T15:01:27.275 INFO:tasks.rados.rados.0.smithi131.stdout:3678: expect (ObjNum 948 snap 297 seq_num 948) 2024-08-29T15:01:27.275 INFO:tasks.rados.rados.0.smithi131.stdout:3679: read oid 13 snap -1 2024-08-29T15:01:27.275 INFO:tasks.rados.rados.0.smithi131.stdout:3679: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T15:01:27.275 INFO:tasks.rados.rados.0.smithi131.stdout:3680: rmattr oid 27 current snap is 363 2024-08-29T15:01:27.275 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 2194 (ObjNum 1073 snap 333 seq_num 1073) dirty exists 2024-08-29T15:01:27.276 INFO:tasks.rados.rados.0.smithi131.stdout:3674: finishing copy_from racing read to smithi13174786-29 2024-08-29T15:01:27.276 INFO:tasks.rados.rados.0.smithi131.stdout:3674: finishing copy_from to smithi13174786-29 2024-08-29T15:01:27.276 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 2189 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T15:01:27.276 INFO:tasks.rados.rados.0.smithi131.stdout:3674: done (5 left) 2024-08-29T15:01:27.276 INFO:tasks.rados.rados.0.smithi131.stdout:3675: done (4 left) 2024-08-29T15:01:27.276 INFO:tasks.rados.rados.0.smithi131.stdout:3676: done (3 left) 2024-08-29T15:01:27.276 INFO:tasks.rados.rados.0.smithi131.stdout:3681: read oid 45 snap -1 2024-08-29T15:01:27.276 INFO:tasks.rados.rados.0.smithi131.stdout:3681: expect (ObjNum 1142 snap 363 seq_num 1142) 2024-08-29T15:01:27.276 INFO:tasks.rados.rados.0.smithi131.stdout:3682: setattr oid 16 current snap is 363 2024-08-29T15:01:27.277 INFO:tasks.rados.rados.0.smithi131.stdout:3683: read oid 9 snap -1 2024-08-29T15:01:27.277 INFO:tasks.rados.rados.0.smithi131.stdout:3683: expect (ObjNum 1112 snap 354 seq_num 1112) 2024-08-29T15:01:27.277 INFO:tasks.rados.rados.0.smithi131.stdout:3684: copy_from oid 50 from oid 26 current snap is 363 2024-08-29T15:01:27.277 INFO:tasks.rados.rados.0.smithi131.stdout:3685: setattr oid 14 current snap is 363 2024-08-29T15:01:27.279 INFO:tasks.rados.rados.0.smithi131.stdout:3686: delete oid 38 current snap is 363 2024-08-29T15:01:27.293 INFO:tasks.rados.rados.0.smithi131.stdout:3679: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T15:01:27.296 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 2156 (ObjNum 129 snap 0 seq_num 2121446312) dirty exists 2024-08-29T15:01:27.298 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 2346 (ObjNum 1122 snap 357 seq_num 1122) dirty exists 2024-08-29T15:01:27.305 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 2367 (ObjNum 957 snap 299 seq_num 957) dirty exists 2024-08-29T15:01:27.307 INFO:tasks.rados.rados.0.smithi131.stdout:3678: expect (ObjNum 948 snap 297 seq_num 948) 2024-08-29T15:01:27.544 INFO:tasks.rados.rados.0.smithi131.stdout:3683: expect (ObjNum 1112 snap 354 seq_num 1112) 2024-08-29T15:01:27.629 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:01:27 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:01:27.318+0000 7fb1d137b640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-08-29T15:01:27.641 INFO:tasks.rados.rados.0.smithi131.stdout:3684: finishing copy_from racing read to smithi13174786-50 2024-08-29T15:01:27.642 INFO:tasks.rados.rados.0.smithi131.stdout:3684: finishing copy_from to smithi13174786-50 2024-08-29T15:01:27.642 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 1008 (ObjNum 1127 snap 357 seq_num 1127) dirty exists 2024-08-29T15:01:27.642 INFO:tasks.rados.rados.0.smithi131.stdout:3681: expect (ObjNum 1142 snap 363 seq_num 1142) 2024-08-29T15:01:28.152 INFO:tasks.rados.rados.0.smithi131.stdout:3678: done (8 left) 2024-08-29T15:01:28.153 INFO:tasks.rados.rados.0.smithi131.stdout:3679: done (7 left) 2024-08-29T15:01:28.153 INFO:tasks.rados.rados.0.smithi131.stdout:3680: done (6 left) 2024-08-29T15:01:28.153 INFO:tasks.rados.rados.0.smithi131.stdout:3681: done (5 left) 2024-08-29T15:01:28.153 INFO:tasks.rados.rados.0.smithi131.stdout:3682: done (4 left) 2024-08-29T15:01:28.153 INFO:tasks.rados.rados.0.smithi131.stdout:3683: done (3 left) 2024-08-29T15:01:28.153 INFO:tasks.rados.rados.0.smithi131.stdout:3684: done (2 left) 2024-08-29T15:01:28.153 INFO:tasks.rados.rados.0.smithi131.stdout:3685: done (1 left) 2024-08-29T15:01:28.153 INFO:tasks.rados.rados.0.smithi131.stdout:3686: done (0 left) 2024-08-29T15:01:28.154 INFO:tasks.rados.rados.0.smithi131.stdout:3687: copy_from oid 24 from oid 11 current snap is 363 2024-08-29T15:01:28.154 INFO:tasks.rados.rados.0.smithi131.stdout:3688: copy_from oid 46 from oid 29 current snap is 363 2024-08-29T15:01:28.154 INFO:tasks.rados.rados.0.smithi131.stdout:3689: delete oid 34 current snap is 363 2024-08-29T15:01:28.155 INFO:tasks.rados.rados.0.smithi131.stdout:3689: done (2 left) 2024-08-29T15:01:28.155 INFO:tasks.rados.rados.0.smithi131.stdout:3690: snap_remove snap 319 2024-08-29T15:01:28.278 INFO:tasks.rados.rados.0.smithi131.stdout:3687: finishing copy_from racing read to smithi13174786-24 2024-08-29T15:01:28.278 INFO:tasks.rados.rados.0.smithi131.stdout:3687: finishing copy_from to smithi13174786-24 2024-08-29T15:01:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 2320 (ObjNum 1129 snap 358 seq_num 1129) dirty exists 2024-08-29T15:01:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:3688: finishing copy_from racing read to smithi13174786-46 2024-08-29T15:01:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:3688: finishing copy_from to smithi13174786-46 2024-08-29T15:01:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 2189 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T15:01:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:3687: done (2 left) 2024-08-29T15:01:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:3688: done (1 left) 2024-08-29T15:01:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:3690: done (0 left) 2024-08-29T15:01:28.279 INFO:tasks.rados.rados.0.smithi131.stdout:3691: setattr oid 36 current snap is 363 2024-08-29T15:01:28.280 INFO:tasks.rados.rados.0.smithi131.stdout:3692: delete oid 33 current snap is 363 2024-08-29T15:01:28.290 INFO:tasks.rados.rados.0.smithi131.stdout:3692: done (1 left) 2024-08-29T15:01:28.291 INFO:tasks.rados.rados.0.smithi131.stdout:3693: read oid 49 snap -1 2024-08-29T15:01:28.291 INFO:tasks.rados.rados.0.smithi131.stdout:3693: expect deleted 2024-08-29T15:01:28.291 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 2142 (ObjNum 942 snap 296 seq_num 942) dirty exists 2024-08-29T15:01:28.291 INFO:tasks.rados.rados.0.smithi131.stdout:3691: done (1 left) 2024-08-29T15:01:28.291 INFO:tasks.rados.rados.0.smithi131.stdout:3694: rollback oid 38 current snap is 363 2024-08-29T15:01:28.291 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 362 2024-08-29T15:01:28.291 INFO:tasks.rados.rados.0.smithi131.stdout:3695: read oid 28 snap -1 2024-08-29T15:01:28.291 INFO:tasks.rados.rados.0.smithi131.stdout:3695: expect deleted 2024-08-29T15:01:28.292 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 363 2024-08-29T15:01:28.292 INFO:tasks.rados.rados.0.smithi131.stdout:3696: seq_num 1148 ranges {5914624=32768} 2024-08-29T15:01:28.324 INFO:tasks.rados.rados.0.smithi131.stdout:3696: writing smithi13174786-5 from 5914624 to 5947392 tid 1 2024-08-29T15:01:28.324 INFO:tasks.rados.rados.0.smithi131.stdout:3697: rollback oid 10 current snap is 363 2024-08-29T15:01:28.324 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 10 to 299 2024-08-29T15:01:28.325 INFO:tasks.rados.rados.0.smithi131.stdout:3694: finishing rollback tid 1 to smithi13174786-38 2024-08-29T15:01:28.325 INFO:tasks.rados.rados.0.smithi131.stdout:3694: finishing rollback tid 2 to smithi13174786-38 2024-08-29T15:01:28.325 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2370 (ObjNum 1057 snap 330 seq_num 1057) dirty exists 2024-08-29T15:01:28.325 INFO:tasks.rados.rados.0.smithi131.stdout:3693: done (4 left) 2024-08-29T15:01:28.325 INFO:tasks.rados.rados.0.smithi131.stdout:3694: done (3 left) 2024-08-29T15:01:28.325 INFO:tasks.rados.rados.0.smithi131.stdout:3695: done (2 left) 2024-08-29T15:01:28.325 INFO:tasks.rados.rados.0.smithi131.stdout:3698: copy_from oid 3 from oid 9 current snap is 363 2024-08-29T15:01:28.325 INFO:tasks.rados.rados.0.smithi131.stdout:3699: read oid 28 snap -1 2024-08-29T15:01:28.326 INFO:tasks.rados.rados.0.smithi131.stdout:3699: expect deleted 2024-08-29T15:01:28.326 INFO:tasks.rados.rados.0.smithi131.stdout:3700: copy_from oid 30 from oid 42 current snap is 363 2024-08-29T15:01:28.326 INFO:tasks.rados.rados.0.smithi131.stdout:3701: snap_remove snap 288 2024-08-29T15:01:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:28 smithi131 ceph-mon[87973]: pgmap v774: 121 pgs: 121 active+clean; 445 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-29T15:01:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:28 smithi131 ceph-mon[87973]: osdmap e790: 8 total, 8 up, 8 in 2024-08-29T15:01:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:28 smithi131 ceph-mon[90512]: pgmap v774: 121 pgs: 121 active+clean; 445 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-29T15:01:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:28 smithi131 ceph-mon[90512]: osdmap e790: 8 total, 8 up, 8 in 2024-08-29T15:01:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:28 smithi169 ceph-mon[78471]: pgmap v774: 121 pgs: 121 active+clean; 445 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-29T15:01:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:28 smithi169 ceph-mon[78471]: osdmap e790: 8 total, 8 up, 8 in 2024-08-29T15:01:29.286 INFO:tasks.rados.rados.0.smithi131.stdout:3701: done (5 left) 2024-08-29T15:01:29.286 INFO:tasks.rados.rados.0.smithi131.stdout:3702: rollback oid 11 current snap is 363 2024-08-29T15:01:29.286 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 11 to 337 2024-08-29T15:01:29.286 INFO:tasks.rados.rados.0.smithi131.stdout:3696: finishing write tid 1 to smithi13174786-5 2024-08-29T15:01:29.286 INFO:tasks.rados.rados.0.smithi131.stdout:3696: finishing write tid 2 to smithi13174786-5 2024-08-29T15:01:29.286 INFO:tasks.rados.rados.0.smithi131.stdout:3697: finishing rollback tid 0 to smithi13174786-10 2024-08-29T15:01:29.287 INFO:tasks.rados.rados.0.smithi131.stdout:3697: finishing rollback tid 1 to smithi13174786-10 2024-08-29T15:01:29.287 INFO:tasks.rados.rados.0.smithi131.stdout:3697: finishing rollback tid 2 to smithi13174786-10 2024-08-29T15:01:29.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 10 v 2356 (ObjNum 962 snap 299 seq_num 962) dirty exists 2024-08-29T15:01:29.287 INFO:tasks.rados.rados.0.smithi131.stdout:3696: finishing write tid 3 to smithi13174786-5 2024-08-29T15:01:29.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 2158 (ObjNum 1148 snap 363 seq_num 1148) dirty exists 2024-08-29T15:01:29.287 INFO:tasks.rados.rados.0.smithi131.stdout:3696: left oid 5 (ObjNum 1148 snap 363 seq_num 1148) 2024-08-29T15:01:29.287 INFO:tasks.rados.rados.0.smithi131.stdout:3698: finishing copy_from racing read to smithi13174786-3 2024-08-29T15:01:29.287 INFO:tasks.rados.rados.0.smithi131.stdout:3698: finishing copy_from to smithi13174786-3 2024-08-29T15:01:29.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 2128 (ObjNum 1112 snap 354 seq_num 1112) dirty exists 2024-08-29T15:01:29.288 INFO:tasks.rados.rados.0.smithi131.stdout:3700: finishing copy_from racing read to smithi13174786-30 2024-08-29T15:01:29.288 INFO:tasks.rados.rados.0.smithi131.stdout:3700: finishing copy_from to smithi13174786-30 2024-08-29T15:01:29.288 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 2063 (ObjNum 1084 snap 338 seq_num 1084) dirty exists 2024-08-29T15:01:29.288 INFO:tasks.rados.rados.0.smithi131.stdout:3696: done (5 left) 2024-08-29T15:01:29.288 INFO:tasks.rados.rados.0.smithi131.stdout:3697: done (4 left) 2024-08-29T15:01:29.288 INFO:tasks.rados.rados.0.smithi131.stdout:3698: done (3 left) 2024-08-29T15:01:29.288 INFO:tasks.rados.rados.0.smithi131.stdout:3699: done (2 left) 2024-08-29T15:01:29.288 INFO:tasks.rados.rados.0.smithi131.stdout:3700: done (1 left) 2024-08-29T15:01:29.288 INFO:tasks.rados.rados.0.smithi131.stdout:3703: copy_from oid 26 from oid 13 current snap is 363 2024-08-29T15:01:29.288 INFO:tasks.rados.rados.0.smithi131.stdout:3704: snap_remove snap 359 2024-08-29T15:01:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:29 smithi131 ceph-mon[87973]: osdmap e791: 8 total, 8 up, 8 in 2024-08-29T15:01:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:29 smithi131 ceph-mon[87973]: pgmap v777: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 465 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2024-08-29T15:01:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:29 smithi131 ceph-mon[90512]: osdmap e791: 8 total, 8 up, 8 in 2024-08-29T15:01:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:29 smithi131 ceph-mon[90512]: pgmap v777: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 465 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2024-08-29T15:01:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:29 smithi169 ceph-mon[78471]: osdmap e791: 8 total, 8 up, 8 in 2024-08-29T15:01:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:29 smithi169 ceph-mon[78471]: pgmap v777: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 465 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2024-08-29T15:01:30.292 INFO:tasks.rados.rados.0.smithi131.stdout:3704: done (2 left) 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:3705: rmattr oid 28 current snap is 363 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:3705: done (2 left) 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:3706: read oid 24 snap -1 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:3706: expect (ObjNum 1129 snap 358 seq_num 1129) 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:3703: finishing copy_from racing read to smithi13174786-26 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:3703: finishing copy_from to smithi13174786-26 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 2185 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:3702: finishing rollback tid 0 to smithi13174786-11 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:3702: finishing rollback tid 1 to smithi13174786-11 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 2359 (ObjNum 65 snap 0 seq_num 1869899871) dirty dne 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:3702: done (2 left) 2024-08-29T15:01:30.293 INFO:tasks.rados.rados.0.smithi131.stdout:3703: done (1 left) 2024-08-29T15:01:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:3707: read oid 19 snap -1 2024-08-29T15:01:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:3707: expect (ObjNum 1024 snap 315 seq_num 1024) 2024-08-29T15:01:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:3708: rmattr oid 36 current snap is 363 2024-08-29T15:01:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:3709: read oid 32 snap -1 2024-08-29T15:01:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:3709: expect (ObjNum 1143 snap 363 seq_num 1143) 2024-08-29T15:01:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:3710: read oid 6 snap -1 2024-08-29T15:01:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:3710: expect (ObjNum 1064 snap 330 seq_num 1064) 2024-08-29T15:01:30.294 INFO:tasks.rados.rados.0.smithi131.stdout:3711: setattr oid 5 current snap is 363 2024-08-29T15:01:30.295 INFO:tasks.rados.rados.0.smithi131.stdout:3712: delete oid 13 current snap is 363 2024-08-29T15:01:30.308 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 2159 (ObjNum 1148 snap 363 seq_num 1148) dirty exists 2024-08-29T15:01:30.317 INFO:tasks.rados.rados.0.smithi131.stdout:3706: expect (ObjNum 1129 snap 358 seq_num 1129) 2024-08-29T15:01:30.373 INFO:tasks.rados.rados.0.smithi131.stdout:3707: expect (ObjNum 1024 snap 315 seq_num 1024) 2024-08-29T15:01:30.561 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 2143 (ObjNum 942 snap 296 seq_num 942) dirty exists 2024-08-29T15:01:30.561 INFO:tasks.rados.rados.0.smithi131.stdout:3709: expect (ObjNum 1143 snap 363 seq_num 1143) 2024-08-29T15:01:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:30 smithi131 ceph-mon[87973]: osdmap e792: 8 total, 8 up, 8 in 2024-08-29T15:01:30.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:30 smithi131 ceph-mon[90512]: osdmap e792: 8 total, 8 up, 8 in 2024-08-29T15:01:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:30 smithi169 ceph-mon[78471]: osdmap e792: 8 total, 8 up, 8 in 2024-08-29T15:01:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:01:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:01:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:01:30.848 INFO:tasks.rados.rados.0.smithi131.stdout:3710: expect (ObjNum 1064 snap 330 seq_num 1064) 2024-08-29T15:01:31.217 INFO:tasks.rados.rados.0.smithi131.stdout:3706: done (6 left) 2024-08-29T15:01:31.217 INFO:tasks.rados.rados.0.smithi131.stdout:3707: done (5 left) 2024-08-29T15:01:31.217 INFO:tasks.rados.rados.0.smithi131.stdout:3708: done (4 left) 2024-08-29T15:01:31.217 INFO:tasks.rados.rados.0.smithi131.stdout:3709: done (3 left) 2024-08-29T15:01:31.217 INFO:tasks.rados.rados.0.smithi131.stdout:3710: done (2 left) 2024-08-29T15:01:31.217 INFO:tasks.rados.rados.0.smithi131.stdout:3711: done (1 left) 2024-08-29T15:01:31.218 INFO:tasks.rados.rados.0.smithi131.stdout:3712: done (0 left) 2024-08-29T15:01:31.218 INFO:tasks.rados.rados.0.smithi131.stdout:3713: delete oid 13 current snap is 363 2024-08-29T15:01:31.218 INFO:tasks.rados.rados.0.smithi131.stdout:3713: done (0 left) 2024-08-29T15:01:31.219 INFO:tasks.rados.rados.0.smithi131.stdout:3714: delete oid 8 current snap is 363 2024-08-29T15:01:31.222 INFO:tasks.rados.rados.0.smithi131.stdout:3714: done (0 left) 2024-08-29T15:01:31.222 INFO:tasks.rados.rados.0.smithi131.stdout:3715: snap_remove snap 302 2024-08-29T15:01:31.246 INFO:tasks.rados.rados.0.smithi131.stdout:3715: done (0 left) 2024-08-29T15:01:31.246 INFO:tasks.rados.rados.0.smithi131.stdout:3716: snap_remove snap 317 2024-08-29T15:01:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:31 smithi131 ceph-mon[87973]: osdmap e793: 8 total, 8 up, 8 in 2024-08-29T15:01:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:31 smithi131 ceph-mon[87973]: pgmap v780: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 465 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2024-08-29T15:01:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:31 smithi131 ceph-mon[87973]: osdmap e794: 8 total, 8 up, 8 in 2024-08-29T15:01:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:31 smithi131 ceph-mon[90512]: osdmap e793: 8 total, 8 up, 8 in 2024-08-29T15:01:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:31 smithi131 ceph-mon[90512]: pgmap v780: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 465 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2024-08-29T15:01:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:31 smithi131 ceph-mon[90512]: osdmap e794: 8 total, 8 up, 8 in 2024-08-29T15:01:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:31 smithi169 ceph-mon[78471]: osdmap e793: 8 total, 8 up, 8 in 2024-08-29T15:01:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:31 smithi169 ceph-mon[78471]: pgmap v780: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 465 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2024-08-29T15:01:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:31 smithi169 ceph-mon[78471]: osdmap e794: 8 total, 8 up, 8 in 2024-08-29T15:01:32.252 INFO:tasks.rados.rados.0.smithi131.stdout:3716: done (0 left) 2024-08-29T15:01:32.252 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 21 current snap is 363 2024-08-29T15:01:32.253 INFO:tasks.rados.rados.0.smithi131.stdout:3717: seq_num 1152 ranges {6078464=98304} 2024-08-29T15:01:32.288 INFO:tasks.rados.rados.0.smithi131.stdout:3717: writing smithi13174786-21 from 6078464 to 6176768 tid 1 2024-08-29T15:01:32.288 INFO:tasks.rados.rados.0.smithi131.stdout:3718: setattr oid 11 current snap is 363 2024-08-29T15:01:32.290 INFO:tasks.rados.rados.0.smithi131.stdout:3719: read oid 22 snap -1 2024-08-29T15:01:32.290 INFO:tasks.rados.rados.0.smithi131.stdout:3719: expect (ObjNum 1078 snap 334 seq_num 1078) 2024-08-29T15:01:32.290 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 363 2024-08-29T15:01:32.290 INFO:tasks.rados.rados.0.smithi131.stdout:3720: seq_num 1153 ranges {0=114688} 2024-08-29T15:01:32.291 INFO:tasks.rados.rados.0.smithi131.stdout:3720: writing smithi13174786-15 from 0 to 114688 tid 1 2024-08-29T15:01:32.291 INFO:tasks.rados.rados.0.smithi131.stdout:3721: snap_create 2024-08-29T15:01:32.291 INFO:tasks.rados.rados.0.smithi131.stdout:3717: finishing write tid 1 to smithi13174786-21 2024-08-29T15:01:32.291 INFO:tasks.rados.rados.0.smithi131.stdout:3717: finishing write tid 2 to smithi13174786-21 2024-08-29T15:01:32.293 INFO:tasks.rados.rados.0.smithi131.stdout:3717: finishing write tid 3 to smithi13174786-21 2024-08-29T15:01:32.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 2154 (ObjNum 1152 snap 363 seq_num 1152) dirty exists 2024-08-29T15:01:32.293 INFO:tasks.rados.rados.0.smithi131.stdout:3717: left oid 21 (ObjNum 1152 snap 363 seq_num 1152) 2024-08-29T15:01:32.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 11 v 2392 (ObjNum 65 snap 0 seq_num 1869899871) dirty exists 2024-08-29T15:01:32.294 INFO:tasks.rados.rados.0.smithi131.stdout:3720: finishing write tid 1 to smithi13174786-15 2024-08-29T15:01:32.295 INFO:tasks.rados.rados.0.smithi131.stdout:3720: finishing write tid 2 to smithi13174786-15 2024-08-29T15:01:32.297 INFO:tasks.rados.rados.0.smithi131.stdout:3720: finishing write tid 3 to smithi13174786-15 2024-08-29T15:01:32.297 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2372 (ObjNum 1153 snap 363 seq_num 1153) dirty exists 2024-08-29T15:01:32.297 INFO:tasks.rados.rados.0.smithi131.stdout:3720: left oid 15 (ObjNum 1153 snap 363 seq_num 1153) 2024-08-29T15:01:32.298 INFO:tasks.rados.rados.0.smithi131.stdout:3719: expect (ObjNum 1078 snap 334 seq_num 1078) 2024-08-29T15:01:33.261 INFO:tasks.rados.rados.0.smithi131.stdout:3717: done (4 left) 2024-08-29T15:01:33.261 INFO:tasks.rados.rados.0.smithi131.stdout:3718: done (3 left) 2024-08-29T15:01:33.261 INFO:tasks.rados.rados.0.smithi131.stdout:3719: done (2 left) 2024-08-29T15:01:33.261 INFO:tasks.rados.rados.0.smithi131.stdout:3720: done (1 left) 2024-08-29T15:01:33.261 INFO:tasks.rados.rados.0.smithi131.stdout:3721: done (0 left) 2024-08-29T15:01:33.262 INFO:tasks.rados.rados.0.smithi131.stdout:3722: setattr oid 16 current snap is 364 2024-08-29T15:01:33.263 INFO:tasks.rados.rados.0.smithi131.stdout:3723: read oid 45 snap -1 2024-08-29T15:01:33.263 INFO:tasks.rados.rados.0.smithi131.stdout:3723: expect (ObjNum 1142 snap 363 seq_num 1142) 2024-08-29T15:01:33.263 INFO:tasks.rados.rados.0.smithi131.stdout:3724: rollback oid 24 current snap is 364 2024-08-29T15:01:33.263 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 24 to 320 2024-08-29T15:01:33.263 INFO:tasks.rados.rados.0.smithi131.stdout:3725: read oid 20 snap 361 2024-08-29T15:01:33.263 INFO:tasks.rados.rados.0.smithi131.stdout:3725: expect deleted 2024-08-29T15:01:33.264 INFO:tasks.rados.rados.0.smithi131.stdout:3726: copy_from oid 38 from oid 7 current snap is 364 2024-08-29T15:01:33.264 INFO:tasks.rados.rados.0.smithi131.stdout:3727: snap_create 2024-08-29T15:01:33.270 INFO:tasks.rados.rados.0.smithi131.stdout:3724: finishing rollback tid 0 to smithi13174786-24 2024-08-29T15:01:33.270 INFO:tasks.rados.rados.0.smithi131.stdout:3726: finishing copy_from to smithi13174786-38 2024-08-29T15:01:33.270 INFO:tasks.rados.rados.0.smithi131.stdout:3726: got expected ENOENT (src dne) 2024-08-29T15:01:33.270 INFO:tasks.rados.rados.0.smithi131.stdout:3726: finishing copy_from racing read to smithi13174786-38 2024-08-29T15:01:33.271 INFO:tasks.rados.rados.0.smithi131.stdout:3724: finishing rollback tid 1 to smithi13174786-24 2024-08-29T15:01:33.271 INFO:tasks.rados.rados.0.smithi131.stdout:3724: finishing rollback tid 2 to smithi13174786-24 2024-08-29T15:01:33.271 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 2323 (ObjNum 783 snap 251 seq_num 783) dirty exists 2024-08-29T15:01:33.272 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 16 v 2394 (ObjNum 1122 snap 357 seq_num 1122) dirty exists 2024-08-29T15:01:33.310 INFO:tasks.rados.rados.0.smithi131.stdout:3723: expect (ObjNum 1142 snap 363 seq_num 1142) 2024-08-29T15:01:33.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:33 smithi131 ceph-mon[87973]: osdmap e795: 8 total, 8 up, 8 in 2024-08-29T15:01:33.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:33 smithi131 ceph-mon[90512]: osdmap e795: 8 total, 8 up, 8 in 2024-08-29T15:01:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:33 smithi169 ceph-mon[78471]: osdmap e795: 8 total, 8 up, 8 in 2024-08-29T15:01:34.267 INFO:tasks.rados.rados.0.smithi131.stdout:3722: done (5 left) 2024-08-29T15:01:34.267 INFO:tasks.rados.rados.0.smithi131.stdout:3723: done (4 left) 2024-08-29T15:01:34.267 INFO:tasks.rados.rados.0.smithi131.stdout:3724: done (3 left) 2024-08-29T15:01:34.267 INFO:tasks.rados.rados.0.smithi131.stdout:3725: done (2 left) 2024-08-29T15:01:34.267 INFO:tasks.rados.rados.0.smithi131.stdout:3726: done (1 left) 2024-08-29T15:01:34.267 INFO:tasks.rados.rados.0.smithi131.stdout:3727: done (0 left) 2024-08-29T15:01:34.267 INFO:tasks.rados.rados.0.smithi131.stdout:3728: delete oid 8 current snap is 365 2024-08-29T15:01:34.270 INFO:tasks.rados.rados.0.smithi131.stdout:3728: done (0 left) 2024-08-29T15:01:34.270 INFO:tasks.rados.rados.0.smithi131.stdout:3729: snap_remove snap 354 2024-08-29T15:01:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:34 smithi131 ceph-mon[87973]: pgmap v783: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 476 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-08-29T15:01:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:34 smithi131 ceph-mon[87973]: osdmap e796: 8 total, 8 up, 8 in 2024-08-29T15:01:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:34 smithi131 ceph-mon[90512]: pgmap v783: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 476 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-08-29T15:01:34.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:34 smithi131 ceph-mon[90512]: osdmap e796: 8 total, 8 up, 8 in 2024-08-29T15:01:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:34 smithi169 ceph-mon[78471]: pgmap v783: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 476 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-08-29T15:01:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:34 smithi169 ceph-mon[78471]: osdmap e796: 8 total, 8 up, 8 in 2024-08-29T15:01:35.273 INFO:tasks.rados.rados.0.smithi131.stdout:3729: done (0 left) 2024-08-29T15:01:35.273 INFO:tasks.rados.rados.0.smithi131.stdout:3730: rmattr oid 5 current snap is 365 2024-08-29T15:01:35.273 INFO:tasks.rados.rados.0.smithi131.stdout:3731: snap_create 2024-08-29T15:01:35.287 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 2161 (ObjNum 1148 snap 363 seq_num 1148) dirty exists 2024-08-29T15:01:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:35 smithi131 ceph-mon[87973]: osdmap e797: 8 total, 8 up, 8 in 2024-08-29T15:01:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:35 smithi131 ceph-mon[90512]: osdmap e797: 8 total, 8 up, 8 in 2024-08-29T15:01:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:35 smithi169 ceph-mon[78471]: osdmap e797: 8 total, 8 up, 8 in 2024-08-29T15:01:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:36.251 INFO:tasks.rados.rados.0.smithi131.stdout:3730: done (1 left) 2024-08-29T15:01:36.251 INFO:tasks.rados.rados.0.smithi131.stdout:3731: done (0 left) 2024-08-29T15:01:36.251 INFO:tasks.rados.rados.0.smithi131.stdout:3732: snap_remove snap 332 2024-08-29T15:01:36.271 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:01:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:01:35] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-08-29T15:01:36.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:36 smithi169 ceph-mon[78471]: pgmap v786: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-08-29T15:01:36.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:36 smithi169 ceph-mon[78471]: osdmap e798: 8 total, 8 up, 8 in 2024-08-29T15:01:36.530 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:36 smithi169 ceph-mon[78471]: osdmap e799: 8 total, 8 up, 8 in 2024-08-29T15:01:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:36 smithi131 ceph-mon[87973]: pgmap v786: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-08-29T15:01:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:36 smithi131 ceph-mon[87973]: osdmap e798: 8 total, 8 up, 8 in 2024-08-29T15:01:36.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:36 smithi131 ceph-mon[87973]: osdmap e799: 8 total, 8 up, 8 in 2024-08-29T15:01:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:36 smithi131 ceph-mon[90512]: pgmap v786: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-08-29T15:01:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:36 smithi131 ceph-mon[90512]: osdmap e798: 8 total, 8 up, 8 in 2024-08-29T15:01:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:36 smithi131 ceph-mon[90512]: osdmap e799: 8 total, 8 up, 8 in 2024-08-29T15:01:37.250 INFO:tasks.rados.rados.0.smithi131.stdout:3732: done (0 left) 2024-08-29T15:01:37.250 INFO:tasks.rados.rados.0.smithi131.stdout:3733: snap_remove snap 330 2024-08-29T15:01:38.256 INFO:tasks.rados.rados.0.smithi131.stdout:3733: done (0 left) 2024-08-29T15:01:38.256 INFO:tasks.rados.rados.0.smithi131.stdout:3734: snap_create 2024-08-29T15:01:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:38 smithi131 ceph-mon[87973]: pgmap v789: 121 pgs: 121 active+clean; 482 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 30 op/s 2024-08-29T15:01:38.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:38 smithi131 ceph-mon[87973]: osdmap e800: 8 total, 8 up, 8 in 2024-08-29T15:01:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:38 smithi131 ceph-mon[90512]: pgmap v789: 121 pgs: 121 active+clean; 482 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 30 op/s 2024-08-29T15:01:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:38 smithi131 ceph-mon[90512]: osdmap e800: 8 total, 8 up, 8 in 2024-08-29T15:01:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:38 smithi169 ceph-mon[78471]: pgmap v789: 121 pgs: 121 active+clean; 482 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 30 op/s 2024-08-29T15:01:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:38 smithi169 ceph-mon[78471]: osdmap e800: 8 total, 8 up, 8 in 2024-08-29T15:01:39.256 INFO:tasks.rados.rados.0.smithi131.stdout:3734: done (0 left) 2024-08-29T15:01:39.256 INFO:tasks.rados.rados.0.smithi131.stdout:3735: read oid 36 snap 364 2024-08-29T15:01:39.256 INFO:tasks.rados.rados.0.smithi131.stdout:3735: expect (ObjNum 942 snap 296 seq_num 942) 2024-08-29T15:01:39.256 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 24 current snap is 367 2024-08-29T15:01:39.257 INFO:tasks.rados.rados.0.smithi131.stdout:3736: seq_num 1155 ranges {10772480=147456} 2024-08-29T15:01:39.314 INFO:tasks.rados.rados.0.smithi131.stdout:3736: writing smithi13174786-24 from 10772480 to 10919936 tid 1 2024-08-29T15:01:39.315 INFO:tasks.rados.rados.0.smithi131.stdout:3737: delete oid 10 current snap is 367 2024-08-29T15:01:39.315 INFO:tasks.rados.rados.0.smithi131.stdout:3735: expect (ObjNum 942 snap 296 seq_num 942) 2024-08-29T15:01:39.356 INFO:tasks.rados.rados.0.smithi131.stdout:3736: finishing write tid 1 to smithi13174786-24 2024-08-29T15:01:39.356 INFO:tasks.rados.rados.0.smithi131.stdout:3736: finishing write tid 2 to smithi13174786-24 2024-08-29T15:01:39.356 INFO:tasks.rados.rados.0.smithi131.stdout:3735: done (2 left) 2024-08-29T15:01:39.356 INFO:tasks.rados.rados.0.smithi131.stdout:3737: done (1 left) 2024-08-29T15:01:39.356 INFO:tasks.rados.rados.0.smithi131.stdout:3738: read oid 49 snap -1 2024-08-29T15:01:39.356 INFO:tasks.rados.rados.0.smithi131.stdout:3738: expect deleted 2024-08-29T15:01:39.356 INFO:tasks.rados.rados.0.smithi131.stdout:3739: delete oid 39 current snap is 367 2024-08-29T15:01:39.356 INFO:tasks.rados.rados.0.smithi131.stdout:3736: finishing write tid 3 to smithi13174786-24 2024-08-29T15:01:39.356 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 2325 (ObjNum 1155 snap 367 seq_num 1155) dirty exists 2024-08-29T15:01:39.356 INFO:tasks.rados.rados.0.smithi131.stdout:3736: left oid 24 (ObjNum 1155 snap 367 seq_num 1155) 2024-08-29T15:01:39.358 INFO:tasks.rados.rados.0.smithi131.stdout:3736: done (2 left) 2024-08-29T15:01:39.358 INFO:tasks.rados.rados.0.smithi131.stdout:3738: done (1 left) 2024-08-29T15:01:39.358 INFO:tasks.rados.rados.0.smithi131.stdout:3739: done (0 left) 2024-08-29T15:01:39.358 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 39 current snap is 367 2024-08-29T15:01:39.358 INFO:tasks.rados.rados.0.smithi131.stdout:3740: seq_num 1158 ranges {0=196608} 2024-08-29T15:01:39.359 INFO:tasks.rados.rados.0.smithi131.stdout:3740: writing smithi13174786-39 from 0 to 196608 tid 1 2024-08-29T15:01:39.359 INFO:tasks.rados.rados.0.smithi131.stdout:3741: rollback oid 45 current snap is 367 2024-08-29T15:01:39.359 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 45 to 325 2024-08-29T15:01:39.359 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 43 current snap is 367 2024-08-29T15:01:39.359 INFO:tasks.rados.rados.0.smithi131.stdout:3742: seq_num 1159 ranges {0=212992} 2024-08-29T15:01:39.360 INFO:tasks.rados.rados.0.smithi131.stdout:3742: writing smithi13174786-43 from 0 to 212992 tid 1 2024-08-29T15:01:39.361 INFO:tasks.rados.rados.0.smithi131.stdout:3743: read oid 9 snap -1 2024-08-29T15:01:39.361 INFO:tasks.rados.rados.0.smithi131.stdout:3743: expect (ObjNum 1112 snap 354 seq_num 1112) 2024-08-29T15:01:39.361 INFO:tasks.rados.rados.0.smithi131.stdout:3744: snap_remove snap 334 2024-08-29T15:01:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:39 smithi131 ceph-mon[87973]: osdmap e801: 8 total, 8 up, 8 in 2024-08-29T15:01:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:39 smithi131 ceph-mon[87973]: osdmap e802: 8 total, 8 up, 8 in 2024-08-29T15:01:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:39 smithi131 ceph-mon[90512]: osdmap e801: 8 total, 8 up, 8 in 2024-08-29T15:01:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:39 smithi131 ceph-mon[90512]: osdmap e802: 8 total, 8 up, 8 in 2024-08-29T15:01:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:39 smithi169 ceph-mon[78471]: osdmap e801: 8 total, 8 up, 8 in 2024-08-29T15:01:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:39 smithi169 ceph-mon[78471]: osdmap e802: 8 total, 8 up, 8 in 2024-08-29T15:01:40.287 INFO:tasks.rados.rados.0.smithi131.stdout:3744: done (4 left) 2024-08-29T15:01:40.287 INFO:tasks.rados.rados.0.smithi131.stdout:3745: read oid 37 snap -1 2024-08-29T15:01:40.287 INFO:tasks.rados.rados.0.smithi131.stdout:3745: expect (ObjNum 1134 snap 360 seq_num 1134) 2024-08-29T15:01:40.287 INFO:tasks.rados.rados.0.smithi131.stdout:3746: copy_from oid 47 from oid 15 current snap is 367 2024-08-29T15:01:40.287 INFO:tasks.rados.rados.0.smithi131.stdout:3740: finishing write tid 1 to smithi13174786-39 2024-08-29T15:01:40.287 INFO:tasks.rados.rados.0.smithi131.stdout:3740: finishing write tid 2 to smithi13174786-39 2024-08-29T15:01:40.287 INFO:tasks.rados.rados.0.smithi131.stdout:3742: finishing write tid 1 to smithi13174786-43 2024-08-29T15:01:40.287 INFO:tasks.rados.rados.0.smithi131.stdout:3742: finishing write tid 2 to smithi13174786-43 2024-08-29T15:01:40.287 INFO:tasks.rados.rados.0.smithi131.stdout:3740: finishing write tid 3 to smithi13174786-39 2024-08-29T15:01:40.288 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 2157 (ObjNum 1158 snap 367 seq_num 1158) dirty exists 2024-08-29T15:01:40.288 INFO:tasks.rados.rados.0.smithi131.stdout:3740: left oid 39 (ObjNum 1158 snap 367 seq_num 1158) 2024-08-29T15:01:40.288 INFO:tasks.rados.rados.0.smithi131.stdout:3741: finishing rollback tid 0 to smithi13174786-45 2024-08-29T15:01:40.288 INFO:tasks.rados.rados.0.smithi131.stdout:3741: finishing rollback tid 1 to smithi13174786-45 2024-08-29T15:01:40.288 INFO:tasks.rados.rados.0.smithi131.stdout:3741: finishing rollback tid 2 to smithi13174786-45 2024-08-29T15:01:40.288 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 45 v 2192 (ObjNum 1034 snap 318 seq_num 1034) dirty exists 2024-08-29T15:01:40.288 INFO:tasks.rados.rados.0.smithi131.stdout:3742: finishing write tid 3 to smithi13174786-43 2024-08-29T15:01:40.288 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 2147 (ObjNum 1159 snap 367 seq_num 1159) dirty exists 2024-08-29T15:01:40.288 INFO:tasks.rados.rados.0.smithi131.stdout:3742: left oid 43 (ObjNum 1159 snap 367 seq_num 1159) 2024-08-29T15:01:40.288 INFO:tasks.rados.rados.0.smithi131.stdout:3743: expect (ObjNum 1112 snap 354 seq_num 1112) 2024-08-29T15:01:40.398 INFO:tasks.rados.rados.0.smithi131.stdout:3745: expect (ObjNum 1134 snap 360 seq_num 1134) 2024-08-29T15:01:40.457 INFO:tasks.rados.rados.0.smithi131.stdout:3746: finishing copy_from racing read to smithi13174786-47 2024-08-29T15:01:40.457 INFO:tasks.rados.rados.0.smithi131.stdout:3746: finishing copy_from to smithi13174786-47 2024-08-29T15:01:40.457 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 2372 (ObjNum 1153 snap 363 seq_num 1153) dirty exists 2024-08-29T15:01:40.457 INFO:tasks.rados.rados.0.smithi131.stdout:3740: done (5 left) 2024-08-29T15:01:40.457 INFO:tasks.rados.rados.0.smithi131.stdout:3741: done (4 left) 2024-08-29T15:01:40.458 INFO:tasks.rados.rados.0.smithi131.stdout:3742: done (3 left) 2024-08-29T15:01:40.458 INFO:tasks.rados.rados.0.smithi131.stdout:3743: done (2 left) 2024-08-29T15:01:40.458 INFO:tasks.rados.rados.0.smithi131.stdout:3745: done (1 left) 2024-08-29T15:01:40.458 INFO:tasks.rados.rados.0.smithi131.stdout:3746: done (0 left) 2024-08-29T15:01:40.458 INFO:tasks.rados.rados.0.smithi131.stdout:3747: read oid 28 snap -1 2024-08-29T15:01:40.458 INFO:tasks.rados.rados.0.smithi131.stdout:3747: expect deleted 2024-08-29T15:01:40.458 INFO:tasks.rados.rados.0.smithi131.stdout:3748: read oid 46 snap -1 2024-08-29T15:01:40.458 INFO:tasks.rados.rados.0.smithi131.stdout:3748: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T15:01:40.458 INFO:tasks.rados.rados.0.smithi131.stdout:3749: snap_remove snap 320 2024-08-29T15:01:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:40 smithi131 ceph-mon[87973]: pgmap v792: 121 pgs: 121 active+clean; 482 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 28 KiB/s wr, 12 op/s 2024-08-29T15:01:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:40 smithi131 ceph-mon[90512]: pgmap v792: 121 pgs: 121 active+clean; 482 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 28 KiB/s wr, 12 op/s 2024-08-29T15:01:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:40 smithi169 ceph-mon[78471]: pgmap v792: 121 pgs: 121 active+clean; 482 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 28 KiB/s wr, 12 op/s 2024-08-29T15:01:40.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:01:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:01:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:01:41.252 INFO:tasks.rados.rados.0.smithi131.stdout:3749: done (2 left) 2024-08-29T15:01:41.252 INFO:tasks.rados.rados.0.smithi131.stdout:3750: rollback oid 12 current snap is 367 2024-08-29T15:01:41.253 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 12 to 329 2024-08-29T15:01:41.253 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 367 2024-08-29T15:01:41.253 INFO:tasks.rados.rados.0.smithi131.stdout:3751: seq_num 1160 ranges {1261568=229376} 2024-08-29T15:01:41.260 INFO:tasks.rados.rados.0.smithi131.stdout:3751: writing smithi13174786-22 from 1261568 to 1490944 tid 1 2024-08-29T15:01:41.261 INFO:tasks.rados.rados.0.smithi131.stdout:3752: snap_remove snap 361 2024-08-29T15:01:41.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:41 smithi131 ceph-mon[87973]: osdmap e803: 8 total, 8 up, 8 in 2024-08-29T15:01:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:41 smithi131 ceph-mon[87973]: pgmap v795: 121 pgs: 121 active+clean; 481 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-08-29T15:01:41.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:41 smithi131 ceph-mon[87973]: osdmap e804: 8 total, 8 up, 8 in 2024-08-29T15:01:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:41 smithi131 ceph-mon[90512]: osdmap e803: 8 total, 8 up, 8 in 2024-08-29T15:01:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:41 smithi131 ceph-mon[90512]: pgmap v795: 121 pgs: 121 active+clean; 481 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-08-29T15:01:41.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:41 smithi131 ceph-mon[90512]: osdmap e804: 8 total, 8 up, 8 in 2024-08-29T15:01:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:41 smithi169 ceph-mon[78471]: osdmap e803: 8 total, 8 up, 8 in 2024-08-29T15:01:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:41 smithi169 ceph-mon[78471]: pgmap v795: 121 pgs: 121 active+clean; 481 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-08-29T15:01:41.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:41 smithi169 ceph-mon[78471]: osdmap e804: 8 total, 8 up, 8 in 2024-08-29T15:01:42.252 INFO:tasks.rados.rados.0.smithi131.stdout:3752: done (4 left) 2024-08-29T15:01:42.252 INFO:tasks.rados.rados.0.smithi131.stdout:3753: read oid 4 snap -1 2024-08-29T15:01:42.252 INFO:tasks.rados.rados.0.smithi131.stdout:3753: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:01:42.252 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 31 current snap is 367 2024-08-29T15:01:42.252 INFO:tasks.rados.rados.0.smithi131.stdout:3754: seq_num 1161 ranges {892928=245760} 2024-08-29T15:01:42.258 INFO:tasks.rados.rados.0.smithi131.stdout:3754: writing smithi13174786-31 from 892928 to 1138688 tid 1 2024-08-29T15:01:42.258 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 1 current snap is 367 2024-08-29T15:01:42.259 INFO:tasks.rados.rados.0.smithi131.stdout:3755: seq_num 1162 ranges {0=270336} 2024-08-29T15:01:42.260 INFO:tasks.rados.rados.0.smithi131.stdout:3755: writing smithi13174786-1 from 0 to 270336 tid 1 2024-08-29T15:01:42.261 INFO:tasks.rados.rados.0.smithi131.stdout:3756: snap_remove snap 362 2024-08-29T15:01:43.262 INFO:tasks.rados.rados.0.smithi131.stdout:3756: done (7 left) 2024-08-29T15:01:43.262 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 44 current snap is 367 2024-08-29T15:01:43.262 INFO:tasks.rados.rados.0.smithi131.stdout:3757: seq_num 1163 ranges {1966080=286720} 2024-08-29T15:01:43.275 INFO:tasks.rados.rados.0.smithi131.stdout:3757: writing smithi13174786-44 from 1966080 to 2252800 tid 1 2024-08-29T15:01:43.284 INFO:tasks.rados.rados.0.smithi131.stdout:3748: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T15:01:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:43 smithi131 ceph-mon[87973]: osdmap e805: 8 total, 8 up, 8 in 2024-08-29T15:01:43.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:43 smithi131 ceph-mon[90512]: osdmap e805: 8 total, 8 up, 8 in 2024-08-29T15:01:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:43 smithi169 ceph-mon[78471]: osdmap e805: 8 total, 8 up, 8 in 2024-08-29T15:01:44.394 INFO:tasks.rados.rados.0.smithi131.stdout:3751: finishing write tid 1 to smithi13174786-22 2024-08-29T15:01:44.394 INFO:tasks.rados.rados.0.smithi131.stdout:3751: finishing write tid 2 to smithi13174786-22 2024-08-29T15:01:44.394 INFO:tasks.rados.rados.0.smithi131.stdout:3750: finishing rollback tid 0 to smithi13174786-12 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3750: finishing rollback tid 1 to smithi13174786-12 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3750: finishing rollback tid 2 to smithi13174786-12 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 2202 (ObjNum 1017 snap 311 seq_num 1017) dirty exists 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3751: finishing write tid 3 to smithi13174786-22 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 2594 (ObjNum 1160 snap 367 seq_num 1160) dirty exists 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3751: left oid 22 (ObjNum 1160 snap 367 seq_num 1160) 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3747: done (7 left) 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3748: done (6 left) 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3750: done (5 left) 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3751: done (4 left) 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3758: read oid 34 snap -1 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3758: expect deleted 2024-08-29T15:01:44.395 INFO:tasks.rados.rados.0.smithi131.stdout:3759: snap_remove snap 329 2024-08-29T15:01:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:44 smithi131 ceph-mon[87973]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 484 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 64 KiB/s wr, 10 op/s 2024-08-29T15:01:44.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:44 smithi131 ceph-mon[87973]: osdmap e806: 8 total, 8 up, 8 in 2024-08-29T15:01:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:44 smithi131 ceph-mon[90512]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 484 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 64 KiB/s wr, 10 op/s 2024-08-29T15:01:44.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:44 smithi131 ceph-mon[90512]: osdmap e806: 8 total, 8 up, 8 in 2024-08-29T15:01:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:44 smithi169 ceph-mon[78471]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 484 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 64 KiB/s wr, 10 op/s 2024-08-29T15:01:44.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:44 smithi169 ceph-mon[78471]: osdmap e806: 8 total, 8 up, 8 in 2024-08-29T15:01:45.274 INFO:tasks.rados.rados.0.smithi131.stdout:3759: done (5 left) 2024-08-29T15:01:45.274 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 367 2024-08-29T15:01:45.274 INFO:tasks.rados.rados.0.smithi131.stdout:3760: seq_num 1164 ranges {6160384=303104} 2024-08-29T15:01:45.311 INFO:tasks.rados.rados.0.smithi131.stdout:3760: writing smithi13174786-25 from 6160384 to 6463488 tid 1 2024-08-29T15:01:45.311 INFO:tasks.rados.rados.0.smithi131.stdout:3761: setattr oid 26 current snap is 367 2024-08-29T15:01:45.311 INFO:tasks.rados.rados.0.smithi131.stdout:3753: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:01:45.312 INFO:tasks.rados.rados.0.smithi131.stdout:3754: finishing write tid 1 to smithi13174786-31 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:3755: finishing write tid 1 to smithi13174786-1 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:3754: finishing write tid 2 to smithi13174786-31 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:3755: finishing write tid 2 to smithi13174786-1 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:3754: finishing write tid 3 to smithi13174786-31 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 31 v 2163 (ObjNum 1161 snap 367 seq_num 1161) dirty exists 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:3754: left oid 31 (ObjNum 1161 snap 367 seq_num 1161) 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:3755: finishing write tid 3 to smithi13174786-1 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 2374 (ObjNum 1162 snap 367 seq_num 1162) dirty exists 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:3755: left oid 1 (ObjNum 1162 snap 367 seq_num 1162) 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:3757: finishing write tid 1 to smithi13174786-44 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:3757: finishing write tid 2 to smithi13174786-44 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:3757: finishing write tid 3 to smithi13174786-44 2024-08-29T15:01:45.313 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 2429 (ObjNum 1163 snap 367 seq_num 1163) dirty exists 2024-08-29T15:01:45.314 INFO:tasks.rados.rados.0.smithi131.stdout:3757: left oid 44 (ObjNum 1163 snap 367 seq_num 1163) 2024-08-29T15:01:45.314 INFO:tasks.rados.rados.0.smithi131.stdout:3753: done (6 left) 2024-08-29T15:01:45.314 INFO:tasks.rados.rados.0.smithi131.stdout:3754: done (5 left) 2024-08-29T15:01:45.314 INFO:tasks.rados.rados.0.smithi131.stdout:3755: done (4 left) 2024-08-29T15:01:45.314 INFO:tasks.rados.rados.0.smithi131.stdout:3757: done (3 left) 2024-08-29T15:01:45.314 INFO:tasks.rados.rados.0.smithi131.stdout:3758: done (2 left) 2024-08-29T15:01:45.314 INFO:tasks.rados.rados.0.smithi131.stdout:3762: snap_create 2024-08-29T15:01:45.316 INFO:tasks.rados.rados.0.smithi131.stdout:3760: finishing write tid 1 to smithi13174786-25 2024-08-29T15:01:45.316 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 2186 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-08-29T15:01:45.316 INFO:tasks.rados.rados.0.smithi131.stdout:3760: finishing write tid 2 to smithi13174786-25 2024-08-29T15:01:45.318 INFO:tasks.rados.rados.0.smithi131.stdout:3760: finishing write tid 3 to smithi13174786-25 2024-08-29T15:01:45.318 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 2621 (ObjNum 1164 snap 367 seq_num 1164) dirty exists 2024-08-29T15:01:45.318 INFO:tasks.rados.rados.0.smithi131.stdout:3760: left oid 25 (ObjNum 1164 snap 367 seq_num 1164) 2024-08-29T15:01:46.253 INFO:tasks.rados.rados.0.smithi131.stdout:3760: done (2 left) 2024-08-29T15:01:46.253 INFO:tasks.rados.rados.0.smithi131.stdout:3761: done (1 left) 2024-08-29T15:01:46.253 INFO:tasks.rados.rados.0.smithi131.stdout:3762: done (0 left) 2024-08-29T15:01:46.253 INFO:tasks.rados.rados.0.smithi131.stdout:3763: delete oid 11 current snap is 368 2024-08-29T15:01:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:3763: done (0 left) 2024-08-29T15:01:46.262 INFO:tasks.rados.rados.0.smithi131.stdout:3764: snap_remove snap 325 2024-08-29T15:01:46.265 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:01:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:01:45] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-08-29T15:01:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:46 smithi131 ceph-mon[87973]: pgmap v800: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 485 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 275 KiB/s wr, 9 op/s 2024-08-29T15:01:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:46 smithi131 ceph-mon[87973]: osdmap e807: 8 total, 8 up, 8 in 2024-08-29T15:01:46.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:46 smithi131 ceph-mon[87973]: osdmap e808: 8 total, 8 up, 8 in 2024-08-29T15:01:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:46 smithi131 ceph-mon[90512]: pgmap v800: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 485 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 275 KiB/s wr, 9 op/s 2024-08-29T15:01:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:46 smithi131 ceph-mon[90512]: osdmap e807: 8 total, 8 up, 8 in 2024-08-29T15:01:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:46 smithi131 ceph-mon[90512]: osdmap e808: 8 total, 8 up, 8 in 2024-08-29T15:01:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:46 smithi169 ceph-mon[78471]: pgmap v800: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 485 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 275 KiB/s wr, 9 op/s 2024-08-29T15:01:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:46 smithi169 ceph-mon[78471]: osdmap e807: 8 total, 8 up, 8 in 2024-08-29T15:01:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:46 smithi169 ceph-mon[78471]: osdmap e808: 8 total, 8 up, 8 in 2024-08-29T15:01:47.258 INFO:tasks.rados.rados.0.smithi131.stdout:3764: done (0 left) 2024-08-29T15:01:47.258 INFO:tasks.rados.rados.0.smithi131.stdout:3765: read oid 26 snap -1 2024-08-29T15:01:47.258 INFO:tasks.rados.rados.0.smithi131.stdout:3765: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T15:01:47.258 INFO:tasks.rados.rados.0.smithi131.stdout:3766: read oid 1 snap 331 2024-08-29T15:01:47.258 INFO:tasks.rados.rados.0.smithi131.stdout:3766: expect (ObjNum 1055 snap 330 seq_num 1055) 2024-08-29T15:01:47.258 INFO:tasks.rados.rados.0.smithi131.stdout:3767: rmattr oid 9 current snap is 368 2024-08-29T15:01:47.259 INFO:tasks.rados.rados.0.smithi131.stdout:3767: done (2 left) 2024-08-29T15:01:47.259 INFO:tasks.rados.rados.0.smithi131.stdout:3768: copy_from oid 18 from oid 24 current snap is 368 2024-08-29T15:01:47.259 INFO:tasks.rados.rados.0.smithi131.stdout:3769: read oid 43 snap -1 2024-08-29T15:01:47.259 INFO:tasks.rados.rados.0.smithi131.stdout:3769: expect (ObjNum 1159 snap 367 seq_num 1159) 2024-08-29T15:01:47.259 INFO:tasks.rados.rados.0.smithi131.stdout:3770: read oid 6 snap -1 2024-08-29T15:01:47.259 INFO:tasks.rados.rados.0.smithi131.stdout:3770: expect (ObjNum 1064 snap 330 seq_num 1064) 2024-08-29T15:01:47.260 INFO:tasks.rados.rados.0.smithi131.stdout:3771: read oid 17 snap -1 2024-08-29T15:01:47.260 INFO:tasks.rados.rados.0.smithi131.stdout:3771: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:01:47.260 INFO:tasks.rados.rados.0.smithi131.stdout:3772: read oid 9 snap -1 2024-08-29T15:01:47.260 INFO:tasks.rados.rados.0.smithi131.stdout:3772: expect (ObjNum 1112 snap 354 seq_num 1112) 2024-08-29T15:01:47.260 INFO:tasks.rados.rados.0.smithi131.stdout:3773: rollback oid 42 current snap is 368 2024-08-29T15:01:47.260 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 42 to 331 2024-08-29T15:01:47.260 INFO:tasks.rados.rados.0.smithi131.stdout:3774: snap_remove snap 364 2024-08-29T15:01:47.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:01:47 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:01:47.269+0000 7ff1a0d71640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a3 after trimming was started 2024-08-29T15:01:48.260 INFO:tasks.rados.rados.0.smithi131.stdout:3771: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:01:48.264 INFO:tasks.rados.rados.0.smithi131.stdout:3765: expect (ObjNum 1007 snap 308 seq_num 1007) 2024-08-29T15:01:48.274 INFO:tasks.rados.rados.0.smithi131.stdout:3769: expect (ObjNum 1159 snap 367 seq_num 1159) 2024-08-29T15:01:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3773: finishing rollback tid 0 to smithi13174786-42 2024-08-29T15:01:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3773: finishing rollback tid 1 to smithi13174786-42 2024-08-29T15:01:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3765: done (8 left) 2024-08-29T15:01:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3769: done (7 left) 2024-08-29T15:01:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3771: done (6 left) 2024-08-29T15:01:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3774: done (5 left) 2024-08-29T15:01:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3775: delete oid 32 current snap is 368 2024-08-29T15:01:48.282 INFO:tasks.rados.rados.0.smithi131.stdout:3770: expect (ObjNum 1064 snap 330 seq_num 1064) 2024-08-29T15:01:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:48 smithi131 ceph-mon[87973]: pgmap v803: 121 pgs: 121 active+clean; 482 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 343 KiB/s wr, 9 op/s 2024-08-29T15:01:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:48 smithi131 ceph-mon[87973]: osdmap e809: 8 total, 8 up, 8 in 2024-08-29T15:01:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:48 smithi131 ceph-mon[90512]: pgmap v803: 121 pgs: 121 active+clean; 482 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 343 KiB/s wr, 9 op/s 2024-08-29T15:01:48.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:48 smithi131 ceph-mon[90512]: osdmap e809: 8 total, 8 up, 8 in 2024-08-29T15:01:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:48 smithi169 ceph-mon[78471]: pgmap v803: 121 pgs: 121 active+clean; 482 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 343 KiB/s wr, 9 op/s 2024-08-29T15:01:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:48 smithi169 ceph-mon[78471]: osdmap e809: 8 total, 8 up, 8 in 2024-08-29T15:01:48.657 INFO:tasks.rados.rados.0.smithi131.stdout:3773: finishing rollback tid 2 to smithi13174786-42 2024-08-29T15:01:48.657 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 2146 (ObjNum 948 snap 297 seq_num 948) dirty exists 2024-08-29T15:01:48.657 INFO:tasks.rados.rados.0.smithi131.stdout:3772: expect (ObjNum 1112 snap 354 seq_num 1112) 2024-08-29T15:01:48.754 INFO:tasks.rados.rados.0.smithi131.stdout:3766: expect (ObjNum 1055 snap 330 seq_num 1055) 2024-08-29T15:01:49.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:49 smithi131 ceph-mon[87973]: osdmap e810: 8 total, 8 up, 8 in 2024-08-29T15:01:49.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:49 smithi131 ceph-mon[90512]: osdmap e810: 8 total, 8 up, 8 in 2024-08-29T15:01:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:49 smithi169 ceph-mon[78471]: osdmap e810: 8 total, 8 up, 8 in 2024-08-29T15:01:49.732 INFO:tasks.rados.rados.0.smithi131.stdout:3768: finishing copy_from racing read to smithi13174786-18 2024-08-29T15:01:49.732 INFO:tasks.rados.rados.0.smithi131.stdout:3768: finishing copy_from to smithi13174786-18 2024-08-29T15:01:49.732 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 18 v 2325 (ObjNum 1155 snap 367 seq_num 1155) dirty exists 2024-08-29T15:01:49.732 INFO:tasks.rados.rados.0.smithi131.stdout:3766: done (5 left) 2024-08-29T15:01:49.732 INFO:tasks.rados.rados.0.smithi131.stdout:3768: done (4 left) 2024-08-29T15:01:49.732 INFO:tasks.rados.rados.0.smithi131.stdout:3770: done (3 left) 2024-08-29T15:01:49.733 INFO:tasks.rados.rados.0.smithi131.stdout:3772: done (2 left) 2024-08-29T15:01:49.733 INFO:tasks.rados.rados.0.smithi131.stdout:3773: done (1 left) 2024-08-29T15:01:49.733 INFO:tasks.rados.rados.0.smithi131.stdout:3775: done (0 left) 2024-08-29T15:01:49.733 INFO:tasks.rados.rados.0.smithi131.stdout:3776: read oid 17 snap -1 2024-08-29T15:01:49.733 INFO:tasks.rados.rados.0.smithi131.stdout:3776: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:01:49.733 INFO:tasks.rados.rados.0.smithi131.stdout:3777: snap_create 2024-08-29T15:01:49.733 INFO:tasks.rados.rados.0.smithi131.stdout:3776: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:01:50.270 INFO:tasks.rados.rados.0.smithi131.stdout:3776: done (1 left) 2024-08-29T15:01:50.270 INFO:tasks.rados.rados.0.smithi131.stdout:3777: done (0 left) 2024-08-29T15:01:50.270 INFO:tasks.rados.rados.0.smithi131.stdout:3778: delete oid 50 current snap is 369 2024-08-29T15:01:50.279 INFO:tasks.rados.rados.0.smithi131.stdout:3778: done (0 left) 2024-08-29T15:01:50.279 INFO:tasks.rados.rados.0.smithi131.stdout:3779: delete oid 11 current snap is 369 2024-08-29T15:01:50.283 INFO:tasks.rados.rados.0.smithi131.stdout:3779: done (0 left) 2024-08-29T15:01:50.283 INFO:tasks.rados.rados.0.smithi131.stdout:3780: read oid 33 snap -1 2024-08-29T15:01:50.283 INFO:tasks.rados.rados.0.smithi131.stdout:3780: expect deleted 2024-08-29T15:01:50.284 INFO:tasks.rados.rados.0.smithi131.stdout:3781: read oid 47 snap 367 2024-08-29T15:01:50.284 INFO:tasks.rados.rados.0.smithi131.stdout:3781: expect (ObjNum 1153 snap 363 seq_num 1153) 2024-08-29T15:01:50.284 INFO:tasks.rados.rados.0.smithi131.stdout:3782: read oid 16 snap -1 2024-08-29T15:01:50.284 INFO:tasks.rados.rados.0.smithi131.stdout:3782: expect (ObjNum 1122 snap 357 seq_num 1122) 2024-08-29T15:01:50.284 INFO:tasks.rados.rados.0.smithi131.stdout:3783: snap_create 2024-08-29T15:01:50.289 INFO:tasks.rados.rados.0.smithi131.stdout:3781: expect (ObjNum 1153 snap 363 seq_num 1153) 2024-08-29T15:01:50.295 INFO:tasks.rados.rados.0.smithi131.stdout:3782: expect (ObjNum 1122 snap 357 seq_num 1122) 2024-08-29T15:01:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:50 smithi131 ceph-mon[87973]: pgmap v806: 121 pgs: 121 active+clean; 492 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-08-29T15:01:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:50.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:50 smithi131 ceph-mon[90512]: pgmap v806: 121 pgs: 121 active+clean; 492 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-08-29T15:01:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:50 smithi169 ceph-mon[78471]: pgmap v806: 121 pgs: 121 active+clean; 492 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-08-29T15:01:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:01:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:01:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:01:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:01:51.253 INFO:tasks.rados.rados.0.smithi131.stdout:3780: done (3 left) 2024-08-29T15:01:51.254 INFO:tasks.rados.rados.0.smithi131.stdout:3781: done (2 left) 2024-08-29T15:01:51.254 INFO:tasks.rados.rados.0.smithi131.stdout:3782: done (1 left) 2024-08-29T15:01:51.254 INFO:tasks.rados.rados.0.smithi131.stdout:3783: done (0 left) 2024-08-29T15:01:51.254 INFO:tasks.rados.rados.0.smithi131.stdout:3784: read oid 18 snap -1 2024-08-29T15:01:51.254 INFO:tasks.rados.rados.0.smithi131.stdout:3784: expect (ObjNum 1155 snap 367 seq_num 1155) 2024-08-29T15:01:51.254 INFO:tasks.rados.rados.0.smithi131.stdout:3785: read oid 34 snap 340 2024-08-29T15:01:51.254 INFO:tasks.rados.rados.0.smithi131.stdout:3785: expect (ObjNum 1073 snap 333 seq_num 1073) 2024-08-29T15:01:51.254 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 27 current snap is 370 2024-08-29T15:01:51.254 INFO:tasks.rados.rados.0.smithi131.stdout:3786: seq_num 1169 ranges {6930432=385024} 2024-08-29T15:01:51.294 INFO:tasks.rados.rados.0.smithi131.stdout:3786: writing smithi13174786-27 from 6930432 to 7315456 tid 1 2024-08-29T15:01:51.294 INFO:tasks.rados.rados.0.smithi131.stdout:3787: read oid 48 snap -1 2024-08-29T15:01:51.294 INFO:tasks.rados.rados.0.smithi131.stdout:3787: expect deleted 2024-08-29T15:01:51.294 INFO:tasks.rados.rados.0.smithi131.stdout:3788: rmattr oid 24 current snap is 370 2024-08-29T15:01:51.294 INFO:tasks.rados.rados.0.smithi131.stdout:3785: expect (ObjNum 1073 snap 333 seq_num 1073) 2024-08-29T15:01:51.392 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 2375 (ObjNum 1155 snap 367 seq_num 1155) dirty exists 2024-08-29T15:01:51.392 INFO:tasks.rados.rados.0.smithi131.stdout:3786: finishing write tid 1 to smithi13174786-27 2024-08-29T15:01:51.392 INFO:tasks.rados.rados.0.smithi131.stdout:3786: finishing write tid 2 to smithi13174786-27 2024-08-29T15:01:51.392 INFO:tasks.rados.rados.0.smithi131.stdout:3786: finishing write tid 3 to smithi13174786-27 2024-08-29T15:01:51.393 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 27 v 2374 (ObjNum 1169 snap 370 seq_num 1169) dirty exists 2024-08-29T15:01:51.393 INFO:tasks.rados.rados.0.smithi131.stdout:3786: left oid 27 (ObjNum 1169 snap 370 seq_num 1169) 2024-08-29T15:01:51.393 INFO:tasks.rados.rados.0.smithi131.stdout:3784: expect (ObjNum 1155 snap 367 seq_num 1155) 2024-08-29T15:01:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:51 smithi131 ceph-mon[87973]: osdmap e811: 8 total, 8 up, 8 in 2024-08-29T15:01:51.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:51 smithi131 ceph-mon[87973]: osdmap e812: 8 total, 8 up, 8 in 2024-08-29T15:01:51.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:51 smithi131 ceph-mon[90512]: osdmap e811: 8 total, 8 up, 8 in 2024-08-29T15:01:51.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:51 smithi131 ceph-mon[90512]: osdmap e812: 8 total, 8 up, 8 in 2024-08-29T15:01:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:51 smithi169 ceph-mon[78471]: osdmap e811: 8 total, 8 up, 8 in 2024-08-29T15:01:51.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:51 smithi169 ceph-mon[78471]: osdmap e812: 8 total, 8 up, 8 in 2024-08-29T15:01:52.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:52 smithi131 ceph-mon[87973]: pgmap v808: 121 pgs: 121 active+clean; 492 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-29T15:01:52.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:52 smithi131 ceph-mon[90512]: pgmap v808: 121 pgs: 121 active+clean; 492 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-29T15:01:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:52 smithi169 ceph-mon[78471]: pgmap v808: 121 pgs: 121 active+clean; 492 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-29T15:01:52.677 INFO:tasks.rados.rados.0.smithi131.stdout:3784: done (4 left) 2024-08-29T15:01:52.677 INFO:tasks.rados.rados.0.smithi131.stdout:3785: done (3 left) 2024-08-29T15:01:52.677 INFO:tasks.rados.rados.0.smithi131.stdout:3786: done (2 left) 2024-08-29T15:01:52.677 INFO:tasks.rados.rados.0.smithi131.stdout:3787: done (1 left) 2024-08-29T15:01:52.677 INFO:tasks.rados.rados.0.smithi131.stdout:3788: done (0 left) 2024-08-29T15:01:52.677 INFO:tasks.rados.rados.0.smithi131.stdout:3789: copy_from oid 8 from oid 12 current snap is 370 2024-08-29T15:01:52.677 INFO:tasks.rados.rados.0.smithi131.stdout:3790: copy_from oid 15 from oid 38 current snap is 370 2024-08-29T15:01:52.677 INFO:tasks.rados.rados.0.smithi131.stdout:3791: snap_create 2024-08-29T15:01:52.683 INFO:tasks.rados.rados.0.smithi131.stdout:3790: finishing copy_from racing read to smithi13174786-15 2024-08-29T15:01:52.685 INFO:tasks.rados.rados.0.smithi131.stdout:3790: finishing copy_from to smithi13174786-15 2024-08-29T15:01:52.685 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2370 (ObjNum 1057 snap 330 seq_num 1057) dirty exists 2024-08-29T15:01:52.692 INFO:tasks.rados.rados.0.smithi131.stdout:3789: finishing copy_from racing read to smithi13174786-8 2024-08-29T15:01:52.692 INFO:tasks.rados.rados.0.smithi131.stdout:3789: finishing copy_from to smithi13174786-8 2024-08-29T15:01:52.692 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 2202 (ObjNum 1017 snap 311 seq_num 1017) dirty exists 2024-08-29T15:01:53.282 INFO:tasks.rados.rados.0.smithi131.stdout:3789: done (2 left) 2024-08-29T15:01:53.282 INFO:tasks.rados.rados.0.smithi131.stdout:3790: done (1 left) 2024-08-29T15:01:53.282 INFO:tasks.rados.rados.0.smithi131.stdout:3791: done (0 left) 2024-08-29T15:01:53.282 INFO:tasks.rados.rados.0.smithi131.stdout:3792: snap_create 2024-08-29T15:01:53.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:53 smithi131 ceph-mon[87973]: pgmap v810: 121 pgs: 121 active+clean; 492 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-08-29T15:01:53.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:53 smithi131 ceph-mon[87973]: osdmap e813: 8 total, 8 up, 8 in 2024-08-29T15:01:53.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:53 smithi131 ceph-mon[90512]: pgmap v810: 121 pgs: 121 active+clean; 492 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-08-29T15:01:53.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:53 smithi131 ceph-mon[90512]: osdmap e813: 8 total, 8 up, 8 in 2024-08-29T15:01:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:53 smithi169 ceph-mon[78471]: pgmap v810: 121 pgs: 121 active+clean; 492 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-08-29T15:01:53.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:53 smithi169 ceph-mon[78471]: osdmap e813: 8 total, 8 up, 8 in 2024-08-29T15:01:54.286 INFO:tasks.rados.rados.0.smithi131.stdout:3792: done (0 left) 2024-08-29T15:01:54.286 INFO:tasks.rados.rados.0.smithi131.stdout:3793: read oid 16 snap -1 2024-08-29T15:01:54.286 INFO:tasks.rados.rados.0.smithi131.stdout:3793: expect (ObjNum 1122 snap 357 seq_num 1122) 2024-08-29T15:01:54.286 INFO:tasks.rados.rados.0.smithi131.stdout:3794: copy_from oid 14 from oid 41 current snap is 372 2024-08-29T15:01:54.286 INFO:tasks.rados.rados.0.smithi131.stdout:3795: read oid 35 snap -1 2024-08-29T15:01:54.286 INFO:tasks.rados.rados.0.smithi131.stdout:3795: expect (ObjNum 1063 snap 330 seq_num 1063) 2024-08-29T15:01:54.286 INFO:tasks.rados.rados.0.smithi131.stdout:3796: rollback oid 8 current snap is 372 2024-08-29T15:01:54.286 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 8 to 336 2024-08-29T15:01:54.286 INFO:tasks.rados.rados.0.smithi131.stdout:3797: setattr oid 6 current snap is 372 2024-08-29T15:01:54.287 INFO:tasks.rados.rados.0.smithi131.stdout:3798: snap_remove snap 345 2024-08-29T15:01:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 2196 (ObjNum 1064 snap 330 seq_num 1064) dirty exists 2024-08-29T15:01:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:3794: finishing copy_from racing read to smithi13174786-14 2024-08-29T15:01:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:3796: finishing rollback tid 0 to smithi13174786-8 2024-08-29T15:01:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:3796: finishing rollback tid 1 to smithi13174786-8 2024-08-29T15:01:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:3796: finishing rollback tid 2 to smithi13174786-8 2024-08-29T15:01:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 2205 (ObjNum 1076 snap 334 seq_num 1076) dirty exists 2024-08-29T15:01:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:3794: finishing copy_from to smithi13174786-14 2024-08-29T15:01:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 14 v 2366 (ObjNum 65 snap 0 seq_num 1733253736) dirty exists 2024-08-29T15:01:55.293 INFO:tasks.rados.rados.0.smithi131.stdout:3793: expect (ObjNum 1122 snap 357 seq_num 1122) 2024-08-29T15:01:55.359 INFO:tasks.rados.rados.0.smithi131.stdout:3795: expect (ObjNum 1063 snap 330 seq_num 1063) 2024-08-29T15:01:55.386 INFO:tasks.rados.rados.0.smithi131.stdout:3793: done (5 left) 2024-08-29T15:01:55.386 INFO:tasks.rados.rados.0.smithi131.stdout:3794: done (4 left) 2024-08-29T15:01:55.386 INFO:tasks.rados.rados.0.smithi131.stdout:3795: done (3 left) 2024-08-29T15:01:55.386 INFO:tasks.rados.rados.0.smithi131.stdout:3796: done (2 left) 2024-08-29T15:01:55.386 INFO:tasks.rados.rados.0.smithi131.stdout:3797: done (1 left) 2024-08-29T15:01:55.386 INFO:tasks.rados.rados.0.smithi131.stdout:3798: done (0 left) 2024-08-29T15:01:55.386 INFO:tasks.rados.rados.0.smithi131.stdout:3799: delete oid 36 current snap is 372 2024-08-29T15:01:55.388 INFO:tasks.rados.rados.0.smithi131.stdout:3799: done (0 left) 2024-08-29T15:01:55.388 INFO:tasks.rados.rados.0.smithi131.stdout:3800: rmattr oid 37 current snap is 372 2024-08-29T15:01:55.388 INFO:tasks.rados.rados.0.smithi131.stdout:3801: read oid 36 snap -1 2024-08-29T15:01:55.389 INFO:tasks.rados.rados.0.smithi131.stdout:3801: expect deleted 2024-08-29T15:01:55.389 INFO:tasks.rados.rados.0.smithi131.stdout:3802: snap_create 2024-08-29T15:01:55.391 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2375 (ObjNum 1134 snap 360 seq_num 1134) dirty exists 2024-08-29T15:01:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:55 smithi131 ceph-mon[87973]: osdmap e814: 8 total, 8 up, 8 in 2024-08-29T15:01:55.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:55 smithi131 ceph-mon[87973]: pgmap v813: 121 pgs: 121 active+clean; 507 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 601 KiB/s wr, 14 op/s 2024-08-29T15:01:55.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:55 smithi131 ceph-mon[90512]: osdmap e814: 8 total, 8 up, 8 in 2024-08-29T15:01:55.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:55 smithi131 ceph-mon[90512]: pgmap v813: 121 pgs: 121 active+clean; 507 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 601 KiB/s wr, 14 op/s 2024-08-29T15:01:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:55 smithi169 ceph-mon[78471]: osdmap e814: 8 total, 8 up, 8 in 2024-08-29T15:01:55.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:55 smithi169 ceph-mon[78471]: pgmap v813: 121 pgs: 121 active+clean; 507 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 601 KiB/s wr, 14 op/s 2024-08-29T15:01:56.257 INFO:tasks.rados.rados.0.smithi131.stdout:3800: done (2 left) 2024-08-29T15:01:56.258 INFO:tasks.rados.rados.0.smithi131.stdout:3801: done (1 left) 2024-08-29T15:01:56.258 INFO:tasks.rados.rados.0.smithi131.stdout:3802: done (0 left) 2024-08-29T15:01:56.258 INFO:tasks.rados.rados.0.smithi131.stdout:3803: setattr oid 19 current snap is 373 2024-08-29T15:01:56.259 INFO:tasks.rados.rados.0.smithi131.stdout:3804: copy_from oid 24 from oid 17 current snap is 373 2024-08-29T15:01:56.259 INFO:tasks.rados.rados.0.smithi131.stdout:3805: snap_create 2024-08-29T15:01:56.262 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 2197 (ObjNum 1024 snap 315 seq_num 1024) dirty exists 2024-08-29T15:01:56.264 INFO:tasks.rados.rados.0.smithi131.stdout:3804: finishing copy_from racing read to smithi13174786-24 2024-08-29T15:01:56.266 INFO:tasks.rados.rados.0.smithi131.stdout:3804: finishing copy_from to smithi13174786-24 2024-08-29T15:01:56.266 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 24 v 2138 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-29T15:01:56.287 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:01:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:01:55] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.51.0" 2024-08-29T15:01:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:56 smithi131 ceph-mon[87973]: osdmap e815: 8 total, 8 up, 8 in 2024-08-29T15:01:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:01:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:01:56.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:56 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:01:56.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:56 smithi131 ceph-mon[87973]: osdmap e816: 8 total, 8 up, 8 in 2024-08-29T15:01:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:56 smithi131 ceph-mon[90512]: osdmap e815: 8 total, 8 up, 8 in 2024-08-29T15:01:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:01:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:01:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:56 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:01:56.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:56 smithi131 ceph-mon[90512]: osdmap e816: 8 total, 8 up, 8 in 2024-08-29T15:01:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:56 smithi169 ceph-mon[78471]: osdmap e815: 8 total, 8 up, 8 in 2024-08-29T15:01:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:01:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:01:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:56 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:01:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:56 smithi169 ceph-mon[78471]: osdmap e816: 8 total, 8 up, 8 in 2024-08-29T15:01:57.258 INFO:tasks.rados.rados.0.smithi131.stdout:3803: done (2 left) 2024-08-29T15:01:57.258 INFO:tasks.rados.rados.0.smithi131.stdout:3804: done (1 left) 2024-08-29T15:01:57.258 INFO:tasks.rados.rados.0.smithi131.stdout:3805: done (0 left) 2024-08-29T15:01:57.258 INFO:tasks.rados.rados.0.smithi131.stdout:3806: read oid 6 snap -1 2024-08-29T15:01:57.258 INFO:tasks.rados.rados.0.smithi131.stdout:3806: expect (ObjNum 1064 snap 330 seq_num 1064) 2024-08-29T15:01:57.258 INFO:tasks.rados.rados.0.smithi131.stdout:3807: read oid 32 snap -1 2024-08-29T15:01:57.258 INFO:tasks.rados.rados.0.smithi131.stdout:3807: expect deleted 2024-08-29T15:01:57.259 INFO:tasks.rados.rados.0.smithi131.stdout:3808: setattr oid 19 current snap is 374 2024-08-29T15:01:57.259 INFO:tasks.rados.rados.0.smithi131.stdout:3809: setattr oid 40 current snap is 374 2024-08-29T15:01:57.261 INFO:tasks.rados.rados.0.smithi131.stdout:3810: rmattr oid 42 current snap is 374 2024-08-29T15:01:57.261 INFO:tasks.rados.rados.0.smithi131.stdout:3811: read oid 34 snap -1 2024-08-29T15:01:57.261 INFO:tasks.rados.rados.0.smithi131.stdout:3811: expect deleted 2024-08-29T15:01:57.261 INFO:tasks.rados.rados.0.smithi131.stdout:3812: read oid 8 snap -1 2024-08-29T15:01:57.261 INFO:tasks.rados.rados.0.smithi131.stdout:3812: expect (ObjNum 1076 snap 334 seq_num 1076) 2024-08-29T15:01:57.262 INFO:tasks.rados.rados.0.smithi131.stdout:3813: read oid 13 snap 369 2024-08-29T15:01:57.262 INFO:tasks.rados.rados.0.smithi131.stdout:3813: expect deleted 2024-08-29T15:01:57.262 INFO:tasks.rados.rados.0.smithi131.stdout:3814: delete oid 48 current snap is 374 2024-08-29T15:01:57.271 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 40 v 2148 (ObjNum 876 snap 275 seq_num 876) dirty exists 2024-08-29T15:01:57.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 2149 (ObjNum 948 snap 297 seq_num 948) dirty exists 2024-08-29T15:01:57.274 INFO:tasks.rados.rados.0.smithi131.stdout:3807: done (8 left) 2024-08-29T15:01:57.274 INFO:tasks.rados.rados.0.smithi131.stdout:3809: done (7 left) 2024-08-29T15:01:57.274 INFO:tasks.rados.rados.0.smithi131.stdout:3810: done (6 left) 2024-08-29T15:01:57.274 INFO:tasks.rados.rados.0.smithi131.stdout:3813: done (5 left) 2024-08-29T15:01:57.274 INFO:tasks.rados.rados.0.smithi131.stdout:3814: done (4 left) 2024-08-29T15:01:57.274 INFO:tasks.rados.rados.0.smithi131.stdout:3815: snap_remove snap 346 2024-08-29T15:01:57.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:57 smithi131 ceph-mon[87973]: pgmap v816: 121 pgs: 121 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 930 KiB/s wr, 13 op/s 2024-08-29T15:01:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:01:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:01:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:01:57.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:57 smithi131 ceph-mon[87973]: osdmap e817: 8 total, 8 up, 8 in 2024-08-29T15:01:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:57 smithi131 ceph-mon[90512]: pgmap v816: 121 pgs: 121 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 930 KiB/s wr, 13 op/s 2024-08-29T15:01:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:01:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:01:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:01:57.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:57 smithi131 ceph-mon[90512]: osdmap e817: 8 total, 8 up, 8 in 2024-08-29T15:01:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:57 smithi169 ceph-mon[78471]: pgmap v816: 121 pgs: 121 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 930 KiB/s wr, 13 op/s 2024-08-29T15:01:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:01:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:01:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:01:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:57 smithi169 ceph-mon[78471]: osdmap e817: 8 total, 8 up, 8 in 2024-08-29T15:01:58.260 INFO:tasks.rados.rados.0.smithi131.stdout:3815: done (4 left) 2024-08-29T15:01:58.260 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 13 current snap is 374 2024-08-29T15:01:58.260 INFO:tasks.rados.rados.0.smithi131.stdout:3816: seq_num 1172 ranges {0=434176} 2024-08-29T15:01:58.262 INFO:tasks.rados.rados.0.smithi131.stdout:3816: writing smithi13174786-13 from 0 to 434176 tid 1 2024-08-29T15:01:58.263 INFO:tasks.rados.rados.0.smithi131.stdout:3817: rmattr oid 30 current snap is 374 2024-08-29T15:01:58.264 INFO:tasks.rados.rados.0.smithi131.stdout:3806: expect (ObjNum 1064 snap 330 seq_num 1064) 2024-08-29T15:01:58.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:01:58 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:01:58.280+0000 7f941b456640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1b8 after trimming was started 2024-08-29T15:01:58.648 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 2198 (ObjNum 1024 snap 315 seq_num 1024) dirty exists 2024-08-29T15:01:58.648 INFO:tasks.rados.rados.0.smithi131.stdout:3812: expect (ObjNum 1076 snap 334 seq_num 1076) 2024-08-29T15:01:59.605 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:01:59 smithi131 ceph-mon[87973]: osdmap e818: 8 total, 8 up, 8 in 2024-08-29T15:01:59.605 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:01:59 smithi131 ceph-mon[90512]: osdmap e818: 8 total, 8 up, 8 in 2024-08-29T15:01:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:01:59 smithi169 ceph-mon[78471]: osdmap e818: 8 total, 8 up, 8 in 2024-08-29T15:01:59.882 INFO:tasks.rados.rados.0.smithi131.stdout:3816: finishing write tid 1 to smithi13174786-13 2024-08-29T15:01:59.882 INFO:tasks.rados.rados.0.smithi131.stdout:3816: finishing write tid 2 to smithi13174786-13 2024-08-29T15:01:59.882 INFO:tasks.rados.rados.0.smithi131.stdout:3816: finishing write tid 3 to smithi13174786-13 2024-08-29T15:01:59.882 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 2188 (ObjNum 1172 snap 374 seq_num 1172) dirty exists 2024-08-29T15:01:59.882 INFO:tasks.rados.rados.0.smithi131.stdout:3816: left oid 13 (ObjNum 1172 snap 374 seq_num 1172) 2024-08-29T15:01:59.882 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 30 v 2148 (ObjNum 1084 snap 338 seq_num 1084) dirty exists 2024-08-29T15:01:59.882 INFO:tasks.rados.rados.0.smithi131.stdout:3806: done (5 left) 2024-08-29T15:01:59.882 INFO:tasks.rados.rados.0.smithi131.stdout:3808: done (4 left) 2024-08-29T15:01:59.882 INFO:tasks.rados.rados.0.smithi131.stdout:3811: done (3 left) 2024-08-29T15:01:59.882 INFO:tasks.rados.rados.0.smithi131.stdout:3812: done (2 left) 2024-08-29T15:01:59.883 INFO:tasks.rados.rados.0.smithi131.stdout:3816: done (1 left) 2024-08-29T15:01:59.883 INFO:tasks.rados.rados.0.smithi131.stdout:3817: done (0 left) 2024-08-29T15:01:59.883 INFO:tasks.rados.rados.0.smithi131.stdout:3818: delete oid 33 current snap is 374 2024-08-29T15:01:59.884 INFO:tasks.rados.rados.0.smithi131.stdout:3818: done (0 left) 2024-08-29T15:01:59.884 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 4 current snap is 374 2024-08-29T15:01:59.884 INFO:tasks.rados.rados.0.smithi131.stdout:3819: seq_num 1174 ranges {0=466944} 2024-08-29T15:01:59.887 INFO:tasks.rados.rados.0.smithi131.stdout:3819: writing smithi13174786-4 from 0 to 466944 tid 1 2024-08-29T15:01:59.887 INFO:tasks.rados.rados.0.smithi131.stdout:3820: read oid 26 snap 351 2024-08-29T15:01:59.887 INFO:tasks.rados.rados.0.smithi131.stdout:3820: expect deleted 2024-08-29T15:01:59.887 INFO:tasks.rados.rados.0.smithi131.stdout:3821: read oid 43 snap -1 2024-08-29T15:01:59.887 INFO:tasks.rados.rados.0.smithi131.stdout:3821: expect (ObjNum 1159 snap 367 seq_num 1159) 2024-08-29T15:01:59.887 INFO:tasks.rados.rados.0.smithi131.stdout:3822: read oid 3 snap -1 2024-08-29T15:01:59.887 INFO:tasks.rados.rados.0.smithi131.stdout:3822: expect (ObjNum 1112 snap 354 seq_num 1112) 2024-08-29T15:01:59.887 INFO:tasks.rados.rados.0.smithi131.stdout:3823: read oid 31 snap -1 2024-08-29T15:01:59.887 INFO:tasks.rados.rados.0.smithi131.stdout:3823: expect (ObjNum 1161 snap 367 seq_num 1161) 2024-08-29T15:01:59.888 INFO:tasks.rados.rados.0.smithi131.stdout:3824: setattr oid 13 current snap is 374 2024-08-29T15:01:59.888 INFO:tasks.rados.rados.0.smithi131.stdout:3820: done (5 left) 2024-08-29T15:01:59.888 INFO:tasks.rados.rados.0.smithi131.stdout:3825: read oid 34 snap -1 2024-08-29T15:01:59.888 INFO:tasks.rados.rados.0.smithi131.stdout:3825: expect deleted 2024-08-29T15:01:59.888 INFO:tasks.rados.rados.0.smithi131.stdout:3826: snap_create 2024-08-29T15:01:59.889 INFO:tasks.rados.rados.0.smithi131.stdout:3821: expect (ObjNum 1159 snap 367 seq_num 1159) 2024-08-29T15:01:59.896 INFO:tasks.rados.rados.0.smithi131.stdout:3819: finishing write tid 1 to smithi13174786-4 2024-08-29T15:01:59.896 INFO:tasks.rados.rados.0.smithi131.stdout:3819: finishing write tid 2 to smithi13174786-4 2024-08-29T15:01:59.896 INFO:tasks.rados.rados.0.smithi131.stdout:3823: expect (ObjNum 1161 snap 367 seq_num 1161) 2024-08-29T15:01:59.941 INFO:tasks.rados.rados.0.smithi131.stdout:3819: finishing write tid 3 to smithi13174786-4 2024-08-29T15:01:59.941 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 4 v 2463 (ObjNum 1174 snap 374 seq_num 1174) dirty exists 2024-08-29T15:01:59.941 INFO:tasks.rados.rados.0.smithi131.stdout:3819: left oid 4 (ObjNum 1174 snap 374 seq_num 1174) 2024-08-29T15:01:59.941 INFO:tasks.rados.rados.0.smithi131.stdout:3822: expect (ObjNum 1112 snap 354 seq_num 1112) 2024-08-29T15:02:00.038 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 13 v 2189 (ObjNum 1172 snap 374 seq_num 1172) dirty exists 2024-08-29T15:02:00.273 INFO:tasks.rados.rados.0.smithi131.stdout:3819: done (6 left) 2024-08-29T15:02:00.273 INFO:tasks.rados.rados.0.smithi131.stdout:3821: done (5 left) 2024-08-29T15:02:00.273 INFO:tasks.rados.rados.0.smithi131.stdout:3822: done (4 left) 2024-08-29T15:02:00.273 INFO:tasks.rados.rados.0.smithi131.stdout:3823: done (3 left) 2024-08-29T15:02:00.273 INFO:tasks.rados.rados.0.smithi131.stdout:3824: done (2 left) 2024-08-29T15:02:00.273 INFO:tasks.rados.rados.0.smithi131.stdout:3825: done (1 left) 2024-08-29T15:02:00.273 INFO:tasks.rados.rados.0.smithi131.stdout:3826: done (0 left) 2024-08-29T15:02:00.273 INFO:tasks.rados.rados.0.smithi131.stdout:3827: delete oid 12 current snap is 375 2024-08-29T15:02:00.277 INFO:tasks.rados.rados.0.smithi131.stdout:3827: done (0 left) 2024-08-29T15:02:00.277 INFO:tasks.rados.rados.0.smithi131.stdout:3828: snap_create 2024-08-29T15:02:00.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:00 smithi131 ceph-mon[87973]: pgmap v819: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 422 KiB/s wr, 13 op/s 2024-08-29T15:02:00.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:00 smithi131 ceph-mon[90512]: pgmap v819: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 422 KiB/s wr, 13 op/s 2024-08-29T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:00 smithi169 ceph-mon[78471]: pgmap v819: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 422 KiB/s wr, 13 op/s 2024-08-29T15:02:00.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:02:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:02:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:02:01.281 INFO:tasks.rados.rados.0.smithi131.stdout:3828: done (0 left) 2024-08-29T15:02:01.281 INFO:tasks.rados.rados.0.smithi131.stdout:3829: delete oid 41 current snap is 376 2024-08-29T15:02:01.288 INFO:tasks.rados.rados.0.smithi131.stdout:3829: done (0 left) 2024-08-29T15:02:01.288 INFO:tasks.rados.rados.0.smithi131.stdout:3830: read oid 22 snap 350 2024-08-29T15:02:01.288 INFO:tasks.rados.rados.0.smithi131.stdout:3830: expect (ObjNum 1078 snap 334 seq_num 1078) 2024-08-29T15:02:01.288 INFO:tasks.rados.rados.0.smithi131.stdout:3831: delete oid 10 current snap is 376 2024-08-29T15:02:01.293 INFO:tasks.rados.rados.0.smithi131.stdout:3831: done (1 left) 2024-08-29T15:02:01.293 INFO:tasks.rados.rados.0.smithi131.stdout:3832: snap_create 2024-08-29T15:02:01.295 INFO:tasks.rados.rados.0.smithi131.stdout:3830: expect (ObjNum 1078 snap 334 seq_num 1078) 2024-08-29T15:02:01.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:01 smithi131 ceph-mon[87973]: osdmap e819: 8 total, 8 up, 8 in 2024-08-29T15:02:01.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:01 smithi131 ceph-mon[90512]: osdmap e819: 8 total, 8 up, 8 in 2024-08-29T15:02:01.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:01 smithi169 ceph-mon[78471]: osdmap e819: 8 total, 8 up, 8 in 2024-08-29T15:02:02.289 INFO:tasks.rados.rados.0.smithi131.stdout:3830: done (1 left) 2024-08-29T15:02:02.289 INFO:tasks.rados.rados.0.smithi131.stdout:3832: done (0 left) 2024-08-29T15:02:02.289 INFO:tasks.rados.rados.0.smithi131.stdout:3833: copy_from oid 44 from oid 13 current snap is 377 2024-08-29T15:02:02.289 INFO:tasks.rados.rados.0.smithi131.stdout:3834: snap_remove snap 333 2024-08-29T15:02:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:02 smithi131 ceph-mon[87973]: pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 103 KiB/s wr, 24 op/s 2024-08-29T15:02:02.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:02 smithi131 ceph-mon[87973]: osdmap e820: 8 total, 8 up, 8 in 2024-08-29T15:02:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:02 smithi131 ceph-mon[90512]: pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 103 KiB/s wr, 24 op/s 2024-08-29T15:02:02.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:02 smithi131 ceph-mon[90512]: osdmap e820: 8 total, 8 up, 8 in 2024-08-29T15:02:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:02 smithi169 ceph-mon[78471]: pgmap v821: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 103 KiB/s wr, 24 op/s 2024-08-29T15:02:02.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:02 smithi169 ceph-mon[78471]: osdmap e820: 8 total, 8 up, 8 in 2024-08-29T15:02:03.300 INFO:tasks.rados.rados.0.smithi131.stdout:3834: done (1 left) 2024-08-29T15:02:03.301 INFO:tasks.rados.rados.0.smithi131.stdout:3835: copy_from oid 12 from oid 17 current snap is 377 2024-08-29T15:02:03.301 INFO:tasks.rados.rados.0.smithi131.stdout:3836: delete oid 3 current snap is 377 2024-08-29T15:02:03.301 INFO:tasks.rados.rados.0.smithi131.stdout:3833: finishing copy_from racing read to smithi13174786-44 2024-08-29T15:02:03.301 INFO:tasks.rados.rados.0.smithi131.stdout:3833: finishing copy_from to smithi13174786-44 2024-08-29T15:02:03.301 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 2189 (ObjNum 1172 snap 374 seq_num 1172) dirty exists 2024-08-29T15:02:03.312 INFO:tasks.rados.rados.0.smithi131.stdout:3835: finishing copy_from racing read to smithi13174786-12 2024-08-29T15:02:03.313 INFO:tasks.rados.rados.0.smithi131.stdout:3833: done (2 left) 2024-08-29T15:02:03.313 INFO:tasks.rados.rados.0.smithi131.stdout:3836: done (1 left) 2024-08-29T15:02:03.314 INFO:tasks.rados.rados.0.smithi131.stdout:3837: read oid 47 snap -1 2024-08-29T15:02:03.314 INFO:tasks.rados.rados.0.smithi131.stdout:3837: expect (ObjNum 1153 snap 363 seq_num 1153) 2024-08-29T15:02:03.314 INFO:tasks.rados.rados.0.smithi131.stdout:3838: read oid 43 snap -1 2024-08-29T15:02:03.314 INFO:tasks.rados.rados.0.smithi131.stdout:3838: expect (ObjNum 1159 snap 367 seq_num 1159) 2024-08-29T15:02:03.314 INFO:tasks.rados.rados.0.smithi131.stdout:3839: copy_from oid 20 from oid 35 current snap is 377 2024-08-29T15:02:03.314 INFO:tasks.rados.rados.0.smithi131.stdout:3840: delete oid 26 current snap is 377 2024-08-29T15:02:03.315 INFO:tasks.rados.rados.0.smithi131.stdout:3835: finishing copy_from to smithi13174786-12 2024-08-29T15:02:03.315 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 2138 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-29T15:02:03.318 INFO:tasks.rados.rados.0.smithi131.stdout:3835: done (4 left) 2024-08-29T15:02:03.319 INFO:tasks.rados.rados.0.smithi131.stdout:3840: done (3 left) 2024-08-29T15:02:03.319 INFO:tasks.rados.rados.0.smithi131.stdout:3841: snap_remove snap 299 2024-08-29T15:02:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:03 smithi131 ceph-mon[87973]: osdmap e821: 8 total, 8 up, 8 in 2024-08-29T15:02:03.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:03 smithi131 ceph-mon[87973]: pgmap v824: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 215 KiB/s wr, 15 op/s 2024-08-29T15:02:03.603 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:02:03 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[96557]: 2024-08-29T15:02:03.320+0000 7f1255104640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ab after trimming was started 2024-08-29T15:02:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:03 smithi131 ceph-mon[90512]: osdmap e821: 8 total, 8 up, 8 in 2024-08-29T15:02:03.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:03 smithi131 ceph-mon[90512]: pgmap v824: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 215 KiB/s wr, 15 op/s 2024-08-29T15:02:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:03 smithi169 ceph-mon[78471]: osdmap e821: 8 total, 8 up, 8 in 2024-08-29T15:02:03.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:03 smithi169 ceph-mon[78471]: pgmap v824: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 215 KiB/s wr, 15 op/s 2024-08-29T15:02:04.301 INFO:tasks.rados.rados.0.smithi131.stdout:3841: done (3 left) 2024-08-29T15:02:04.301 INFO:tasks.rados.rados.0.smithi131.stdout:3842: read oid 10 snap -1 2024-08-29T15:02:04.301 INFO:tasks.rados.rados.0.smithi131.stdout:3842: expect deleted 2024-08-29T15:02:04.301 INFO:tasks.rados.rados.0.smithi131.stdout:3843: snap_remove snap 366 2024-08-29T15:02:04.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:04 smithi131 ceph-mon[87973]: osdmap e822: 8 total, 8 up, 8 in 2024-08-29T15:02:04.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:04 smithi131 ceph-mon[90512]: osdmap e822: 8 total, 8 up, 8 in 2024-08-29T15:02:04.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:04 smithi169 ceph-mon[78471]: osdmap e822: 8 total, 8 up, 8 in 2024-08-29T15:02:05.300 INFO:tasks.rados.rados.0.smithi131.stdout:3843: done (4 left) 2024-08-29T15:02:05.300 INFO:tasks.rados.rados.0.smithi131.stdout:3844: read oid 36 snap -1 2024-08-29T15:02:05.300 INFO:tasks.rados.rados.0.smithi131.stdout:3844: expect deleted 2024-08-29T15:02:05.300 INFO:tasks.rados.rados.0.smithi131.stdout:3845: read oid 23 snap -1 2024-08-29T15:02:05.300 INFO:tasks.rados.rados.0.smithi131.stdout:3845: expect (ObjNum 1093 snap 349 seq_num 1093) 2024-08-29T15:02:05.301 INFO:tasks.rados.rados.0.smithi131.stdout:3846: snap_remove snap 350 2024-08-29T15:02:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:05 smithi131 ceph-mon[87973]: osdmap e823: 8 total, 8 up, 8 in 2024-08-29T15:02:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:05 smithi131 ceph-mon[87973]: pgmap v827: 121 pgs: 121 active+clean; 502 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 114 KiB/s wr, 15 op/s 2024-08-29T15:02:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:05.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:05 smithi131 ceph-mon[87973]: osdmap e824: 8 total, 8 up, 8 in 2024-08-29T15:02:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:05 smithi131 ceph-mon[90512]: osdmap e823: 8 total, 8 up, 8 in 2024-08-29T15:02:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:05 smithi131 ceph-mon[90512]: pgmap v827: 121 pgs: 121 active+clean; 502 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 114 KiB/s wr, 15 op/s 2024-08-29T15:02:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:05.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:05 smithi131 ceph-mon[90512]: osdmap e824: 8 total, 8 up, 8 in 2024-08-29T15:02:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:05 smithi169 ceph-mon[78471]: osdmap e823: 8 total, 8 up, 8 in 2024-08-29T15:02:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:05 smithi169 ceph-mon[78471]: pgmap v827: 121 pgs: 121 active+clean; 502 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 114 KiB/s wr, 15 op/s 2024-08-29T15:02:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:05.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:05 smithi169 ceph-mon[78471]: osdmap e824: 8 total, 8 up, 8 in 2024-08-29T15:02:06.258 INFO:tasks.rados.rados.0.smithi131.stdout:3846: done (6 left) 2024-08-29T15:02:06.258 INFO:tasks.rados.rados.0.smithi131.stdout:3847: delete oid 14 current snap is 377 2024-08-29T15:02:06.259 INFO:tasks.rados.rados.0.smithi131.stdout:3837: expect (ObjNum 1153 snap 363 seq_num 1153) 2024-08-29T15:02:06.266 INFO:tasks.rados.rados.0.smithi131.stdout:3838: expect (ObjNum 1159 snap 367 seq_num 1159) 2024-08-29T15:02:06.276 INFO:tasks.rados.rados.0.smithi131.stdout:3837: done (6 left) 2024-08-29T15:02:06.276 INFO:tasks.rados.rados.0.smithi131.stdout:3838: done (5 left) 2024-08-29T15:02:06.276 INFO:tasks.rados.rados.0.smithi131.stdout:3847: done (4 left) 2024-08-29T15:02:06.276 INFO:tasks.rados.rados.0.smithi131.stdout:3848: read oid 31 snap 375 2024-08-29T15:02:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3848: expect (ObjNum 1161 snap 367 seq_num 1161) 2024-08-29T15:02:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3849: rollback oid 3 current snap is 377 2024-08-29T15:02:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 3 to 365 2024-08-29T15:02:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3850: delete oid 38 current snap is 377 2024-08-29T15:02:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3839: finishing copy_from racing read to smithi13174786-20 2024-08-29T15:02:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3839: finishing copy_from to smithi13174786-20 2024-08-29T15:02:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2183 (ObjNum 1063 snap 330 seq_num 1063) dirty exists 2024-08-29T15:02:06.277 INFO:tasks.rados.rados.0.smithi131.stdout:3845: expect (ObjNum 1093 snap 349 seq_num 1093) 2024-08-29T15:02:06.329 INFO:tasks.rados.rados.0.smithi131.stdout:3849: finishing rollback tid 1 to smithi13174786-3 2024-08-29T15:02:06.329 INFO:tasks.rados.rados.0.smithi131.stdout:3848: expect (ObjNum 1161 snap 367 seq_num 1161) 2024-08-29T15:02:06.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:02:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:02:05] "GET /metrics HTTP/1.1" 200 36376 "" "Prometheus/2.51.0" 2024-08-29T15:02:06.371 INFO:tasks.rados.rados.0.smithi131.stdout:3849: finishing rollback tid 2 to smithi13174786-3 2024-08-29T15:02:06.372 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 2703 (ObjNum 1112 snap 354 seq_num 1112) dirty exists 2024-08-29T15:02:06.375 INFO:tasks.rados.rados.0.smithi131.stdout:3839: done (6 left) 2024-08-29T15:02:06.375 INFO:tasks.rados.rados.0.smithi131.stdout:3842: done (5 left) 2024-08-29T15:02:06.375 INFO:tasks.rados.rados.0.smithi131.stdout:3844: done (4 left) 2024-08-29T15:02:06.375 INFO:tasks.rados.rados.0.smithi131.stdout:3845: done (3 left) 2024-08-29T15:02:06.375 INFO:tasks.rados.rados.0.smithi131.stdout:3848: done (2 left) 2024-08-29T15:02:06.375 INFO:tasks.rados.rados.0.smithi131.stdout:3849: done (1 left) 2024-08-29T15:02:06.375 INFO:tasks.rados.rados.0.smithi131.stdout:3850: done (0 left) 2024-08-29T15:02:06.375 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 5 current snap is 377 2024-08-29T15:02:06.375 INFO:tasks.rados.rados.0.smithi131.stdout:3851: seq_num 1182 ranges {5947392=606208} 2024-08-29T15:02:06.410 INFO:tasks.rados.rados.0.smithi131.stdout:3851: writing smithi13174786-5 from 5947392 to 6553600 tid 1 2024-08-29T15:02:06.410 INFO:tasks.rados.rados.0.smithi131.stdout:3852: snap_create 2024-08-29T15:02:06.415 INFO:tasks.rados.rados.0.smithi131.stdout:3851: finishing write tid 1 to smithi13174786-5 2024-08-29T15:02:06.415 INFO:tasks.rados.rados.0.smithi131.stdout:3851: finishing write tid 2 to smithi13174786-5 2024-08-29T15:02:06.417 INFO:tasks.rados.rados.0.smithi131.stdout:3851: finishing write tid 3 to smithi13174786-5 2024-08-29T15:02:06.417 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 5 v 2369 (ObjNum 1182 snap 377 seq_num 1182) dirty exists 2024-08-29T15:02:06.417 INFO:tasks.rados.rados.0.smithi131.stdout:3851: left oid 5 (ObjNum 1182 snap 377 seq_num 1182) 2024-08-29T15:02:07.265 INFO:tasks.rados.rados.0.smithi131.stdout:3851: done (1 left) 2024-08-29T15:02:07.266 INFO:tasks.rados.rados.0.smithi131.stdout:3852: done (0 left) 2024-08-29T15:02:07.266 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 42 current snap is 378 2024-08-29T15:02:07.266 INFO:tasks.rados.rados.0.smithi131.stdout:3853: seq_num 1183 ranges {4718592=622592} 2024-08-29T15:02:07.293 INFO:tasks.rados.rados.0.smithi131.stdout:3853: writing smithi13174786-42 from 4718592 to 5341184 tid 1 2024-08-29T15:02:07.293 INFO:tasks.rados.rados.0.smithi131.stdout:3854: read oid 41 snap -1 2024-08-29T15:02:07.294 INFO:tasks.rados.rados.0.smithi131.stdout:3854: expect deleted 2024-08-29T15:02:07.294 INFO:tasks.rados.rados.0.smithi131.stdout:3855: snap_create 2024-08-29T15:02:07.299 INFO:tasks.rados.rados.0.smithi131.stdout:3853: finishing write tid 1 to smithi13174786-42 2024-08-29T15:02:07.299 INFO:tasks.rados.rados.0.smithi131.stdout:3853: finishing write tid 2 to smithi13174786-42 2024-08-29T15:02:07.301 INFO:tasks.rados.rados.0.smithi131.stdout:3853: finishing write tid 3 to smithi13174786-42 2024-08-29T15:02:07.301 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 2151 (ObjNum 1183 snap 378 seq_num 1183) dirty exists 2024-08-29T15:02:07.301 INFO:tasks.rados.rados.0.smithi131.stdout:3853: left oid 42 (ObjNum 1183 snap 378 seq_num 1183) 2024-08-29T15:02:07.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:07 smithi131 ceph-mon[87973]: osdmap e825: 8 total, 8 up, 8 in 2024-08-29T15:02:07.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:07 smithi131 ceph-mon[90512]: osdmap e825: 8 total, 8 up, 8 in 2024-08-29T15:02:07.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:07 smithi169 ceph-mon[78471]: osdmap e825: 8 total, 8 up, 8 in 2024-08-29T15:02:08.268 INFO:tasks.rados.rados.0.smithi131.stdout:3853: done (2 left) 2024-08-29T15:02:08.269 INFO:tasks.rados.rados.0.smithi131.stdout:3854: done (1 left) 2024-08-29T15:02:08.269 INFO:tasks.rados.rados.0.smithi131.stdout:3855: done (0 left) 2024-08-29T15:02:08.269 INFO:tasks.rados.rados.0.smithi131.stdout:3856: copy_from oid 39 from oid 30 current snap is 379 2024-08-29T15:02:08.269 INFO:tasks.rados.rados.0.smithi131.stdout:3857: read oid 40 snap -1 2024-08-29T15:02:08.269 INFO:tasks.rados.rados.0.smithi131.stdout:3857: expect (ObjNum 876 snap 275 seq_num 876) 2024-08-29T15:02:08.269 INFO:tasks.rados.rados.0.smithi131.stdout:3858: read oid 11 snap -1 2024-08-29T15:02:08.270 INFO:tasks.rados.rados.0.smithi131.stdout:3858: expect deleted 2024-08-29T15:02:08.270 INFO:tasks.rados.rados.0.smithi131.stdout:3859: snap_remove snap 351 2024-08-29T15:02:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:08 smithi131 ceph-mon[87973]: pgmap v830: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 106 KiB/s wr, 15 op/s 2024-08-29T15:02:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:08 smithi131 ceph-mon[87973]: osdmap e826: 8 total, 8 up, 8 in 2024-08-29T15:02:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:08 smithi131 ceph-mon[90512]: pgmap v830: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 106 KiB/s wr, 15 op/s 2024-08-29T15:02:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:08 smithi131 ceph-mon[90512]: osdmap e826: 8 total, 8 up, 8 in 2024-08-29T15:02:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:08 smithi169 ceph-mon[78471]: pgmap v830: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 106 KiB/s wr, 15 op/s 2024-08-29T15:02:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:08 smithi169 ceph-mon[78471]: osdmap e826: 8 total, 8 up, 8 in 2024-08-29T15:02:09.278 INFO:tasks.rados.rados.0.smithi131.stdout:3859: done (3 left) 2024-08-29T15:02:09.278 INFO:tasks.rados.rados.0.smithi131.stdout:3860: copy_from oid 32 from oid 26 current snap is 379 2024-08-29T15:02:09.278 INFO:tasks.rados.rados.0.smithi131.stdout:3857: expect (ObjNum 876 snap 275 seq_num 876) 2024-08-29T15:02:09.390 INFO:tasks.rados.rados.0.smithi131.stdout:3856: finishing copy_from racing read to smithi13174786-39 2024-08-29T15:02:09.390 INFO:tasks.rados.rados.0.smithi131.stdout:3856: finishing copy_from to smithi13174786-39 2024-08-29T15:02:09.390 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 39 v 2148 (ObjNum 1084 snap 338 seq_num 1084) dirty exists 2024-08-29T15:02:09.390 INFO:tasks.rados.rados.0.smithi131.stdout:3860: finishing copy_from to smithi13174786-32 2024-08-29T15:02:09.391 INFO:tasks.rados.rados.0.smithi131.stdout:3860: got expected ENOENT (src dne) 2024-08-29T15:02:09.391 INFO:tasks.rados.rados.0.smithi131.stdout:3860: finishing copy_from racing read to smithi13174786-32 2024-08-29T15:02:09.391 INFO:tasks.rados.rados.0.smithi131.stdout:3856: done (3 left) 2024-08-29T15:02:09.391 INFO:tasks.rados.rados.0.smithi131.stdout:3857: done (2 left) 2024-08-29T15:02:09.391 INFO:tasks.rados.rados.0.smithi131.stdout:3858: done (1 left) 2024-08-29T15:02:09.391 INFO:tasks.rados.rados.0.smithi131.stdout:3860: done (0 left) 2024-08-29T15:02:09.391 INFO:tasks.rados.rados.0.smithi131.stdout:3861: snap_create 2024-08-29T15:02:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:09 smithi131 ceph-mon[87973]: osdmap e827: 8 total, 8 up, 8 in 2024-08-29T15:02:09.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:09 smithi131 ceph-mon[90512]: osdmap e827: 8 total, 8 up, 8 in 2024-08-29T15:02:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:09 smithi169 ceph-mon[78471]: osdmap e827: 8 total, 8 up, 8 in 2024-08-29T15:02:10.284 INFO:tasks.rados.rados.0.smithi131.stdout:3861: done (0 left) 2024-08-29T15:02:10.284 INFO:tasks.rados.rados.0.smithi131.stdout:3862: rollback oid 15 current snap is 380 2024-08-29T15:02:10.284 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 15 to 379 2024-08-29T15:02:10.284 INFO:tasks.rados.rados.0.smithi131.stdout:3863: read oid 2 snap -1 2024-08-29T15:02:10.285 INFO:tasks.rados.rados.0.smithi131.stdout:3863: expect (ObjNum 1121 snap 357 seq_num 1121) 2024-08-29T15:02:10.285 INFO:tasks.rados.rados.0.smithi131.stdout:3864: snap_remove snap 365 2024-08-29T15:02:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:10 smithi131 ceph-mon[87973]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 504 KiB/s wr, 5 op/s 2024-08-29T15:02:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:10 smithi131 ceph-mon[87973]: osdmap e828: 8 total, 8 up, 8 in 2024-08-29T15:02:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:10 smithi131 ceph-mon[90512]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 504 KiB/s wr, 5 op/s 2024-08-29T15:02:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:10 smithi131 ceph-mon[90512]: osdmap e828: 8 total, 8 up, 8 in 2024-08-29T15:02:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:10 smithi169 ceph-mon[78471]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 504 KiB/s wr, 5 op/s 2024-08-29T15:02:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:10 smithi169 ceph-mon[78471]: osdmap e828: 8 total, 8 up, 8 in 2024-08-29T15:02:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:02:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:02:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:02:11.265 INFO:tasks.rados.rados.0.smithi131.stdout:3864: done (2 left) 2024-08-29T15:02:11.265 INFO:tasks.rados.rados.0.smithi131.stdout:3865: read oid 16 snap -1 2024-08-29T15:02:11.265 INFO:tasks.rados.rados.0.smithi131.stdout:3865: expect (ObjNum 1122 snap 357 seq_num 1122) 2024-08-29T15:02:11.266 INFO:tasks.rados.rados.0.smithi131.stdout:3866: copy_from oid 6 from oid 43 current snap is 380 2024-08-29T15:02:11.266 INFO:tasks.rados.rados.0.smithi131.stdout:3867: snap_create 2024-08-29T15:02:11.266 INFO:tasks.rados.rados.0.smithi131.stdout:3862: finishing rollback tid 0 to smithi13174786-15 2024-08-29T15:02:11.266 INFO:tasks.rados.rados.0.smithi131.stdout:3862: finishing rollback tid 1 to smithi13174786-15 2024-08-29T15:02:11.266 INFO:tasks.rados.rados.0.smithi131.stdout:3862: finishing rollback tid 2 to smithi13174786-15 2024-08-29T15:02:11.266 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2379 (ObjNum 1057 snap 330 seq_num 1057) dirty exists 2024-08-29T15:02:11.266 INFO:tasks.rados.rados.0.smithi131.stdout:3863: expect (ObjNum 1121 snap 357 seq_num 1121) 2024-08-29T15:02:11.329 INFO:tasks.rados.rados.0.smithi131.stdout:3866: finishing copy_from racing read to smithi13174786-6 2024-08-29T15:02:11.329 INFO:tasks.rados.rados.0.smithi131.stdout:3866: finishing copy_from to smithi13174786-6 2024-08-29T15:02:11.329 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 2147 (ObjNum 1159 snap 367 seq_num 1159) dirty exists 2024-08-29T15:02:11.329 INFO:tasks.rados.rados.0.smithi131.stdout:3865: expect (ObjNum 1122 snap 357 seq_num 1122) 2024-08-29T15:02:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:11 smithi131 ceph-mon[87973]: osdmap e829: 8 total, 8 up, 8 in 2024-08-29T15:02:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:11 smithi131 ceph-mon[87973]: pgmap v836: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 991 KiB/s rd, 546 KiB/s wr, 5 op/s 2024-08-29T15:02:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:11 smithi131 ceph-mon[87973]: osdmap e830: 8 total, 8 up, 8 in 2024-08-29T15:02:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:11 smithi131 ceph-mon[90512]: osdmap e829: 8 total, 8 up, 8 in 2024-08-29T15:02:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:11 smithi131 ceph-mon[90512]: pgmap v836: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 991 KiB/s rd, 546 KiB/s wr, 5 op/s 2024-08-29T15:02:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:11 smithi131 ceph-mon[90512]: osdmap e830: 8 total, 8 up, 8 in 2024-08-29T15:02:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:11 smithi169 ceph-mon[78471]: osdmap e829: 8 total, 8 up, 8 in 2024-08-29T15:02:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:11 smithi169 ceph-mon[78471]: pgmap v836: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 991 KiB/s rd, 546 KiB/s wr, 5 op/s 2024-08-29T15:02:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:11 smithi169 ceph-mon[78471]: osdmap e830: 8 total, 8 up, 8 in 2024-08-29T15:02:12.266 INFO:tasks.rados.rados.0.smithi131.stdout:3862: done (4 left) 2024-08-29T15:02:12.266 INFO:tasks.rados.rados.0.smithi131.stdout:3863: done (3 left) 2024-08-29T15:02:12.266 INFO:tasks.rados.rados.0.smithi131.stdout:3865: done (2 left) 2024-08-29T15:02:12.267 INFO:tasks.rados.rados.0.smithi131.stdout:3866: done (1 left) 2024-08-29T15:02:12.267 INFO:tasks.rados.rados.0.smithi131.stdout:3867: done (0 left) 2024-08-29T15:02:12.267 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 381 2024-08-29T15:02:12.267 INFO:tasks.rados.rados.0.smithi131.stdout:3868: seq_num 1184 ranges {1007616=638976} 2024-08-29T15:02:12.275 INFO:tasks.rados.rados.0.smithi131.stdout:3868: writing smithi13174786-20 from 1007616 to 1646592 tid 1 2024-08-29T15:02:12.275 INFO:tasks.rados.rados.0.smithi131.stdout:3869: read oid 30 snap -1 2024-08-29T15:02:12.275 INFO:tasks.rados.rados.0.smithi131.stdout:3869: expect (ObjNum 1084 snap 338 seq_num 1084) 2024-08-29T15:02:12.275 INFO:tasks.rados.rados.0.smithi131.stdout:3870: snap_remove snap 372 2024-08-29T15:02:13.275 INFO:tasks.rados.rados.0.smithi131.stdout:3870: done (2 left) 2024-08-29T15:02:13.275 INFO:tasks.rados.rados.0.smithi131.stdout:3871: snap_remove snap 370 2024-08-29T15:02:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:13 smithi131 ceph-mon[87973]: osdmap e831: 8 total, 8 up, 8 in 2024-08-29T15:02:13.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:13 smithi131 ceph-mon[90512]: osdmap e831: 8 total, 8 up, 8 in 2024-08-29T15:02:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:13 smithi169 ceph-mon[78471]: osdmap e831: 8 total, 8 up, 8 in 2024-08-29T15:02:14.273 INFO:tasks.rados.rados.0.smithi131.stdout:3871: done (2 left) 2024-08-29T15:02:14.273 INFO:tasks.rados.rados.0.smithi131.stdout:3872: copy_from oid 21 from oid 34 current snap is 381 2024-08-29T15:02:14.273 INFO:tasks.rados.rados.0.smithi131.stdout:3868: finishing write tid 1 to smithi13174786-20 2024-08-29T15:02:14.273 INFO:tasks.rados.rados.0.smithi131.stdout:3868: finishing write tid 2 to smithi13174786-20 2024-08-29T15:02:14.273 INFO:tasks.rados.rados.0.smithi131.stdout:3868: finishing write tid 3 to smithi13174786-20 2024-08-29T15:02:14.273 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2185 (ObjNum 1184 snap 381 seq_num 1184) dirty exists 2024-08-29T15:02:14.273 INFO:tasks.rados.rados.0.smithi131.stdout:3868: left oid 20 (ObjNum 1184 snap 381 seq_num 1184) 2024-08-29T15:02:14.273 INFO:tasks.rados.rados.0.smithi131.stdout:3869: expect (ObjNum 1084 snap 338 seq_num 1084) 2024-08-29T15:02:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:14 smithi131 ceph-mon[87973]: pgmap v839: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 148 KiB/s wr, 3 op/s 2024-08-29T15:02:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:14 smithi131 ceph-mon[87973]: osdmap e832: 8 total, 8 up, 8 in 2024-08-29T15:02:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:14 smithi131 ceph-mon[90512]: pgmap v839: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 148 KiB/s wr, 3 op/s 2024-08-29T15:02:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:14 smithi131 ceph-mon[90512]: osdmap e832: 8 total, 8 up, 8 in 2024-08-29T15:02:14.627 INFO:tasks.rados.rados.0.smithi131.stdout:3872: finishing copy_from to smithi13174786-21 2024-08-29T15:02:14.627 INFO:tasks.rados.rados.0.smithi131.stdout:3872: got expected ENOENT (src dne) 2024-08-29T15:02:14.627 INFO:tasks.rados.rados.0.smithi131.stdout:3872: finishing copy_from racing read to smithi13174786-21 2024-08-29T15:02:14.627 INFO:tasks.rados.rados.0.smithi131.stdout:3868: done (2 left) 2024-08-29T15:02:14.627 INFO:tasks.rados.rados.0.smithi131.stdout:3869: done (1 left) 2024-08-29T15:02:14.628 INFO:tasks.rados.rados.0.smithi131.stdout:3872: done (0 left) 2024-08-29T15:02:14.628 INFO:tasks.rados.rados.0.smithi131.stdout:3873: delete oid 8 current snap is 381 2024-08-29T15:02:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:14 smithi169 ceph-mon[78471]: pgmap v839: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 148 KiB/s wr, 3 op/s 2024-08-29T15:02:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:14 smithi169 ceph-mon[78471]: osdmap e832: 8 total, 8 up, 8 in 2024-08-29T15:02:14.630 INFO:tasks.rados.rados.0.smithi131.stdout:3873: done (0 left) 2024-08-29T15:02:14.630 INFO:tasks.rados.rados.0.smithi131.stdout:3874: rollback oid 33 current snap is 381 2024-08-29T15:02:14.630 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 33 to 373 2024-08-29T15:02:14.631 INFO:tasks.rados.rados.0.smithi131.stdout:3875: snap_create 2024-08-29T15:02:14.632 INFO:tasks.rados.rados.0.smithi131.stdout:3874: finishing rollback tid 1 to smithi13174786-33 2024-08-29T15:02:14.632 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2190 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-29T15:02:15.289 INFO:tasks.rados.rados.0.smithi131.stdout:3874: done (1 left) 2024-08-29T15:02:15.290 INFO:tasks.rados.rados.0.smithi131.stdout:3875: done (0 left) 2024-08-29T15:02:15.290 INFO:tasks.rados.rados.0.smithi131.stdout:3876: setattr oid 49 current snap is 382 2024-08-29T15:02:15.291 INFO:tasks.rados.rados.0.smithi131.stdout:3877: rollback oid 23 current snap is 382 2024-08-29T15:02:15.291 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 23 to 360 2024-08-29T15:02:15.291 INFO:tasks.rados.rados.0.smithi131.stdout:3878: snap_remove snap 321 2024-08-29T15:02:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:15 smithi131 ceph-mon[87973]: osdmap e833: 8 total, 8 up, 8 in 2024-08-29T15:02:15.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:15 smithi131 ceph-mon[90512]: osdmap e833: 8 total, 8 up, 8 in 2024-08-29T15:02:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:15 smithi169 ceph-mon[78471]: osdmap e833: 8 total, 8 up, 8 in 2024-08-29T15:02:16.263 INFO:tasks.rados.rados.0.smithi131.stdout:3878: done (2 left) 2024-08-29T15:02:16.263 INFO:tasks.rados.rados.0.smithi131.stdout:3879: delete oid 47 current snap is 382 2024-08-29T15:02:16.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 2517 (ObjNum 33 snap 0 seq_num 2121534336) dirty exists 2024-08-29T15:02:16.263 INFO:tasks.rados.rados.0.smithi131.stdout:3877: finishing rollback tid 0 to smithi13174786-23 2024-08-29T15:02:16.263 INFO:tasks.rados.rados.0.smithi131.stdout:3877: finishing rollback tid 1 to smithi13174786-23 2024-08-29T15:02:16.263 INFO:tasks.rados.rados.0.smithi131.stdout:3877: finishing rollback tid 2 to smithi13174786-23 2024-08-29T15:02:16.263 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 23 v 2206 (ObjNum 1093 snap 349 seq_num 1093) dirty exists 2024-08-29T15:02:16.283 INFO:tasks.rados.rados.0.smithi131.stdout:3876: done (2 left) 2024-08-29T15:02:16.283 INFO:tasks.rados.rados.0.smithi131.stdout:3877: done (1 left) 2024-08-29T15:02:16.283 INFO:tasks.rados.rados.0.smithi131.stdout:3879: done (0 left) 2024-08-29T15:02:16.283 INFO:tasks.rados.rados.0.smithi131.stdout:3880: snap_remove snap 376 2024-08-29T15:02:16.286 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:02:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:02:15] "GET /metrics HTTP/1.1" 200 36376 "" "Prometheus/2.51.0" 2024-08-29T15:02:16.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:16 smithi131 ceph-mon[87973]: pgmap v842: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-29T15:02:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:16 smithi131 ceph-mon[87973]: osdmap e834: 8 total, 8 up, 8 in 2024-08-29T15:02:16.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:16 smithi131 ceph-mon[87973]: osdmap e835: 8 total, 8 up, 8 in 2024-08-29T15:02:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:16 smithi131 ceph-mon[90512]: pgmap v842: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-29T15:02:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:16 smithi131 ceph-mon[90512]: osdmap e834: 8 total, 8 up, 8 in 2024-08-29T15:02:16.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:16 smithi131 ceph-mon[90512]: osdmap e835: 8 total, 8 up, 8 in 2024-08-29T15:02:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:16 smithi169 ceph-mon[78471]: pgmap v842: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-29T15:02:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:16 smithi169 ceph-mon[78471]: osdmap e834: 8 total, 8 up, 8 in 2024-08-29T15:02:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:16 smithi169 ceph-mon[78471]: osdmap e835: 8 total, 8 up, 8 in 2024-08-29T15:02:17.269 INFO:tasks.rados.rados.0.smithi131.stdout:3880: done (0 left) 2024-08-29T15:02:17.270 INFO:tasks.rados.rados.0.smithi131.stdout:3881: read oid 33 snap 379 2024-08-29T15:02:17.270 INFO:tasks.rados.rados.0.smithi131.stdout:3881: expect deleted 2024-08-29T15:02:17.270 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 382 2024-08-29T15:02:17.270 INFO:tasks.rados.rados.0.smithi131.stdout:3882: seq_num 1187 ranges {2957312=688128} 2024-08-29T15:02:17.290 INFO:tasks.rados.rados.0.smithi131.stdout:3882: writing smithi13174786-19 from 2957312 to 3645440 tid 1 2024-08-29T15:02:17.290 INFO:tasks.rados.rados.0.smithi131.stdout:3883: read oid 38 snap -1 2024-08-29T15:02:17.290 INFO:tasks.rados.rados.0.smithi131.stdout:3883: expect deleted 2024-08-29T15:02:17.290 INFO:tasks.rados.rados.0.smithi131.stdout:3884: read oid 29 snap -1 2024-08-29T15:02:17.290 INFO:tasks.rados.rados.0.smithi131.stdout:3884: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T15:02:17.290 INFO:tasks.rados.rados.0.smithi131.stdout:3885: read oid 11 snap 353 2024-08-29T15:02:17.290 INFO:tasks.rados.rados.0.smithi131.stdout:3885: expect deleted 2024-08-29T15:02:17.290 INFO:tasks.rados.rados.0.smithi131.stdout:3886: snap_remove snap 349 2024-08-29T15:02:18.295 INFO:tasks.rados.rados.0.smithi131.stdout:3886: done (5 left) 2024-08-29T15:02:18.295 INFO:tasks.rados.rados.0.smithi131.stdout:3887: rollback oid 26 current snap is 382 2024-08-29T15:02:18.296 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 26 to 353 2024-08-29T15:02:18.296 INFO:tasks.rados.rados.0.smithi131.stdout:3882: finishing write tid 1 to smithi13174786-19 2024-08-29T15:02:18.296 INFO:tasks.rados.rados.0.smithi131.stdout:3882: finishing write tid 2 to smithi13174786-19 2024-08-29T15:02:18.296 INFO:tasks.rados.rados.0.smithi131.stdout:3882: finishing write tid 3 to smithi13174786-19 2024-08-29T15:02:18.296 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 2200 (ObjNum 1187 snap 382 seq_num 1187) dirty exists 2024-08-29T15:02:18.296 INFO:tasks.rados.rados.0.smithi131.stdout:3882: left oid 19 (ObjNum 1187 snap 382 seq_num 1187) 2024-08-29T15:02:18.296 INFO:tasks.rados.rados.0.smithi131.stdout:3884: expect (ObjNum 783 snap 251 seq_num 783) 2024-08-29T15:02:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:18 smithi131 ceph-mon[87973]: pgmap v845: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-29T15:02:18.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:18 smithi131 ceph-mon[87973]: osdmap e836: 8 total, 8 up, 8 in 2024-08-29T15:02:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:18 smithi131 ceph-mon[90512]: pgmap v845: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-29T15:02:18.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:18 smithi131 ceph-mon[90512]: osdmap e836: 8 total, 8 up, 8 in 2024-08-29T15:02:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:18 smithi169 ceph-mon[78471]: pgmap v845: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 475 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-29T15:02:18.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:18 smithi169 ceph-mon[78471]: osdmap e836: 8 total, 8 up, 8 in 2024-08-29T15:02:19.417 INFO:tasks.rados.rados.0.smithi131.stdout:3887: finishing rollback tid 1 to smithi13174786-26 2024-08-29T15:02:19.417 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 26 v 2187 (ObjNum 897 snap 0 seq_num 2121773600) dirty dne 2024-08-29T15:02:19.417 INFO:tasks.rados.rados.0.smithi131.stdout:3881: done (5 left) 2024-08-29T15:02:19.417 INFO:tasks.rados.rados.0.smithi131.stdout:3882: done (4 left) 2024-08-29T15:02:19.417 INFO:tasks.rados.rados.0.smithi131.stdout:3883: done (3 left) 2024-08-29T15:02:19.418 INFO:tasks.rados.rados.0.smithi131.stdout:3884: done (2 left) 2024-08-29T15:02:19.418 INFO:tasks.rados.rados.0.smithi131.stdout:3885: done (1 left) 2024-08-29T15:02:19.418 INFO:tasks.rados.rados.0.smithi131.stdout:3887: done (0 left) 2024-08-29T15:02:19.418 INFO:tasks.rados.rados.0.smithi131.stdout:3888: delete oid 19 current snap is 382 2024-08-29T15:02:19.420 INFO:tasks.rados.rados.0.smithi131.stdout:3888: done (0 left) 2024-08-29T15:02:19.420 INFO:tasks.rados.rados.0.smithi131.stdout:3889: read oid 7 snap 360 2024-08-29T15:02:19.420 INFO:tasks.rados.rados.0.smithi131.stdout:3889: expect deleted 2024-08-29T15:02:19.420 INFO:tasks.rados.rados.0.smithi131.stdout:3890: snap_create 2024-08-29T15:02:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:19 smithi131 ceph-mon[87973]: osdmap e837: 8 total, 8 up, 8 in 2024-08-29T15:02:19.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:19 smithi131 ceph-mon[87973]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 456 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T15:02:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:19 smithi131 ceph-mon[90512]: osdmap e837: 8 total, 8 up, 8 in 2024-08-29T15:02:19.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:19 smithi131 ceph-mon[90512]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 456 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T15:02:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:19 smithi169 ceph-mon[78471]: osdmap e837: 8 total, 8 up, 8 in 2024-08-29T15:02:19.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:19 smithi169 ceph-mon[78471]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 456 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T15:02:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3889: done (1 left) 2024-08-29T15:02:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3890: done (0 left) 2024-08-29T15:02:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3891: copy_from oid 20 from oid 28 current snap is 383 2024-08-29T15:02:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3892: rollback oid 6 current snap is 383 2024-08-29T15:02:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 6 to 375 2024-08-29T15:02:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 383 2024-08-29T15:02:20.306 INFO:tasks.rados.rados.0.smithi131.stdout:3893: seq_num 1189 ranges {0=720896} 2024-08-29T15:02:20.309 INFO:tasks.rados.rados.0.smithi131.stdout:3893: writing smithi13174786-33 from 0 to 720896 tid 1 2024-08-29T15:02:20.309 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 19 current snap is 383 2024-08-29T15:02:20.309 INFO:tasks.rados.rados.0.smithi131.stdout:3894: seq_num 1190 ranges {0=737280} 2024-08-29T15:02:20.314 INFO:tasks.rados.rados.0.smithi131.stdout:3894: writing smithi13174786-19 from 0 to 737280 tid 1 2024-08-29T15:02:20.315 INFO:tasks.rados.rados.0.smithi131.stdout:3895: rmattr oid 48 current snap is 383 2024-08-29T15:02:20.315 INFO:tasks.rados.rados.0.smithi131.stdout:3895: done (4 left) 2024-08-29T15:02:20.315 INFO:tasks.rados.rados.0.smithi131.stdout:3896: copy_from oid 47 from oid 16 current snap is 383 2024-08-29T15:02:20.315 INFO:tasks.rados.rados.0.smithi131.stdout:3891: finishing copy_from to smithi13174786-20 2024-08-29T15:02:20.315 INFO:tasks.rados.rados.0.smithi131.stdout:3891: got expected ENOENT (src dne) 2024-08-29T15:02:20.315 INFO:tasks.rados.rados.0.smithi131.stdout:3891: finishing copy_from racing read to smithi13174786-20 2024-08-29T15:02:20.315 INFO:tasks.rados.rados.0.smithi131.stdout:3892: finishing rollback tid 0 to smithi13174786-6 2024-08-29T15:02:20.315 INFO:tasks.rados.rados.0.smithi131.stdout:3892: finishing rollback tid 1 to smithi13174786-6 2024-08-29T15:02:20.315 INFO:tasks.rados.rados.0.smithi131.stdout:3892: finishing rollback tid 2 to smithi13174786-6 2024-08-29T15:02:20.315 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 2204 (ObjNum 1064 snap 330 seq_num 1064) dirty exists 2024-08-29T15:02:20.316 INFO:tasks.rados.rados.0.smithi131.stdout:3893: finishing write tid 1 to smithi13174786-33 2024-08-29T15:02:20.316 INFO:tasks.rados.rados.0.smithi131.stdout:3891: done (4 left) 2024-08-29T15:02:20.316 INFO:tasks.rados.rados.0.smithi131.stdout:3892: done (3 left) 2024-08-29T15:02:20.316 INFO:tasks.rados.rados.0.smithi131.stdout:3897: setattr oid 44 current snap is 383 2024-08-29T15:02:20.316 INFO:tasks.rados.rados.0.smithi131.stdout:3893: finishing write tid 2 to smithi13174786-33 2024-08-29T15:02:20.317 INFO:tasks.rados.rados.0.smithi131.stdout:3893: finishing write tid 3 to smithi13174786-33 2024-08-29T15:02:20.317 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2192 (ObjNum 1189 snap 383 seq_num 1189) dirty exists 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:3893: left oid 33 (ObjNum 1189 snap 383 seq_num 1189) 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:3893: done (3 left) 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:3898: rollback oid 21 current snap is 383 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 21 to 369 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:3899: read oid 43 snap -1 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:3899: expect (ObjNum 1159 snap 367 seq_num 1159) 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:3900: rollback oid 1 current snap is 383 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 1 to 336 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:3901: rollback oid 36 current snap is 383 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 36 to 353 2024-08-29T15:02:20.318 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 22 current snap is 383 2024-08-29T15:02:20.319 INFO:tasks.rados.rados.0.smithi131.stdout:3902: seq_num 1191 ranges {1490944=753664} 2024-08-29T15:02:20.330 INFO:tasks.rados.rados.0.smithi131.stdout:3902: writing smithi13174786-22 from 1490944 to 2244608 tid 1 2024-08-29T15:02:20.331 INFO:tasks.rados.rados.0.smithi131.stdout:3903: snap_create 2024-08-29T15:02:20.331 INFO:tasks.rados.rados.0.smithi131.stdout:3899: expect (ObjNum 1159 snap 367 seq_num 1159) 2024-08-29T15:02:20.337 INFO:tasks.rados.rados.0.smithi131.stdout:3900: finishing rollback tid 0 to smithi13174786-1 2024-08-29T15:02:20.337 INFO:tasks.rados.rados.0.smithi131.stdout:3894: finishing write tid 1 to smithi13174786-19 2024-08-29T15:02:20.337 INFO:tasks.rados.rados.0.smithi131.stdout:3900: finishing rollback tid 1 to smithi13174786-1 2024-08-29T15:02:20.337 INFO:tasks.rados.rados.0.smithi131.stdout:3894: finishing write tid 2 to smithi13174786-19 2024-08-29T15:02:20.337 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 44 v 2531 (ObjNum 1172 snap 374 seq_num 1172) dirty exists 2024-08-29T15:02:20.337 INFO:tasks.rados.rados.0.smithi131.stdout:3901: finishing rollback tid 1 to smithi13174786-36 2024-08-29T15:02:20.338 INFO:tasks.rados.rados.0.smithi131.stdout:3898: finishing rollback tid 0 to smithi13174786-21 2024-08-29T15:02:20.338 INFO:tasks.rados.rados.0.smithi131.stdout:3894: finishing write tid 3 to smithi13174786-19 2024-08-29T15:02:20.338 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 19 v 2206 (ObjNum 1190 snap 383 seq_num 1190) dirty exists 2024-08-29T15:02:20.338 INFO:tasks.rados.rados.0.smithi131.stdout:3894: left oid 19 (ObjNum 1190 snap 383 seq_num 1190) 2024-08-29T15:02:20.338 INFO:tasks.rados.rados.0.smithi131.stdout:3901: finishing rollback tid 2 to smithi13174786-36 2024-08-29T15:02:20.338 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 36 v 2153 (ObjNum 942 snap 296 seq_num 942) dirty exists 2024-08-29T15:02:20.338 INFO:tasks.rados.rados.0.smithi131.stdout:3898: finishing rollback tid 1 to smithi13174786-21 2024-08-29T15:02:20.338 INFO:tasks.rados.rados.0.smithi131.stdout:3898: finishing rollback tid 2 to smithi13174786-21 2024-08-29T15:02:20.338 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 21 v 2188 (ObjNum 1152 snap 363 seq_num 1152) dirty exists 2024-08-29T15:02:20.338 INFO:tasks.rados.rados.0.smithi131.stdout:3900: finishing rollback tid 2 to smithi13174786-1 2024-08-29T15:02:20.339 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 1 v 2379 (ObjNum 1037 snap 324 seq_num 1037) dirty exists 2024-08-29T15:02:20.339 INFO:tasks.rados.rados.0.smithi131.stdout:3896: finishing copy_from racing read to smithi13174786-47 2024-08-29T15:02:20.339 INFO:tasks.rados.rados.0.smithi131.stdout:3896: finishing copy_from to smithi13174786-47 2024-08-29T15:02:20.339 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 2394 (ObjNum 1122 snap 357 seq_num 1122) dirty exists 2024-08-29T15:02:20.339 INFO:tasks.rados.rados.0.smithi131.stdout:3902: finishing write tid 1 to smithi13174786-22 2024-08-29T15:02:20.339 INFO:tasks.rados.rados.0.smithi131.stdout:3902: finishing write tid 2 to smithi13174786-22 2024-08-29T15:02:20.340 INFO:tasks.rados.rados.0.smithi131.stdout:3902: finishing write tid 3 to smithi13174786-22 2024-08-29T15:02:20.340 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 22 v 2772 (ObjNum 1191 snap 383 seq_num 1191) dirty exists 2024-08-29T15:02:20.340 INFO:tasks.rados.rados.0.smithi131.stdout:3902: left oid 22 (ObjNum 1191 snap 383 seq_num 1191) 2024-08-29T15:02:20.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:20.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:20.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:02:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:02:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:02:21.263 INFO:tasks.rados.rados.0.smithi131.stdout:3894: done (8 left) 2024-08-29T15:02:21.263 INFO:tasks.rados.rados.0.smithi131.stdout:3896: done (7 left) 2024-08-29T15:02:21.263 INFO:tasks.rados.rados.0.smithi131.stdout:3897: done (6 left) 2024-08-29T15:02:21.263 INFO:tasks.rados.rados.0.smithi131.stdout:3898: done (5 left) 2024-08-29T15:02:21.263 INFO:tasks.rados.rados.0.smithi131.stdout:3899: done (4 left) 2024-08-29T15:02:21.264 INFO:tasks.rados.rados.0.smithi131.stdout:3900: done (3 left) 2024-08-29T15:02:21.264 INFO:tasks.rados.rados.0.smithi131.stdout:3901: done (2 left) 2024-08-29T15:02:21.264 INFO:tasks.rados.rados.0.smithi131.stdout:3902: done (1 left) 2024-08-29T15:02:21.264 INFO:tasks.rados.rados.0.smithi131.stdout:3903: done (0 left) 2024-08-29T15:02:21.264 INFO:tasks.rados.rados.0.smithi131.stdout:3904: snap_create 2024-08-29T15:02:21.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:21 smithi131 ceph-mon[87973]: osdmap e838: 8 total, 8 up, 8 in 2024-08-29T15:02:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:21 smithi131 ceph-mon[87973]: pgmap v850: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 452 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 164 KiB/s wr, 7 op/s 2024-08-29T15:02:21.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:21 smithi131 ceph-mon[87973]: osdmap e839: 8 total, 8 up, 8 in 2024-08-29T15:02:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:21 smithi131 ceph-mon[90512]: osdmap e838: 8 total, 8 up, 8 in 2024-08-29T15:02:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:21 smithi131 ceph-mon[90512]: pgmap v850: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 452 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 164 KiB/s wr, 7 op/s 2024-08-29T15:02:21.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:21 smithi131 ceph-mon[90512]: osdmap e839: 8 total, 8 up, 8 in 2024-08-29T15:02:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:21 smithi169 ceph-mon[78471]: osdmap e838: 8 total, 8 up, 8 in 2024-08-29T15:02:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:21 smithi169 ceph-mon[78471]: pgmap v850: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 452 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 164 KiB/s wr, 7 op/s 2024-08-29T15:02:21.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:21 smithi169 ceph-mon[78471]: osdmap e839: 8 total, 8 up, 8 in 2024-08-29T15:02:22.264 INFO:tasks.rados.rados.0.smithi131.stdout:3904: done (0 left) 2024-08-29T15:02:22.265 INFO:tasks.rados.rados.0.smithi131.stdout:3905: copy_from oid 12 from oid 13 current snap is 385 2024-08-29T15:02:22.265 INFO:tasks.rados.rados.0.smithi131.stdout:3906: snap_create 2024-08-29T15:02:22.275 INFO:tasks.rados.rados.0.smithi131.stdout:3905: finishing copy_from racing read to smithi13174786-12 2024-08-29T15:02:22.276 INFO:tasks.rados.rados.0.smithi131.stdout:3905: finishing copy_from to smithi13174786-12 2024-08-29T15:02:22.277 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 12 v 2189 (ObjNum 1172 snap 374 seq_num 1172) dirty exists 2024-08-29T15:02:23.271 INFO:tasks.rados.rados.0.smithi131.stdout:3905: done (1 left) 2024-08-29T15:02:23.271 INFO:tasks.rados.rados.0.smithi131.stdout:3906: done (0 left) 2024-08-29T15:02:23.271 INFO:tasks.rados.rados.0.smithi131.stdout:3907: rollback oid 8 current snap is 386 2024-08-29T15:02:23.271 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 8 to 377 2024-08-29T15:02:23.271 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 32 current snap is 386 2024-08-29T15:02:23.271 INFO:tasks.rados.rados.0.smithi131.stdout:3908: seq_num 1192 ranges {0=770048} 2024-08-29T15:02:23.276 INFO:tasks.rados.rados.0.smithi131.stdout:3908: writing smithi13174786-32 from 0 to 770048 tid 1 2024-08-29T15:02:23.276 INFO:tasks.rados.rados.0.smithi131.stdout:3909: snap_create 2024-08-29T15:02:23.276 INFO:tasks.rados.rados.0.smithi131.stdout:3907: finishing rollback tid 1 to smithi13174786-8 2024-08-29T15:02:23.276 INFO:tasks.rados.rados.0.smithi131.stdout:3907: finishing rollback tid 2 to smithi13174786-8 2024-08-29T15:02:23.276 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 2372 (ObjNum 1076 snap 334 seq_num 1076) dirty exists 2024-08-29T15:02:23.283 INFO:tasks.rados.rados.0.smithi131.stdout:3908: finishing write tid 1 to smithi13174786-32 2024-08-29T15:02:23.284 INFO:tasks.rados.rados.0.smithi131.stdout:3908: finishing write tid 2 to smithi13174786-32 2024-08-29T15:02:23.285 INFO:tasks.rados.rados.0.smithi131.stdout:3908: finishing write tid 3 to smithi13174786-32 2024-08-29T15:02:23.285 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 32 v 2774 (ObjNum 1192 snap 386 seq_num 1192) dirty exists 2024-08-29T15:02:23.285 INFO:tasks.rados.rados.0.smithi131.stdout:3908: left oid 32 (ObjNum 1192 snap 386 seq_num 1192) 2024-08-29T15:02:23.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:23 smithi131 ceph-mon[87973]: osdmap e840: 8 total, 8 up, 8 in 2024-08-29T15:02:23.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:23 smithi131 ceph-mon[90512]: osdmap e840: 8 total, 8 up, 8 in 2024-08-29T15:02:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:23 smithi169 ceph-mon[78471]: osdmap e840: 8 total, 8 up, 8 in 2024-08-29T15:02:24.272 INFO:tasks.rados.rados.0.smithi131.stdout:3907: done (2 left) 2024-08-29T15:02:24.272 INFO:tasks.rados.rados.0.smithi131.stdout:3908: done (1 left) 2024-08-29T15:02:24.272 INFO:tasks.rados.rados.0.smithi131.stdout:3909: done (0 left) 2024-08-29T15:02:24.272 INFO:tasks.rados.rados.0.smithi131.stdout:3910: rmattr oid 22 current snap is 387 2024-08-29T15:02:24.272 INFO:tasks.rados.rados.0.smithi131.stdout:3910: done (0 left) 2024-08-29T15:02:24.272 INFO:tasks.rados.rados.0.smithi131.stdout:3911: read oid 10 snap -1 2024-08-29T15:02:24.272 INFO:tasks.rados.rados.0.smithi131.stdout:3911: expect deleted 2024-08-29T15:02:24.272 INFO:tasks.rados.rados.0.smithi131.stdout:3912: delete oid 6 current snap is 387 2024-08-29T15:02:24.279 INFO:tasks.rados.rados.0.smithi131.stdout:3911: done (1 left) 2024-08-29T15:02:24.279 INFO:tasks.rados.rados.0.smithi131.stdout:3912: done (0 left) 2024-08-29T15:02:24.279 INFO:tasks.rados.rados.0.smithi131.stdout:3913: snap_remove snap 380 2024-08-29T15:02:24.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:24 smithi131 ceph-mon[87973]: pgmap v853: 121 pgs: 121 active+clean; 442 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 645 KiB/s wr, 7 op/s 2024-08-29T15:02:24.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:24 smithi131 ceph-mon[87973]: osdmap e841: 8 total, 8 up, 8 in 2024-08-29T15:02:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:24 smithi131 ceph-mon[90512]: pgmap v853: 121 pgs: 121 active+clean; 442 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 645 KiB/s wr, 7 op/s 2024-08-29T15:02:24.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:24 smithi131 ceph-mon[90512]: osdmap e841: 8 total, 8 up, 8 in 2024-08-29T15:02:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:24 smithi169 ceph-mon[78471]: pgmap v853: 121 pgs: 121 active+clean; 442 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 645 KiB/s wr, 7 op/s 2024-08-29T15:02:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:24 smithi169 ceph-mon[78471]: osdmap e841: 8 total, 8 up, 8 in 2024-08-29T15:02:25.285 INFO:tasks.rados.rados.0.smithi131.stdout:3913: done (0 left) 2024-08-29T15:02:25.285 INFO:tasks.rados.rados.0.smithi131.stdout:3914: snap_remove snap 369 2024-08-29T15:02:25.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:25 smithi131 ceph-mon[87973]: osdmap e842: 8 total, 8 up, 8 in 2024-08-29T15:02:25.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:25 smithi131 ceph-mon[90512]: osdmap e842: 8 total, 8 up, 8 in 2024-08-29T15:02:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:25 smithi169 ceph-mon[78471]: osdmap e842: 8 total, 8 up, 8 in 2024-08-29T15:02:26.266 INFO:tasks.rados.rados.0.smithi131.stdout:3914: done (0 left) 2024-08-29T15:02:26.266 INFO:tasks.rados.rados.0.smithi131.stdout:3915: read oid 22 snap -1 2024-08-29T15:02:26.266 INFO:tasks.rados.rados.0.smithi131.stdout:3915: expect (ObjNum 1191 snap 383 seq_num 1191) 2024-08-29T15:02:26.266 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 6 current snap is 387 2024-08-29T15:02:26.266 INFO:tasks.rados.rados.0.smithi131.stdout:3916: seq_num 1194 ranges {0=802816} 2024-08-29T15:02:26.271 INFO:tasks.rados.rados.0.smithi131.stdout:3916: writing smithi13174786-6 from 0 to 802816 tid 1 2024-08-29T15:02:26.271 INFO:tasks.rados.rados.0.smithi131.stdout:3917: snap_create 2024-08-29T15:02:26.279 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:02:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:02:25] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.51.0" 2024-08-29T15:02:26.301 INFO:tasks.rados.rados.0.smithi131.stdout:3916: finishing write tid 1 to smithi13174786-6 2024-08-29T15:02:26.301 INFO:tasks.rados.rados.0.smithi131.stdout:3916: finishing write tid 2 to smithi13174786-6 2024-08-29T15:02:26.302 INFO:tasks.rados.rados.0.smithi131.stdout:3916: finishing write tid 3 to smithi13174786-6 2024-08-29T15:02:26.302 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 2209 (ObjNum 1194 snap 387 seq_num 1194) dirty exists 2024-08-29T15:02:26.302 INFO:tasks.rados.rados.0.smithi131.stdout:3916: left oid 6 (ObjNum 1194 snap 387 seq_num 1194) 2024-08-29T15:02:26.309 INFO:tasks.rados.rados.0.smithi131.stdout:3915: expect (ObjNum 1191 snap 383 seq_num 1191) 2024-08-29T15:02:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:26 smithi131 ceph-mon[87973]: pgmap v856: 121 pgs: 121 active+clean; 464 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-29T15:02:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:26 smithi131 ceph-mon[87973]: osdmap e843: 8 total, 8 up, 8 in 2024-08-29T15:02:26.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:26 smithi131 ceph-mon[87973]: osdmap e844: 8 total, 8 up, 8 in 2024-08-29T15:02:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:26 smithi131 ceph-mon[90512]: pgmap v856: 121 pgs: 121 active+clean; 464 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-29T15:02:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:26 smithi131 ceph-mon[90512]: osdmap e843: 8 total, 8 up, 8 in 2024-08-29T15:02:26.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:26 smithi131 ceph-mon[90512]: osdmap e844: 8 total, 8 up, 8 in 2024-08-29T15:02:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:26 smithi169 ceph-mon[78471]: pgmap v856: 121 pgs: 121 active+clean; 464 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-29T15:02:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:26 smithi169 ceph-mon[78471]: osdmap e843: 8 total, 8 up, 8 in 2024-08-29T15:02:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:26 smithi169 ceph-mon[78471]: osdmap e844: 8 total, 8 up, 8 in 2024-08-29T15:02:27.268 INFO:tasks.rados.rados.0.smithi131.stdout:3915: done (2 left) 2024-08-29T15:02:27.268 INFO:tasks.rados.rados.0.smithi131.stdout:3916: done (1 left) 2024-08-29T15:02:27.268 INFO:tasks.rados.rados.0.smithi131.stdout:3917: done (0 left) 2024-08-29T15:02:27.268 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 388 2024-08-29T15:02:27.268 INFO:tasks.rados.rados.0.smithi131.stdout:3918: seq_num 1195 ranges {6463488=417792,6881280=401408} 2024-08-29T15:02:27.304 INFO:tasks.rados.rados.0.smithi131.stdout:3918: writing smithi13174786-25 from 6463488 to 6881280 tid 1 2024-08-29T15:02:27.307 INFO:tasks.rados.rados.0.smithi131.stdout:3918: writing smithi13174786-25 from 6881280 to 7282688 tid 2 2024-08-29T15:02:27.307 INFO:tasks.rados.rados.0.smithi131.stdout:3919: read oid 17 snap -1 2024-08-29T15:02:27.307 INFO:tasks.rados.rados.0.smithi131.stdout:3919: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:02:27.307 INFO:tasks.rados.rados.0.smithi131.stdout:3920: read oid 22 snap -1 2024-08-29T15:02:27.307 INFO:tasks.rados.rados.0.smithi131.stdout:3920: expect (ObjNum 1191 snap 383 seq_num 1191) 2024-08-29T15:02:27.307 INFO:tasks.rados.rados.0.smithi131.stdout:3921: snap_remove snap 353 2024-08-29T15:02:28.287 INFO:tasks.rados.rados.0.smithi131.stdout:3921: done (3 left) 2024-08-29T15:02:28.288 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 388 2024-08-29T15:02:28.288 INFO:tasks.rados.rados.0.smithi131.stdout:3922: seq_num 1196 ranges {1646592=434176,2080768=401408} 2024-08-29T15:02:28.300 INFO:tasks.rados.rados.0.smithi131.stdout:3922: writing smithi13174786-20 from 1646592 to 2080768 tid 1 2024-08-29T15:02:28.303 INFO:tasks.rados.rados.0.smithi131.stdout:3922: writing smithi13174786-20 from 2080768 to 2482176 tid 2 2024-08-29T15:02:28.303 INFO:tasks.rados.rados.0.smithi131.stdout:3923: read oid 34 snap -1 2024-08-29T15:02:28.303 INFO:tasks.rados.rados.0.smithi131.stdout:3923: expect deleted 2024-08-29T15:02:28.303 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 29 current snap is 388 2024-08-29T15:02:28.304 INFO:tasks.rados.rados.0.smithi131.stdout:3924: seq_num 1197 ranges {10772480=450560,11223040=401408} 2024-08-29T15:02:28.364 INFO:tasks.rados.rados.0.smithi131.stdout:3924: writing smithi13174786-29 from 10772480 to 11223040 tid 1 2024-08-29T15:02:28.366 INFO:tasks.rados.rados.0.smithi131.stdout:3924: writing smithi13174786-29 from 11223040 to 11624448 tid 2 2024-08-29T15:02:28.367 INFO:tasks.rados.rados.0.smithi131.stdout:3925: snap_create 2024-08-29T15:02:28.367 INFO:tasks.rados.rados.0.smithi131.stdout:3919: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T15:02:28.369 INFO:tasks.rados.rados.0.smithi131.stdout:3918: finishing write tid 1 to smithi13174786-25 2024-08-29T15:02:28.369 INFO:tasks.rados.rados.0.smithi131.stdout:3918: finishing write tid 2 to smithi13174786-25 2024-08-29T15:02:28.369 INFO:tasks.rados.rados.0.smithi131.stdout:3918: finishing write tid 3 to smithi13174786-25 2024-08-29T15:02:28.369 INFO:tasks.rados.rados.0.smithi131.stdout:3918: finishing write tid 4 to smithi13174786-25 2024-08-29T15:02:28.369 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 2786 (ObjNum 1195 snap 388 seq_num 1195) dirty exists 2024-08-29T15:02:28.369 INFO:tasks.rados.rados.0.smithi131.stdout:3918: left oid 25 (ObjNum 1195 snap 388 seq_num 1195) 2024-08-29T15:02:28.369 INFO:tasks.rados.rados.0.smithi131.stdout:3920: expect (ObjNum 1191 snap 383 seq_num 1191) 2024-08-29T15:02:28.468 INFO:tasks.rados.rados.0.smithi131.stdout:3922: finishing write tid 1 to smithi13174786-20 2024-08-29T15:02:28.468 INFO:tasks.rados.rados.0.smithi131.stdout:3922: finishing write tid 2 to smithi13174786-20 2024-08-29T15:02:28.469 INFO:tasks.rados.rados.0.smithi131.stdout:3922: finishing write tid 3 to smithi13174786-20 2024-08-29T15:02:28.469 INFO:tasks.rados.rados.0.smithi131.stdout:3922: finishing write tid 4 to smithi13174786-20 2024-08-29T15:02:28.469 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2191 (ObjNum 1196 snap 388 seq_num 1196) dirty exists 2024-08-29T15:02:28.469 INFO:tasks.rados.rados.0.smithi131.stdout:3922: left oid 20 (ObjNum 1196 snap 388 seq_num 1196) 2024-08-29T15:02:28.469 INFO:tasks.rados.rados.0.smithi131.stdout:3924: finishing write tid 1 to smithi13174786-29 2024-08-29T15:02:28.469 INFO:tasks.rados.rados.0.smithi131.stdout:3924: finishing write tid 2 to smithi13174786-29 2024-08-29T15:02:28.469 INFO:tasks.rados.rados.0.smithi131.stdout:3924: finishing write tid 3 to smithi13174786-29 2024-08-29T15:02:28.469 INFO:tasks.rados.rados.0.smithi131.stdout:3924: finishing write tid 4 to smithi13174786-29 2024-08-29T15:02:28.469 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 29 v 2195 (ObjNum 1197 snap 388 seq_num 1197) dirty exists 2024-08-29T15:02:28.469 INFO:tasks.rados.rados.0.smithi131.stdout:3924: left oid 29 (ObjNum 1197 snap 388 seq_num 1197) 2024-08-29T15:02:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:28 smithi131 ceph-mon[87973]: pgmap v859: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 464 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 157 KiB/s rd, 834 KiB/s wr, 6 op/s 2024-08-29T15:02:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:28 smithi131 ceph-mon[87973]: osdmap e845: 8 total, 8 up, 8 in 2024-08-29T15:02:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:28 smithi131 ceph-mon[90512]: pgmap v859: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 464 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 157 KiB/s rd, 834 KiB/s wr, 6 op/s 2024-08-29T15:02:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:28 smithi131 ceph-mon[90512]: osdmap e845: 8 total, 8 up, 8 in 2024-08-29T15:02:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:28 smithi169 ceph-mon[78471]: pgmap v859: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 464 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 157 KiB/s rd, 834 KiB/s wr, 6 op/s 2024-08-29T15:02:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:28 smithi169 ceph-mon[78471]: osdmap e845: 8 total, 8 up, 8 in 2024-08-29T15:02:29.293 INFO:tasks.rados.rados.0.smithi131.stdout:3918: done (6 left) 2024-08-29T15:02:29.293 INFO:tasks.rados.rados.0.smithi131.stdout:3919: done (5 left) 2024-08-29T15:02:29.293 INFO:tasks.rados.rados.0.smithi131.stdout:3920: done (4 left) 2024-08-29T15:02:29.293 INFO:tasks.rados.rados.0.smithi131.stdout:3922: done (3 left) 2024-08-29T15:02:29.293 INFO:tasks.rados.rados.0.smithi131.stdout:3923: done (2 left) 2024-08-29T15:02:29.293 INFO:tasks.rados.rados.0.smithi131.stdout:3924: done (1 left) 2024-08-29T15:02:29.293 INFO:tasks.rados.rados.0.smithi131.stdout:3925: done (0 left) 2024-08-29T15:02:29.293 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 35 current snap is 389 2024-08-29T15:02:29.293 INFO:tasks.rados.rados.0.smithi131.stdout:3926: seq_num 1198 ranges {1007616=466944,1474560=401408} 2024-08-29T15:02:29.300 INFO:tasks.rados.rados.0.smithi131.stdout:3926: writing smithi13174786-35 from 1007616 to 1474560 tid 1 2024-08-29T15:02:29.303 INFO:tasks.rados.rados.0.smithi131.stdout:3926: writing smithi13174786-35 from 1474560 to 1875968 tid 2 2024-08-29T15:02:29.303 INFO:tasks.rados.rados.0.smithi131.stdout:3927: read oid 20 snap 360 2024-08-29T15:02:29.303 INFO:tasks.rados.rados.0.smithi131.stdout:3927: expect deleted 2024-08-29T15:02:29.303 INFO:tasks.rados.rados.0.smithi131.stdout:3928: snap_create 2024-08-29T15:02:29.309 INFO:tasks.rados.rados.0.smithi131.stdout:3926: finishing write tid 1 to smithi13174786-35 2024-08-29T15:02:29.309 INFO:tasks.rados.rados.0.smithi131.stdout:3926: finishing write tid 2 to smithi13174786-35 2024-08-29T15:02:29.309 INFO:tasks.rados.rados.0.smithi131.stdout:3926: finishing write tid 3 to smithi13174786-35 2024-08-29T15:02:29.311 INFO:tasks.rados.rados.0.smithi131.stdout:3926: finishing write tid 4 to smithi13174786-35 2024-08-29T15:02:29.311 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 2547 (ObjNum 1198 snap 389 seq_num 1198) dirty exists 2024-08-29T15:02:29.311 INFO:tasks.rados.rados.0.smithi131.stdout:3926: left oid 35 (ObjNum 1198 snap 389 seq_num 1198) 2024-08-29T15:02:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:29 smithi131 ceph-mon[87973]: osdmap e846: 8 total, 8 up, 8 in 2024-08-29T15:02:29.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:29 smithi131 ceph-mon[87973]: pgmap v862: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 465 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 306 KiB/s wr, 4 op/s 2024-08-29T15:02:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:29 smithi131 ceph-mon[90512]: osdmap e846: 8 total, 8 up, 8 in 2024-08-29T15:02:29.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:29 smithi131 ceph-mon[90512]: pgmap v862: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 465 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 306 KiB/s wr, 4 op/s 2024-08-29T15:02:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:29 smithi169 ceph-mon[78471]: osdmap e846: 8 total, 8 up, 8 in 2024-08-29T15:02:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:29 smithi169 ceph-mon[78471]: pgmap v862: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 465 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 306 KiB/s wr, 4 op/s 2024-08-29T15:02:30.299 INFO:tasks.rados.rados.0.smithi131.stdout:3926: done (2 left) 2024-08-29T15:02:30.299 INFO:tasks.rados.rados.0.smithi131.stdout:3927: done (1 left) 2024-08-29T15:02:30.299 INFO:tasks.rados.rados.0.smithi131.stdout:3928: done (0 left) 2024-08-29T15:02:30.299 INFO:tasks.rados.rados.0.smithi131.stdout:3929: read oid 2 snap -1 2024-08-29T15:02:30.299 INFO:tasks.rados.rados.0.smithi131.stdout:3929: expect (ObjNum 1121 snap 357 seq_num 1121) 2024-08-29T15:02:30.299 INFO:tasks.rados.rados.0.smithi131.stdout:3930: delete oid 45 current snap is 390 2024-08-29T15:02:30.317 INFO:tasks.rados.rados.0.smithi131.stdout:3929: expect (ObjNum 1121 snap 357 seq_num 1121) 2024-08-29T15:02:30.368 INFO:tasks.rados.rados.0.smithi131.stdout:3929: done (1 left) 2024-08-29T15:02:30.368 INFO:tasks.rados.rados.0.smithi131.stdout:3930: done (0 left) 2024-08-29T15:02:30.368 INFO:tasks.rados.rados.0.smithi131.stdout:3931: read oid 13 snap -1 2024-08-29T15:02:30.368 INFO:tasks.rados.rados.0.smithi131.stdout:3931: expect (ObjNum 1172 snap 374 seq_num 1172) 2024-08-29T15:02:30.369 INFO:tasks.rados.rados.0.smithi131.stdout:3932: rollback oid 37 current snap is 390 2024-08-29T15:02:30.369 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 37 to 379 2024-08-29T15:02:30.369 INFO:tasks.rados.rados.0.smithi131.stdout:3933: read oid 8 snap -1 2024-08-29T15:02:30.369 INFO:tasks.rados.rados.0.smithi131.stdout:3933: expect (ObjNum 1076 snap 334 seq_num 1076) 2024-08-29T15:02:30.369 INFO:tasks.rados.rados.0.smithi131.stdout:3934: read oid 41 snap -1 2024-08-29T15:02:30.369 INFO:tasks.rados.rados.0.smithi131.stdout:3934: expect deleted 2024-08-29T15:02:30.369 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 46 current snap is 390 2024-08-29T15:02:30.369 INFO:tasks.rados.rados.0.smithi131.stdout:3935: seq_num 1200 ranges {10772480=499712,11272192=401408} 2024-08-29T15:02:30.430 INFO:tasks.rados.rados.0.smithi131.stdout:3935: writing smithi13174786-46 from 10772480 to 11272192 tid 1 2024-08-29T15:02:30.433 INFO:tasks.rados.rados.0.smithi131.stdout:3935: writing smithi13174786-46 from 11272192 to 11673600 tid 2 2024-08-29T15:02:30.433 INFO:tasks.rados.rados.0.smithi131.stdout:3936: read oid 47 snap -1 2024-08-29T15:02:30.433 INFO:tasks.rados.rados.0.smithi131.stdout:3936: expect (ObjNum 1122 snap 357 seq_num 1122) 2024-08-29T15:02:30.433 INFO:tasks.rados.rados.0.smithi131.stdout:3937: rollback oid 38 current snap is 390 2024-08-29T15:02:30.433 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 38 to 373 2024-08-29T15:02:30.433 INFO:tasks.rados.rados.0.smithi131.stdout:3931: expect (ObjNum 1172 snap 374 seq_num 1172) 2024-08-29T15:02:30.450 INFO:tasks.rados.rados.0.smithi131.stdout:3932: finishing rollback tid 0 to smithi13174786-37 2024-08-29T15:02:30.450 INFO:tasks.rados.rados.0.smithi131.stdout:3932: finishing rollback tid 1 to smithi13174786-37 2024-08-29T15:02:30.450 INFO:tasks.rados.rados.0.smithi131.stdout:3932: finishing rollback tid 2 to smithi13174786-37 2024-08-29T15:02:30.450 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 37 v 2382 (ObjNum 1134 snap 360 seq_num 1134) dirty exists 2024-08-29T15:02:30.450 INFO:tasks.rados.rados.0.smithi131.stdout:3931: done (6 left) 2024-08-29T15:02:30.450 INFO:tasks.rados.rados.0.smithi131.stdout:3932: done (5 left) 2024-08-29T15:02:30.450 INFO:tasks.rados.rados.0.smithi131.stdout:3934: done (4 left) 2024-08-29T15:02:30.450 INFO:tasks.rados.rados.0.smithi131.stdout:3938: snap_remove snap 368 2024-08-29T15:02:30.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:30 smithi131 ceph-mon[87973]: osdmap e847: 8 total, 8 up, 8 in 2024-08-29T15:02:30.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:30 smithi131 ceph-mon[90512]: osdmap e847: 8 total, 8 up, 8 in 2024-08-29T15:02:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:30 smithi169 ceph-mon[78471]: osdmap e847: 8 total, 8 up, 8 in 2024-08-29T15:02:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:02:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:02:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:02:31.306 INFO:tasks.rados.rados.0.smithi131.stdout:3938: done (4 left) 2024-08-29T15:02:31.306 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 17 current snap is 390 2024-08-29T15:02:31.306 INFO:tasks.rados.rados.0.smithi131.stdout:3939: seq_num 1201 ranges {0=524288,524288=401408} 2024-08-29T15:02:31.309 INFO:tasks.rados.rados.0.smithi131.stdout:3939: writing smithi13174786-17 from 0 to 524288 tid 1 2024-08-29T15:02:31.312 INFO:tasks.rados.rados.0.smithi131.stdout:3939: writing smithi13174786-17 from 524288 to 925696 tid 2 2024-08-29T15:02:31.313 INFO:tasks.rados.rados.0.smithi131.stdout:3940: delete oid 6 current snap is 390 2024-08-29T15:02:31.313 INFO:tasks.rados.rados.0.smithi131.stdout:3933: expect (ObjNum 1076 snap 334 seq_num 1076) 2024-08-29T15:02:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:31 smithi131 ceph-mon[87973]: osdmap e848: 8 total, 8 up, 8 in 2024-08-29T15:02:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:31 smithi131 ceph-mon[87973]: pgmap v865: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 464 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 396 KiB/s wr, 4 op/s 2024-08-29T15:02:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:31 smithi131 ceph-mon[90512]: osdmap e848: 8 total, 8 up, 8 in 2024-08-29T15:02:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:31 smithi131 ceph-mon[90512]: pgmap v865: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 464 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 396 KiB/s wr, 4 op/s 2024-08-29T15:02:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:31 smithi169 ceph-mon[78471]: osdmap e848: 8 total, 8 up, 8 in 2024-08-29T15:02:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:31 smithi169 ceph-mon[78471]: pgmap v865: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 464 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 396 KiB/s wr, 4 op/s 2024-08-29T15:02:32.557 INFO:tasks.rados.rados.0.smithi131.stdout:3935: finishing write tid 1 to smithi13174786-46 2024-08-29T15:02:32.557 INFO:tasks.rados.rados.0.smithi131.stdout:3935: finishing write tid 2 to smithi13174786-46 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3935: finishing write tid 3 to smithi13174786-46 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3937: finishing rollback tid 1 to smithi13174786-38 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3937: finishing rollback tid 2 to smithi13174786-38 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2384 (ObjNum 1057 snap 330 seq_num 1057) dirty exists 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3933: done (5 left) 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3937: done (4 left) 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3940: done (3 left) 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3941: read oid 50 snap -1 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3941: expect deleted 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3942: delete oid 29 current snap is 390 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3935: finishing write tid 4 to smithi13174786-46 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 46 v 2195 (ObjNum 1200 snap 390 seq_num 1200) dirty exists 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3935: left oid 46 (ObjNum 1200 snap 390 seq_num 1200) 2024-08-29T15:02:32.558 INFO:tasks.rados.rados.0.smithi131.stdout:3936: expect (ObjNum 1122 snap 357 seq_num 1122) 2024-08-29T15:02:32.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:32 smithi131 ceph-mon[87973]: osdmap e849: 8 total, 8 up, 8 in 2024-08-29T15:02:32.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:32 smithi131 ceph-mon[90512]: osdmap e849: 8 total, 8 up, 8 in 2024-08-29T15:02:32.612 INFO:tasks.rados.rados.0.smithi131.stdout:3939: finishing write tid 1 to smithi13174786-17 2024-08-29T15:02:32.612 INFO:tasks.rados.rados.0.smithi131.stdout:3939: finishing write tid 2 to smithi13174786-17 2024-08-29T15:02:32.612 INFO:tasks.rados.rados.0.smithi131.stdout:3939: finishing write tid 3 to smithi13174786-17 2024-08-29T15:02:32.612 INFO:tasks.rados.rados.0.smithi131.stdout:3939: finishing write tid 4 to smithi13174786-17 2024-08-29T15:02:32.612 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 2156 (ObjNum 1201 snap 390 seq_num 1201) dirty exists 2024-08-29T15:02:32.613 INFO:tasks.rados.rados.0.smithi131.stdout:3939: left oid 17 (ObjNum 1201 snap 390 seq_num 1201) 2024-08-29T15:02:32.613 INFO:tasks.rados.rados.0.smithi131.stdout:3935: done (4 left) 2024-08-29T15:02:32.613 INFO:tasks.rados.rados.0.smithi131.stdout:3936: done (3 left) 2024-08-29T15:02:32.613 INFO:tasks.rados.rados.0.smithi131.stdout:3939: done (2 left) 2024-08-29T15:02:32.613 INFO:tasks.rados.rados.0.smithi131.stdout:3941: done (1 left) 2024-08-29T15:02:32.613 INFO:tasks.rados.rados.0.smithi131.stdout:3942: done (0 left) 2024-08-29T15:02:32.613 INFO:tasks.rados.rados.0.smithi131.stdout:3943: rollback oid 34 current snap is 390 2024-08-29T15:02:32.613 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 34 to 378 2024-08-29T15:02:32.613 INFO:tasks.rados.rados.0.smithi131.stdout:3944: snap_remove snap 389 2024-08-29T15:02:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:32 smithi169 ceph-mon[78471]: osdmap e849: 8 total, 8 up, 8 in 2024-08-29T15:02:33.312 INFO:tasks.rados.rados.0.smithi131.stdout:3944: done (1 left) 2024-08-29T15:02:33.312 INFO:tasks.rados.rados.0.smithi131.stdout:3945: copy_from oid 20 from oid 21 current snap is 390 2024-08-29T15:02:33.312 INFO:tasks.rados.rados.0.smithi131.stdout:3943: finishing rollback tid 1 to smithi13174786-34 2024-08-29T15:02:33.312 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 34 v 2195 (ObjNum 65 snap 0 seq_num 1769169514) dirty dne 2024-08-29T15:02:33.312 INFO:tasks.rados.rados.0.smithi131.stdout:3943: done (1 left) 2024-08-29T15:02:33.312 INFO:tasks.rados.rados.0.smithi131.stdout:3946: copy_from oid 47 from oid 17 current snap is 390 2024-08-29T15:02:33.312 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 15 current snap is 390 2024-08-29T15:02:33.312 INFO:tasks.rados.rados.0.smithi131.stdout:3947: seq_num 1204 ranges {909312=573440,1482752=401408} 2024-08-29T15:02:33.320 INFO:tasks.rados.rados.0.smithi131.stdout:3947: writing smithi13174786-15 from 909312 to 1482752 tid 1 2024-08-29T15:02:33.323 INFO:tasks.rados.rados.0.smithi131.stdout:3947: writing smithi13174786-15 from 1482752 to 1884160 tid 2 2024-08-29T15:02:33.323 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 3 current snap is 390 2024-08-29T15:02:33.323 INFO:tasks.rados.rados.0.smithi131.stdout:3948: seq_num 1205 ranges {3112960=589824,3702784=401408} 2024-08-29T15:02:33.344 INFO:tasks.rados.rados.0.smithi131.stdout:3948: writing smithi13174786-3 from 3112960 to 3702784 tid 1 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:3948: writing smithi13174786-3 from 3702784 to 4104192 tid 2 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:3949: snap_create 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:3946: finishing copy_from racing read to smithi13174786-47 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:3946: finishing copy_from to smithi13174786-47 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 47 v 2156 (ObjNum 1201 snap 390 seq_num 1201) dirty exists 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:3947: finishing write tid 1 to smithi13174786-15 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:3947: finishing write tid 2 to smithi13174786-15 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:3947: finishing write tid 3 to smithi13174786-15 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:3947: finishing write tid 4 to smithi13174786-15 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 15 v 2387 (ObjNum 1204 snap 390 seq_num 1204) dirty exists 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:3947: left oid 15 (ObjNum 1204 snap 390 seq_num 1204) 2024-08-29T15:02:33.347 INFO:tasks.rados.rados.0.smithi131.stdout:3945: finishing copy_from racing read to smithi13174786-20 2024-08-29T15:02:33.348 INFO:tasks.rados.rados.0.smithi131.stdout:3945: finishing copy_from to smithi13174786-20 2024-08-29T15:02:33.348 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2188 (ObjNum 1152 snap 363 seq_num 1152) dirty exists 2024-08-29T15:02:33.351 INFO:tasks.rados.rados.0.smithi131.stdout:3948: finishing write tid 1 to smithi13174786-3 2024-08-29T15:02:33.352 INFO:tasks.rados.rados.0.smithi131.stdout:3948: finishing write tid 2 to smithi13174786-3 2024-08-29T15:02:33.352 INFO:tasks.rados.rados.0.smithi131.stdout:3948: finishing write tid 3 to smithi13174786-3 2024-08-29T15:02:33.353 INFO:tasks.rados.rados.0.smithi131.stdout:3948: finishing write tid 4 to smithi13174786-3 2024-08-29T15:02:33.353 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 3 v 2814 (ObjNum 1205 snap 390 seq_num 1205) dirty exists 2024-08-29T15:02:33.353 INFO:tasks.rados.rados.0.smithi131.stdout:3948: left oid 3 (ObjNum 1205 snap 390 seq_num 1205) 2024-08-29T15:02:33.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:33 smithi131 ceph-mon[87973]: pgmap v867: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 463 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 800 KiB/s wr, 8 op/s 2024-08-29T15:02:33.602 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:02:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[106233]: 2024-08-29T15:02:33.320+0000 7f5de4e1f640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1e3 after trimming was started 2024-08-29T15:02:33.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:33 smithi131 ceph-mon[90512]: pgmap v867: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 463 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 800 KiB/s wr, 8 op/s 2024-08-29T15:02:33.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:33 smithi169 ceph-mon[78471]: pgmap v867: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 463 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 800 KiB/s wr, 8 op/s 2024-08-29T15:02:34.324 INFO:tasks.rados.rados.0.smithi131.stdout:3945: done (4 left) 2024-08-29T15:02:34.324 INFO:tasks.rados.rados.0.smithi131.stdout:3946: done (3 left) 2024-08-29T15:02:34.324 INFO:tasks.rados.rados.0.smithi131.stdout:3947: done (2 left) 2024-08-29T15:02:34.324 INFO:tasks.rados.rados.0.smithi131.stdout:3948: done (1 left) 2024-08-29T15:02:34.324 INFO:tasks.rados.rados.0.smithi131.stdout:3949: done (0 left) 2024-08-29T15:02:34.324 INFO:tasks.rados.rados.0.smithi131.stdout:3950: copy_from oid 35 from oid 38 current snap is 391 2024-08-29T15:02:34.324 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 8 current snap is 391 2024-08-29T15:02:34.324 INFO:tasks.rados.rados.0.smithi131.stdout:3951: seq_num 1206 ranges {13246464=606208,13852672=401408} 2024-08-29T15:02:34.398 INFO:tasks.rados.rados.0.smithi131.stdout:3951: writing smithi13174786-8 from 13246464 to 13852672 tid 1 2024-08-29T15:02:34.401 INFO:tasks.rados.rados.0.smithi131.stdout:3951: writing smithi13174786-8 from 13852672 to 14254080 tid 2 2024-08-29T15:02:34.401 INFO:tasks.rados.rados.0.smithi131.stdout:3952: rmattr oid 28 current snap is 391 2024-08-29T15:02:34.401 INFO:tasks.rados.rados.0.smithi131.stdout:3952: done (2 left) 2024-08-29T15:02:34.401 INFO:tasks.rados.rados.0.smithi131.stdout:3953: read oid 4 snap -1 2024-08-29T15:02:34.401 INFO:tasks.rados.rados.0.smithi131.stdout:3953: expect (ObjNum 1174 snap 374 seq_num 1174) 2024-08-29T15:02:34.401 INFO:tasks.rados.rados.0.smithi131.stdout:3954: delete oid 36 current snap is 391 2024-08-29T15:02:34.402 INFO:tasks.rados.rados.0.smithi131.stdout:3950: finishing copy_from racing read to smithi13174786-35 2024-08-29T15:02:34.402 INFO:tasks.rados.rados.0.smithi131.stdout:3950: finishing copy_from to smithi13174786-35 2024-08-29T15:02:34.402 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 2384 (ObjNum 1057 snap 330 seq_num 1057) dirty exists 2024-08-29T15:02:34.404 INFO:tasks.rados.rados.0.smithi131.stdout:3953: expect (ObjNum 1174 snap 374 seq_num 1174) 2024-08-29T15:02:34.419 INFO:tasks.rados.rados.0.smithi131.stdout:3951: finishing write tid 1 to smithi13174786-8 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3951: finishing write tid 2 to smithi13174786-8 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3951: finishing write tid 3 to smithi13174786-8 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3951: finishing write tid 4 to smithi13174786-8 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 2375 (ObjNum 1206 snap 391 seq_num 1206) dirty exists 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3951: left oid 8 (ObjNum 1206 snap 391 seq_num 1206) 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3950: done (3 left) 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3951: done (2 left) 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3953: done (1 left) 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3954: done (0 left) 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3955: read oid 12 snap -1 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3955: expect (ObjNum 1172 snap 374 seq_num 1172) 2024-08-29T15:02:34.420 INFO:tasks.rados.rados.0.smithi131.stdout:3956: rmattr oid 17 current snap is 391 2024-08-29T15:02:34.421 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 391 2024-08-29T15:02:34.421 INFO:tasks.rados.rados.0.smithi131.stdout:3957: seq_num 1208 ranges {0=638976,638976=401408} 2024-08-29T15:02:34.423 INFO:tasks.rados.rados.0.smithi131.stdout:3957: writing smithi13174786-7 from 0 to 638976 tid 1 2024-08-29T15:02:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:3957: writing smithi13174786-7 from 638976 to 1040384 tid 2 2024-08-29T15:02:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:3958: copy_from oid 6 from oid 3 current snap is 391 2024-08-29T15:02:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 17 v 2158 (ObjNum 1201 snap 390 seq_num 1201) dirty exists 2024-08-29T15:02:34.426 INFO:tasks.rados.rados.0.smithi131.stdout:3955: expect (ObjNum 1172 snap 374 seq_num 1172) 2024-08-29T15:02:34.441 INFO:tasks.rados.rados.0.smithi131.stdout:3957: finishing write tid 1 to smithi13174786-7 2024-08-29T15:02:34.441 INFO:tasks.rados.rados.0.smithi131.stdout:3957: finishing write tid 2 to smithi13174786-7 2024-08-29T15:02:34.441 INFO:tasks.rados.rados.0.smithi131.stdout:3955: done (3 left) 2024-08-29T15:02:34.441 INFO:tasks.rados.rados.0.smithi131.stdout:3956: done (2 left) 2024-08-29T15:02:34.441 INFO:tasks.rados.rados.0.smithi131.stdout:3959: read oid 30 snap -1 2024-08-29T15:02:34.441 INFO:tasks.rados.rados.0.smithi131.stdout:3959: expect (ObjNum 1084 snap 338 seq_num 1084) 2024-08-29T15:02:34.441 INFO:tasks.rados.rados.0.smithi131.stdout:3960: copy_from oid 38 from oid 31 current snap is 391 2024-08-29T15:02:34.441 INFO:tasks.rados.rados.0.smithi131.stdout:3957: finishing write tid 3 to smithi13174786-7 2024-08-29T15:02:34.441 INFO:tasks.rados.rados.0.smithi131.stdout:3957: finishing write tid 4 to smithi13174786-7 2024-08-29T15:02:34.442 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 2397 (ObjNum 1208 snap 391 seq_num 1208) dirty exists 2024-08-29T15:02:34.442 INFO:tasks.rados.rados.0.smithi131.stdout:3957: left oid 7 (ObjNum 1208 snap 391 seq_num 1208) 2024-08-29T15:02:34.442 INFO:tasks.rados.rados.0.smithi131.stdout:3957: done (3 left) 2024-08-29T15:02:34.442 INFO:tasks.rados.rados.0.smithi131.stdout:3961: snap_remove snap 378 2024-08-29T15:02:34.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:34 smithi131 ceph-mon[87973]: osdmap e850: 8 total, 8 up, 8 in 2024-08-29T15:02:34.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:34 smithi131 ceph-mon[90512]: osdmap e850: 8 total, 8 up, 8 in 2024-08-29T15:02:34.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:34 smithi169 ceph-mon[78471]: osdmap e850: 8 total, 8 up, 8 in 2024-08-29T15:02:35.327 INFO:tasks.rados.rados.0.smithi131.stdout:3961: done (3 left) 2024-08-29T15:02:35.327 INFO:tasks.rados.rados.0.smithi131.stdout:3962: snap_remove snap 360 2024-08-29T15:02:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:35 smithi131 ceph-mon[87973]: osdmap e851: 8 total, 8 up, 8 in 2024-08-29T15:02:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:35 smithi131 ceph-mon[87973]: pgmap v870: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 457 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-29T15:02:35.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:35 smithi131 ceph-mon[90512]: osdmap e851: 8 total, 8 up, 8 in 2024-08-29T15:02:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:35 smithi131 ceph-mon[90512]: pgmap v870: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 457 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-29T15:02:35.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:35.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:35 smithi169 ceph-mon[78471]: osdmap e851: 8 total, 8 up, 8 in 2024-08-29T15:02:35.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:35 smithi169 ceph-mon[78471]: pgmap v870: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 457 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-29T15:02:35.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:36.268 INFO:tasks.rados.rados.0.smithi131.stdout:3962: done (3 left) 2024-08-29T15:02:36.268 INFO:tasks.rados.rados.0.smithi131.stdout:3963: snap_create 2024-08-29T15:02:36.268 INFO:tasks.rados.rados.0.smithi131.stdout:3958: finishing copy_from racing read to smithi13174786-6 2024-08-29T15:02:36.268 INFO:tasks.rados.rados.0.smithi131.stdout:3958: finishing copy_from to smithi13174786-6 2024-08-29T15:02:36.268 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 6 v 2814 (ObjNum 1205 snap 390 seq_num 1205) dirty exists 2024-08-29T15:02:36.269 INFO:tasks.rados.rados.0.smithi131.stdout:3960: finishing copy_from racing read to smithi13174786-38 2024-08-29T15:02:36.269 INFO:tasks.rados.rados.0.smithi131.stdout:3960: finishing copy_from to smithi13174786-38 2024-08-29T15:02:36.269 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 38 v 2163 (ObjNum 1161 snap 367 seq_num 1161) dirty exists 2024-08-29T15:02:36.269 INFO:tasks.rados.rados.0.smithi131.stdout:3959: expect (ObjNum 1084 snap 338 seq_num 1084) 2024-08-29T15:02:36.324 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:02:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:02:35] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.51.0" 2024-08-29T15:02:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:36 smithi131 ceph-mon[87973]: osdmap e852: 8 total, 8 up, 8 in 2024-08-29T15:02:36.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:36 smithi131 ceph-mon[87973]: osdmap e853: 8 total, 8 up, 8 in 2024-08-29T15:02:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:36 smithi131 ceph-mon[90512]: osdmap e852: 8 total, 8 up, 8 in 2024-08-29T15:02:36.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:36 smithi131 ceph-mon[90512]: osdmap e853: 8 total, 8 up, 8 in 2024-08-29T15:02:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:36 smithi169 ceph-mon[78471]: osdmap e852: 8 total, 8 up, 8 in 2024-08-29T15:02:36.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:36 smithi169 ceph-mon[78471]: osdmap e853: 8 total, 8 up, 8 in 2024-08-29T15:02:37.269 INFO:tasks.rados.rados.0.smithi131.stdout:3958: done (3 left) 2024-08-29T15:02:37.269 INFO:tasks.rados.rados.0.smithi131.stdout:3959: done (2 left) 2024-08-29T15:02:37.269 INFO:tasks.rados.rados.0.smithi131.stdout:3960: done (1 left) 2024-08-29T15:02:37.269 INFO:tasks.rados.rados.0.smithi131.stdout:3963: done (0 left) 2024-08-29T15:02:37.270 INFO:tasks.rados.rados.0.smithi131.stdout:3964: rollback oid 50 current snap is 392 2024-08-29T15:02:37.270 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 50 to 367 2024-08-29T15:02:37.270 INFO:tasks.rados.rados.0.smithi131.stdout:3965: rollback oid 8 current snap is 392 2024-08-29T15:02:37.270 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 8 to 382 2024-08-29T15:02:37.270 INFO:tasks.rados.rados.0.smithi131.stdout:3966: snap_remove snap 384 2024-08-29T15:02:38.274 INFO:tasks.rados.rados.0.smithi131.stdout:3966: done (2 left) 2024-08-29T15:02:38.274 INFO:tasks.rados.rados.0.smithi131.stdout:3967: snap_remove snap 379 2024-08-29T15:02:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:38 smithi131 ceph-mon[87973]: pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-29T15:02:38.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:38 smithi131 ceph-mon[87973]: osdmap e854: 8 total, 8 up, 8 in 2024-08-29T15:02:38.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:38 smithi131 ceph-mon[90512]: pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-29T15:02:38.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:38 smithi131 ceph-mon[90512]: osdmap e854: 8 total, 8 up, 8 in 2024-08-29T15:02:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:38 smithi169 ceph-mon[78471]: pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-29T15:02:38.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:38 smithi169 ceph-mon[78471]: osdmap e854: 8 total, 8 up, 8 in 2024-08-29T15:02:39.272 INFO:tasks.rados.rados.0.smithi131.stdout:3967: done (2 left) 2024-08-29T15:02:39.272 INFO:tasks.rados.rados.0.smithi131.stdout:3968: rmattr oid 42 current snap is 392 2024-08-29T15:02:39.273 INFO:tasks.rados.rados.0.smithi131.stdout:3969: snap_remove snap 381 2024-08-29T15:02:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:39 smithi131 ceph-mon[87973]: osdmap e855: 8 total, 8 up, 8 in 2024-08-29T15:02:39.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:39 smithi131 ceph-mon[87973]: osdmap e856: 8 total, 8 up, 8 in 2024-08-29T15:02:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:39 smithi131 ceph-mon[90512]: osdmap e855: 8 total, 8 up, 8 in 2024-08-29T15:02:39.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:39 smithi131 ceph-mon[90512]: osdmap e856: 8 total, 8 up, 8 in 2024-08-29T15:02:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:39 smithi169 ceph-mon[78471]: osdmap e855: 8 total, 8 up, 8 in 2024-08-29T15:02:39.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:39 smithi169 ceph-mon[78471]: osdmap e856: 8 total, 8 up, 8 in 2024-08-29T15:02:40.273 INFO:tasks.rados.rados.0.smithi131.stdout:3969: done (3 left) 2024-08-29T15:02:40.273 INFO:tasks.rados.rados.0.smithi131.stdout:3970: snap_create 2024-08-29T15:02:40.273 INFO:tasks.rados.rados.0.smithi131.stdout:3965: finishing rollback tid 0 to smithi13174786-8 2024-08-29T15:02:40.274 INFO:tasks.rados.rados.0.smithi131.stdout:3965: finishing rollback tid 1 to smithi13174786-8 2024-08-29T15:02:40.274 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 8 v 2377 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T15:02:40.274 INFO:tasks.rados.rados.0.smithi131.stdout:3964: finishing rollback tid 1 to smithi13174786-50 2024-08-29T15:02:40.274 INFO:tasks.rados.rados.0.smithi131.stdout:3964: finishing rollback tid 2 to smithi13174786-50 2024-08-29T15:02:40.274 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 2834 (ObjNum 1127 snap 357 seq_num 1127) dirty exists 2024-08-29T15:02:40.274 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 42 v 2159 (ObjNum 1183 snap 378 seq_num 1183) dirty exists 2024-08-29T15:02:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:40 smithi131 ceph-mon[87973]: pgmap v876: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 453 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-08-29T15:02:40.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:40 smithi131 ceph-mon[87973]: osdmap e857: 8 total, 8 up, 8 in 2024-08-29T15:02:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:40 smithi131 ceph-mon[90512]: pgmap v876: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 453 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-08-29T15:02:40.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:40 smithi131 ceph-mon[90512]: osdmap e857: 8 total, 8 up, 8 in 2024-08-29T15:02:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:40 smithi169 ceph-mon[78471]: pgmap v876: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 453 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-08-29T15:02:40.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:40 smithi169 ceph-mon[78471]: osdmap e857: 8 total, 8 up, 8 in 2024-08-29T15:02:40.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:02:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:02:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:02:41.268 INFO:tasks.rados.rados.0.smithi131.stdout:3964: done (3 left) 2024-08-29T15:02:41.268 INFO:tasks.rados.rados.0.smithi131.stdout:3965: done (2 left) 2024-08-29T15:02:41.269 INFO:tasks.rados.rados.0.smithi131.stdout:3968: done (1 left) 2024-08-29T15:02:41.269 INFO:tasks.rados.rados.0.smithi131.stdout:3970: done (0 left) 2024-08-29T15:02:41.269 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 393 2024-08-29T15:02:41.269 INFO:tasks.rados.rados.0.smithi131.stdout:3971: seq_num 1209 ranges {2670592=655360,3325952=401408} 2024-08-29T15:02:41.286 INFO:tasks.rados.rados.0.smithi131.stdout:3971: writing smithi13174786-50 from 2670592 to 3325952 tid 1 2024-08-29T15:02:41.288 INFO:tasks.rados.rados.0.smithi131.stdout:3971: writing smithi13174786-50 from 3325952 to 3727360 tid 2 2024-08-29T15:02:41.288 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 7 current snap is 393 2024-08-29T15:02:41.288 INFO:tasks.rados.rados.0.smithi131.stdout:3972: seq_num 1210 ranges {1040384=671744,1712128=401408} 2024-08-29T15:02:41.297 INFO:tasks.rados.rados.0.smithi131.stdout:3972: writing smithi13174786-7 from 1040384 to 1712128 tid 1 2024-08-29T15:02:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:3972: writing smithi13174786-7 from 1712128 to 2113536 tid 2 2024-08-29T15:02:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:3973: rollback oid 43 current snap is 393 2024-08-29T15:02:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 43 to 373 2024-08-29T15:02:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:3971: finishing write tid 1 to smithi13174786-50 2024-08-29T15:02:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:3971: finishing write tid 2 to smithi13174786-50 2024-08-29T15:02:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:3971: finishing write tid 3 to smithi13174786-50 2024-08-29T15:02:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:3974: delete oid 23 current snap is 393 2024-08-29T15:02:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:3971: finishing write tid 4 to smithi13174786-50 2024-08-29T15:02:41.301 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 2854 (ObjNum 1209 snap 393 seq_num 1209) dirty exists 2024-08-29T15:02:41.302 INFO:tasks.rados.rados.0.smithi131.stdout:3971: left oid 50 (ObjNum 1209 snap 393 seq_num 1209) 2024-08-29T15:02:41.307 INFO:tasks.rados.rados.0.smithi131.stdout:3973: finishing rollback tid 0 to smithi13174786-43 2024-08-29T15:02:41.307 INFO:tasks.rados.rados.0.smithi131.stdout:3973: finishing rollback tid 1 to smithi13174786-43 2024-08-29T15:02:41.308 INFO:tasks.rados.rados.0.smithi131.stdout:3971: done (3 left) 2024-08-29T15:02:41.308 INFO:tasks.rados.rados.0.smithi131.stdout:3974: done (2 left) 2024-08-29T15:02:41.308 INFO:tasks.rados.rados.0.smithi131.stdout:3975: read oid 18 snap 373 2024-08-29T15:02:41.308 INFO:tasks.rados.rados.0.smithi131.stdout:3975: expect (ObjNum 1155 snap 367 seq_num 1155) 2024-08-29T15:02:41.308 INFO:tasks.rados.rados.0.smithi131.stdout:3976: snap_remove snap 386 2024-08-29T15:02:42.303 INFO:tasks.rados.rados.0.smithi131.stdout:3972: finishing write tid 1 to smithi13174786-7 2024-08-29T15:02:42.303 INFO:tasks.rados.rados.0.smithi131.stdout:3973: finishing rollback tid 2 to smithi13174786-43 2024-08-29T15:02:42.304 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 43 v 2151 (ObjNum 1159 snap 367 seq_num 1159) dirty exists 2024-08-29T15:02:42.304 INFO:tasks.rados.rados.0.smithi131.stdout:3972: finishing write tid 2 to smithi13174786-7 2024-08-29T15:02:42.304 INFO:tasks.rados.rados.0.smithi131.stdout:3972: finishing write tid 3 to smithi13174786-7 2024-08-29T15:02:42.304 INFO:tasks.rados.rados.0.smithi131.stdout:3972: finishing write tid 4 to smithi13174786-7 2024-08-29T15:02:42.304 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 7 v 2400 (ObjNum 1210 snap 393 seq_num 1210) dirty exists 2024-08-29T15:02:42.304 INFO:tasks.rados.rados.0.smithi131.stdout:3972: left oid 7 (ObjNum 1210 snap 393 seq_num 1210) 2024-08-29T15:02:42.304 INFO:tasks.rados.rados.0.smithi131.stdout:3975: expect (ObjNum 1155 snap 367 seq_num 1155) 2024-08-29T15:02:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:42 smithi131 ceph-mon[87973]: pgmap v879: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-08-29T15:02:42.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:42 smithi131 ceph-mon[87973]: osdmap e858: 8 total, 8 up, 8 in 2024-08-29T15:02:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:42 smithi131 ceph-mon[90512]: pgmap v879: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-08-29T15:02:42.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:42 smithi131 ceph-mon[90512]: osdmap e858: 8 total, 8 up, 8 in 2024-08-29T15:02:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:42 smithi169 ceph-mon[78471]: pgmap v879: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-08-29T15:02:42.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:42 smithi169 ceph-mon[78471]: osdmap e858: 8 total, 8 up, 8 in 2024-08-29T15:02:43.600 INFO:tasks.rados.rados.0.smithi131.stdout:3972: done (3 left) 2024-08-29T15:02:43.600 INFO:tasks.rados.rados.0.smithi131.stdout:3973: done (2 left) 2024-08-29T15:02:43.601 INFO:tasks.rados.rados.0.smithi131.stdout:3975: done (1 left) 2024-08-29T15:02:43.601 INFO:tasks.rados.rados.0.smithi131.stdout:3976: done (0 left) 2024-08-29T15:02:43.601 INFO:tasks.rados.rados.0.smithi131.stdout:3977: delete oid 36 current snap is 393 2024-08-29T15:02:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:43 smithi131 ceph-mon[87973]: osdmap e859: 8 total, 8 up, 8 in 2024-08-29T15:02:43.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:43 smithi131 ceph-mon[87973]: pgmap v882: 121 pgs: 121 active+clean; 438 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T15:02:43.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:43 smithi131 ceph-mon[90512]: osdmap e859: 8 total, 8 up, 8 in 2024-08-29T15:02:43.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:43 smithi131 ceph-mon[90512]: pgmap v882: 121 pgs: 121 active+clean; 438 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T15:02:43.603 INFO:tasks.rados.rados.0.smithi131.stdout:3977: done (0 left) 2024-08-29T15:02:43.603 INFO:tasks.rados.rados.0.smithi131.stdout:3978: delete oid 18 current snap is 393 2024-08-29T15:02:43.607 INFO:tasks.rados.rados.0.smithi131.stdout:3978: done (0 left) 2024-08-29T15:02:43.608 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 50 current snap is 393 2024-08-29T15:02:43.608 INFO:tasks.rados.rados.0.smithi131.stdout:3979: seq_num 1214 ranges {3727360=737280,4464640=401408} 2024-08-29T15:02:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:43 smithi169 ceph-mon[78471]: osdmap e859: 8 total, 8 up, 8 in 2024-08-29T15:02:43.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:43 smithi169 ceph-mon[78471]: pgmap v882: 121 pgs: 121 active+clean; 438 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T15:02:43.631 INFO:tasks.rados.rados.0.smithi131.stdout:3979: writing smithi13174786-50 from 3727360 to 4464640 tid 1 2024-08-29T15:02:43.633 INFO:tasks.rados.rados.0.smithi131.stdout:3979: writing smithi13174786-50 from 4464640 to 4866048 tid 2 2024-08-29T15:02:43.634 INFO:tasks.rados.rados.0.smithi131.stdout:3980: copy_from oid 35 from oid 17 current snap is 393 2024-08-29T15:02:43.634 INFO:tasks.rados.rados.0.smithi131.stdout:3981: copy_from oid 41 from oid 15 current snap is 393 2024-08-29T15:02:43.634 INFO:tasks.rados.rados.0.smithi131.stdout:3982: rollback oid 48 current snap is 393 2024-08-29T15:02:43.634 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 48 to 385 2024-08-29T15:02:43.634 INFO:tasks.rados.rados.0.smithi131.stdout:3983: snap_remove snap 373 2024-08-29T15:02:44.304 INFO:tasks.rados.rados.0.smithi131.stdout:3983: done (4 left) 2024-08-29T15:02:44.304 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 33 current snap is 393 2024-08-29T15:02:44.304 INFO:tasks.rados.rados.0.smithi131.stdout:3982: finishing rollback tid 1 to smithi13174786-48 2024-08-29T15:02:44.304 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 48 v 2059 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T15:02:44.305 INFO:tasks.rados.rados.0.smithi131.stdout:3984: seq_num 1215 ranges {720896=753664,1474560=401408} 2024-08-29T15:02:44.313 INFO:tasks.rados.rados.0.smithi131.stdout:3984: writing smithi13174786-33 from 720896 to 1474560 tid 1 2024-08-29T15:02:44.317 INFO:tasks.rados.rados.0.smithi131.stdout:3984: writing smithi13174786-33 from 1474560 to 1875968 tid 2 2024-08-29T15:02:44.317 INFO:tasks.rados.rados.0.smithi131.stdout:3979: finishing write tid 1 to smithi13174786-50 2024-08-29T15:02:44.317 INFO:tasks.rados.rados.0.smithi131.stdout:3979: finishing write tid 2 to smithi13174786-50 2024-08-29T15:02:44.317 INFO:tasks.rados.rados.0.smithi131.stdout:3979: finishing write tid 3 to smithi13174786-50 2024-08-29T15:02:44.317 INFO:tasks.rados.rados.0.smithi131.stdout:3980: finishing copy_from racing read to smithi13174786-35 2024-08-29T15:02:44.317 INFO:tasks.rados.rados.0.smithi131.stdout:3980: finishing copy_from to smithi13174786-35 2024-08-29T15:02:44.317 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 35 v 2158 (ObjNum 1201 snap 390 seq_num 1201) dirty exists 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3979: finishing write tid 4 to smithi13174786-50 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 2863 (ObjNum 1214 snap 393 seq_num 1214) dirty exists 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3979: left oid 50 (ObjNum 1214 snap 393 seq_num 1214) 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3981: finishing copy_from racing read to smithi13174786-41 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3981: finishing copy_from to smithi13174786-41 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 41 v 2387 (ObjNum 1204 snap 390 seq_num 1204) dirty exists 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3979: done (4 left) 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3980: done (3 left) 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3981: done (2 left) 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3982: done (1 left) 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3985: rollback oid 49 current snap is 393 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:rollback oid 49 to 375 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3986: read oid 44 snap -1 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3986: expect (ObjNum 1172 snap 374 seq_num 1172) 2024-08-29T15:02:44.318 INFO:tasks.rados.rados.0.smithi131.stdout:3987: snap_create 2024-08-29T15:02:44.327 INFO:tasks.rados.rados.0.smithi131.stdout:3985: finishing rollback tid 0 to smithi13174786-49 2024-08-29T15:02:44.330 INFO:tasks.rados.rados.0.smithi131.stdout:3984: finishing write tid 1 to smithi13174786-33 2024-08-29T15:02:44.331 INFO:tasks.rados.rados.0.smithi131.stdout:3984: finishing write tid 2 to smithi13174786-33 2024-08-29T15:02:44.331 INFO:tasks.rados.rados.0.smithi131.stdout:3984: finishing write tid 3 to smithi13174786-33 2024-08-29T15:02:44.332 INFO:tasks.rados.rados.0.smithi131.stdout:3985: finishing rollback tid 1 to smithi13174786-49 2024-08-29T15:02:44.332 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 49 v 2592 (ObjNum 33 snap 0 seq_num 2120266560) dirty dne 2024-08-29T15:02:44.333 INFO:tasks.rados.rados.0.smithi131.stdout:3984: finishing write tid 4 to smithi13174786-33 2024-08-29T15:02:44.333 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 33 v 2198 (ObjNum 1215 snap 393 seq_num 1215) dirty exists 2024-08-29T15:02:44.333 INFO:tasks.rados.rados.0.smithi131.stdout:3984: left oid 33 (ObjNum 1215 snap 393 seq_num 1215) 2024-08-29T15:02:44.337 INFO:tasks.rados.rados.0.smithi131.stdout:3986: expect (ObjNum 1172 snap 374 seq_num 1172) 2024-08-29T15:02:45.315 INFO:tasks.rados.rados.0.smithi131.stdout:3984: done (3 left) 2024-08-29T15:02:45.316 INFO:tasks.rados.rados.0.smithi131.stdout:3985: done (2 left) 2024-08-29T15:02:45.316 INFO:tasks.rados.rados.0.smithi131.stdout:3986: done (1 left) 2024-08-29T15:02:45.316 INFO:tasks.rados.rados.0.smithi131.stdout:3987: done (0 left) 2024-08-29T15:02:45.316 INFO:tasks.rados.rados.0.smithi131.stdout:3988: snap_create 2024-08-29T15:02:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:45 smithi131 ceph-mon[87973]: osdmap e860: 8 total, 8 up, 8 in 2024-08-29T15:02:45.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:45 smithi131 ceph-mon[87973]: pgmap v884: 121 pgs: 121 active+clean; 439 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 508 KiB/s wr, 5 op/s 2024-08-29T15:02:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:45 smithi131 ceph-mon[90512]: osdmap e860: 8 total, 8 up, 8 in 2024-08-29T15:02:45.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:45 smithi131 ceph-mon[90512]: pgmap v884: 121 pgs: 121 active+clean; 439 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 508 KiB/s wr, 5 op/s 2024-08-29T15:02:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:45 smithi169 ceph-mon[78471]: osdmap e860: 8 total, 8 up, 8 in 2024-08-29T15:02:45.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:45 smithi169 ceph-mon[78471]: pgmap v884: 121 pgs: 121 active+clean; 439 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 508 KiB/s wr, 5 op/s 2024-08-29T15:02:46.269 INFO:tasks.rados.rados.0.smithi131.stdout:3988: done (0 left) 2024-08-29T15:02:46.269 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 25 current snap is 395 2024-08-29T15:02:46.270 INFO:tasks.rados.rados.0.smithi131.stdout:3989: seq_num 1216 ranges {7282688=770048,8052736=401408} 2024-08-29T15:02:46.309 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:02:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:02:45] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.51.0" 2024-08-29T15:02:46.312 INFO:tasks.rados.rados.0.smithi131.stdout:3989: writing smithi13174786-25 from 7282688 to 8052736 tid 1 2024-08-29T15:02:46.315 INFO:tasks.rados.rados.0.smithi131.stdout:3989: writing smithi13174786-25 from 8052736 to 8454144 tid 2 2024-08-29T15:02:46.315 INFO:tasks.rados.rados.0.smithi131.stdout:append oid 20 current snap is 395 2024-08-29T15:02:46.315 INFO:tasks.rados.rados.0.smithi131.stdout:3990: seq_num 1217 ranges {6176768=786432,6963200=401408} 2024-08-29T15:02:46.351 INFO:tasks.rados.rados.0.smithi131.stdout:3990: writing smithi13174786-20 from 6176768 to 6963200 tid 1 2024-08-29T15:02:46.354 INFO:tasks.rados.rados.0.smithi131.stdout:3990: writing smithi13174786-20 from 6963200 to 7364608 tid 2 2024-08-29T15:02:46.354 INFO:tasks.rados.rados.0.smithi131.stdout:3991: snap_remove snap 340 2024-08-29T15:02:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:46 smithi131 ceph-mon[87973]: osdmap e861: 8 total, 8 up, 8 in 2024-08-29T15:02:46.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:46 smithi131 ceph-mon[87973]: osdmap e862: 8 total, 8 up, 8 in 2024-08-29T15:02:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:46 smithi131 ceph-mon[90512]: osdmap e861: 8 total, 8 up, 8 in 2024-08-29T15:02:46.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:46 smithi131 ceph-mon[90512]: osdmap e862: 8 total, 8 up, 8 in 2024-08-29T15:02:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:46 smithi169 ceph-mon[78471]: osdmap e861: 8 total, 8 up, 8 in 2024-08-29T15:02:46.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:46 smithi169 ceph-mon[78471]: osdmap e862: 8 total, 8 up, 8 in 2024-08-29T15:02:47.321 INFO:tasks.rados.rados.0.smithi131.stdout:3989: finishing write tid 1 to smithi13174786-25 2024-08-29T15:02:47.321 INFO:tasks.rados.rados.0.smithi131.stdout:3989: finishing write tid 2 to smithi13174786-25 2024-08-29T15:02:47.321 INFO:tasks.rados.rados.0.smithi131.stdout:3989: finishing write tid 3 to smithi13174786-25 2024-08-29T15:02:47.321 INFO:tasks.rados.rados.0.smithi131.stdout:3989: finishing write tid 4 to smithi13174786-25 2024-08-29T15:02:47.321 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 25 v 2878 (ObjNum 1216 snap 395 seq_num 1216) dirty exists 2024-08-29T15:02:47.321 INFO:tasks.rados.rados.0.smithi131.stdout:3989: left oid 25 (ObjNum 1216 snap 395 seq_num 1216) 2024-08-29T15:02:47.321 INFO:tasks.rados.rados.0.smithi131.stdout:3990: finishing write tid 1 to smithi13174786-20 2024-08-29T15:02:47.321 INFO:tasks.rados.rados.0.smithi131.stdout:3990: finishing write tid 2 to smithi13174786-20 2024-08-29T15:02:47.322 INFO:tasks.rados.rados.0.smithi131.stdout:3990: finishing write tid 3 to smithi13174786-20 2024-08-29T15:02:47.322 INFO:tasks.rados.rados.0.smithi131.stdout:3990: finishing write tid 4 to smithi13174786-20 2024-08-29T15:02:47.322 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 20 v 2194 (ObjNum 1217 snap 395 seq_num 1217) dirty exists 2024-08-29T15:02:47.322 INFO:tasks.rados.rados.0.smithi131.stdout:3990: left oid 20 (ObjNum 1217 snap 395 seq_num 1217) 2024-08-29T15:02:47.322 INFO:tasks.rados.rados.0.smithi131.stdout:3989: done (2 left) 2024-08-29T15:02:47.322 INFO:tasks.rados.rados.0.smithi131.stdout:3990: done (1 left) 2024-08-29T15:02:47.322 INFO:tasks.rados.rados.0.smithi131.stdout:3991: done (0 left) 2024-08-29T15:02:47.322 INFO:tasks.rados.rados.0.smithi131.stdout:3992: snap_create 2024-08-29T15:02:47.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:47 smithi131 ceph-mon[87973]: pgmap v887: 121 pgs: 121 active+clean; 439 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 476 KiB/s wr, 5 op/s 2024-08-29T15:02:47.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:47 smithi131 ceph-mon[90512]: pgmap v887: 121 pgs: 121 active+clean; 439 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 476 KiB/s wr, 5 op/s 2024-08-29T15:02:47.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:47 smithi169 ceph-mon[78471]: pgmap v887: 121 pgs: 121 active+clean; 439 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 476 KiB/s wr, 5 op/s 2024-08-29T15:02:48.331 INFO:tasks.rados.rados.0.smithi131.stdout:3992: done (0 left) 2024-08-29T15:02:48.331 INFO:tasks.rados.rados.0.smithi131.stdout:3993: delete oid 46 current snap is 396 2024-08-29T15:02:48.337 INFO:tasks.rados.rados.0.smithi131.stdout:3993: done (0 left) 2024-08-29T15:02:48.337 INFO:tasks.rados.rados.0.smithi131.stdout:3994: copy_from oid 10 from oid 36 current snap is 396 2024-08-29T15:02:48.337 INFO:tasks.rados.rados.0.smithi131.stdout:3995: snap_create 2024-08-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi131.stdout:3994: finishing copy_from to smithi13174786-10 2024-08-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi131.stdout:3994: got expected ENOENT (src dne) 2024-08-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi131.stdout:3994: finishing copy_from racing read to smithi13174786-10 2024-08-29T15:02:48.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:48 smithi131 ceph-mon[87973]: osdmap e863: 8 total, 8 up, 8 in 2024-08-29T15:02:48.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:48 smithi131 ceph-mon[90512]: osdmap e863: 8 total, 8 up, 8 in 2024-08-29T15:02:48.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:48 smithi169 ceph-mon[78471]: osdmap e863: 8 total, 8 up, 8 in 2024-08-29T15:02:49.339 INFO:tasks.rados.rados.0.smithi131.stdout:3994: done (1 left) 2024-08-29T15:02:49.340 INFO:tasks.rados.rados.0.smithi131.stdout:3995: done (0 left) 2024-08-29T15:02:49.340 INFO:tasks.rados.rados.0.smithi131.stdout:3996: read oid 36 snap -1 2024-08-29T15:02:49.340 INFO:tasks.rados.rados.0.smithi131.stdout:3996: expect deleted 2024-08-29T15:02:49.340 INFO:tasks.rados.rados.0.smithi131.stdout:3997: read oid 23 snap 396 2024-08-29T15:02:49.340 INFO:tasks.rados.rados.0.smithi131.stdout:3997: expect deleted 2024-08-29T15:02:49.340 INFO:tasks.rados.rados.0.smithi131.stdout:3998: read oid 10 snap -1 2024-08-29T15:02:49.340 INFO:tasks.rados.rados.0.smithi131.stdout:3998: expect deleted 2024-08-29T15:02:49.340 INFO:tasks.rados.rados.0.smithi131.stdout:3999: rmattr oid 50 current snap is 397 2024-08-29T15:02:49.340 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 4 2024-08-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi131.stdout:3996: done (3 left) 2024-08-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 3 2024-08-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi131.stdout:3998: done (2 left) 2024-08-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 2 2024-08-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi131.stdout:3997: done (1 left) 2024-08-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi131.stdout: waiting on 1 2024-08-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi131.stdout:update_object_version oid 50 v 2892 (ObjNum 1214 snap 393 seq_num 1214) dirty exists 2024-08-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi131.stdout:3999: done (0 left) 2024-08-29T15:02:49.347 INFO:tasks.rados.rados.0.smithi131.stderr:0 errors. 2024-08-29T15:02:49.347 INFO:tasks.rados.rados.0.smithi131.stderr: 2024-08-29T15:02:49.351 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T15:02:49.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:49 smithi131 ceph-mon[87973]: osdmap e864: 8 total, 8 up, 8 in 2024-08-29T15:02:49.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:49 smithi131 ceph-mon[87973]: pgmap v890: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-29T15:02:49.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:49 smithi131 ceph-mon[90512]: osdmap e864: 8 total, 8 up, 8 in 2024-08-29T15:02:49.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:49 smithi131 ceph-mon[90512]: pgmap v890: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-29T15:02:49.616 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T15:02:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:49 smithi169 ceph-mon[78471]: osdmap e864: 8 total, 8 up, 8 in 2024-08-29T15:02:49.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:49 smithi169 ceph-mon[78471]: pgmap v890: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-29T15:02:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:50 smithi131 ceph-mon[87973]: osdmap e865: 8 total, 8 up, 8 in 2024-08-29T15:02:50.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:50 smithi131 ceph-mon[90512]: osdmap e865: 8 total, 8 up, 8 in 2024-08-29T15:02:50.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:50 smithi169 ceph-mon[78471]: osdmap e865: 8 total, 8 up, 8 in 2024-08-29T15:02:50.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:02:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:02:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:02:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:02:51.589 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T15:02:51.589 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":866,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","created":"2024-08-29T14:39:58.113203+0000","modified":"2024-08-29T15:02:51.265652+0000","last_up_change":"2024-08-29T14:57:57.239877+0000","last_in_change":"2024-08-29T14:44:46.000997+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:43:08.038937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T14:45:27.535472+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T14:45:30.830181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-29T14:46:23.425380+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-29T14:49:06.278960+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"865","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":490,"snap_epoch":865,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"a14e2807-3351-4e1a-9a21-f36358ba23d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":342,"up_from":354,"up_thru":584,"down_at":343,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6802","nonce":845002269},{"type":"v1","addr":"172.21.15.131:6803","nonce":845002269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6804","nonce":845002269},{"type":"v1","addr":"172.21.15.131:6805","nonce":845002269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6808","nonce":845002269},{"type":"v1","addr":"172.21.15.131:6809","nonce":845002269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6806","nonce":845002269},{"type":"v1","addr":"172.21.15.131:6807","nonce":845002269}]},"public_addr":"172.21.15.131:6803/845002269","cluster_addr":"172.21.15.131:6805/845002269","heartbeat_back_addr":"172.21.15.131:6809/845002269","heartbeat_front_addr":"172.21.15.131:6807/845002269","state":["exists","up"]},{"osd":1,"uuid":"fe32dc54-1602-41f1-bfb6-1d43b51ed570","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":374,"up_from":387,"up_thru":584,"down_at":375,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6810","nonce":2598693143},{"type":"v1","addr":"172.21.15.131:6811","nonce":2598693143}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6812","nonce":2598693143},{"type":"v1","addr":"172.21.15.131:6813","nonce":2598693143}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6816","nonce":2598693143},{"type":"v1","addr":"172.21.15.131:6817","nonce":2598693143}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6814","nonce":2598693143},{"type":"v1","addr":"172.21.15.131:6815","nonce":2598693143}]},"public_addr":"172.21.15.131:6811/2598693143","cluster_addr":"172.21.15.131:6813/2598693143","heartbeat_back_addr":"172.21.15.131:6817/2598693143","heartbeat_front_addr":"172.21.15.131:6815/2598693143","state":["exists","up"]},{"osd":2,"uuid":"23e78e1a-070b-4009-9ad9-7bd3757c1874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":406,"up_from":419,"up_thru":584,"down_at":407,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6818","nonce":3314184146},{"type":"v1","addr":"172.21.15.131:6819","nonce":3314184146}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6820","nonce":3314184146},{"type":"v1","addr":"172.21.15.131:6821","nonce":3314184146}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6824","nonce":3314184146},{"type":"v1","addr":"172.21.15.131:6825","nonce":3314184146}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6822","nonce":3314184146},{"type":"v1","addr":"172.21.15.131:6823","nonce":3314184146}]},"public_addr":"172.21.15.131:6819/3314184146","cluster_addr":"172.21.15.131:6821/3314184146","heartbeat_back_addr":"172.21.15.131:6825/3314184146","heartbeat_front_addr":"172.21.15.131:6823/3314184146","state":["exists","up"]},{"osd":3,"uuid":"f8ef4a6a-18cc-4341-add8-feb5b84c6316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":437,"up_from":450,"up_thru":584,"down_at":438,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6826","nonce":1131768070},{"type":"v1","addr":"172.21.15.131:6827","nonce":1131768070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6828","nonce":1131768070},{"type":"v1","addr":"172.21.15.131:6829","nonce":1131768070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6832","nonce":1131768070},{"type":"v1","addr":"172.21.15.131:6833","nonce":1131768070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6830","nonce":1131768070},{"type":"v1","addr":"172.21.15.131:6831","nonce":1131768070}]},"public_addr":"172.21.15.131:6827/1131768070","cluster_addr":"172.21.15.131:6829/1131768070","heartbeat_back_addr":"172.21.15.131:6833/1131768070","heartbeat_front_addr":"172.21.15.131:6831/1131768070","state":["exists","up"]},{"osd":4,"uuid":"bff66608-1f20-439e-afe9-e5a0d631fd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":469,"up_from":482,"up_thru":584,"down_at":470,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":2354277124},{"type":"v1","addr":"172.21.15.169:6801","nonce":2354277124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":2354277124},{"type":"v1","addr":"172.21.15.169:6803","nonce":2354277124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":2354277124},{"type":"v1","addr":"172.21.15.169:6807","nonce":2354277124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":2354277124},{"type":"v1","addr":"172.21.15.169:6805","nonce":2354277124}]},"public_addr":"172.21.15.169:6801/2354277124","cluster_addr":"172.21.15.169:6803/2354277124","heartbeat_back_addr":"172.21.15.169:6807/2354277124","heartbeat_front_addr":"172.21.15.169:6805/2354277124","state":["exists","up"]},{"osd":5,"uuid":"218dfecd-80dd-4b27-ba8d-f5e8a8f1d070","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":503,"up_from":516,"up_thru":584,"down_at":504,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":4248649490},{"type":"v1","addr":"172.21.15.169:6809","nonce":4248649490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":4248649490},{"type":"v1","addr":"172.21.15.169:6811","nonce":4248649490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":4248649490},{"type":"v1","addr":"172.21.15.169:6815","nonce":4248649490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":4248649490},{"type":"v1","addr":"172.21.15.169:6813","nonce":4248649490}]},"public_addr":"172.21.15.169:6809/4248649490","cluster_addr":"172.21.15.169:6811/4248649490","heartbeat_back_addr":"172.21.15.169:6815/4248649490","heartbeat_front_addr":"172.21.15.169:6813/4248649490","state":["exists","up"]},{"osd":6,"uuid":"e226fc9a-a75d-4d40-8a10-d901d7857d30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":537,"up_from":550,"up_thru":584,"down_at":538,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":789227228},{"type":"v1","addr":"172.21.15.169:6817","nonce":789227228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":789227228},{"type":"v1","addr":"172.21.15.169:6819","nonce":789227228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":789227228},{"type":"v1","addr":"172.21.15.169:6823","nonce":789227228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":789227228},{"type":"v1","addr":"172.21.15.169:6821","nonce":789227228}]},"public_addr":"172.21.15.169:6817/789227228","cluster_addr":"172.21.15.169:6819/789227228","heartbeat_back_addr":"172.21.15.169:6823/789227228","heartbeat_front_addr":"172.21.15.169:6821/789227228","state":["exists","up"]},{"osd":7,"uuid":"3fb1184c-095c-4b55-82d5-8f9fa2176af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":571,"up_from":584,"up_thru":584,"down_at":572,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":3748539000},{"type":"v1","addr":"172.21.15.169:6825","nonce":3748539000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3748539000},{"type":"v1","addr":"172.21.15.169:6827","nonce":3748539000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3748539000},{"type":"v1","addr":"172.21.15.169:6831","nonce":3748539000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3748539000},{"type":"v1","addr":"172.21.15.169:6829","nonce":3748539000}]},"public_addr":"172.21.15.169:6825/3748539000","cluster_addr":"172.21.15.169:6827/3748539000","heartbeat_back_addr":"172.21.15.169:6831/3748539000","heartbeat_front_addr":"172.21.15.169:6829/3748539000","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:13.937973+0000","dead_epoch":342},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:38.736780+0000","dead_epoch":374},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:03.949662+0000","dead_epoch":406},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:28.742678+0000","dead_epoch":437},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:50.660737+0000","dead_epoch":469},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:13.266943+0000","dead_epoch":503},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:37.235747+0000","dead_epoch":537},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:45:01.151107+0000","dead_epoch":571}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:6832/962109723":"2024-08-30T14:58:16.190146+0000","172.21.15.131:6801/3092614098":"2024-08-30T14:52:34.205314+0000","172.21.15.131:6800/3092614098":"2024-08-30T14:52:34.205314+0000","172.21.15.131:0/12296622":"2024-08-30T14:52:34.205314+0000","172.21.15.131:0/3283292200":"2024-08-30T14:52:34.205314+0000","172.21.15.131:0/1295119850":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6801/1360767552":"2024-08-30T14:50:45.393288+0000","172.21.15.169:0/1319680011":"2024-08-30T14:51:52.085884+0000","172.21.15.169:6834/2651418282":"2024-08-30T14:51:52.085884+0000","172.21.15.131:0/4212298814":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/3480379604":"2024-08-30T14:52:34.205314+0000","172.21.15.169:0/3839723833":"2024-08-30T14:51:52.085884+0000","172.21.15.131:6800/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/1136840470":"2024-08-30T14:50:45.393288+0000","172.21.15.131:0/2298233908":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/657737169":"2024-08-30T14:52:34.205314+0000","172.21.15.131:0/3376220973":"2024-08-30T14:40:29.224345+0000","172.21.15.169:6833/962109723":"2024-08-30T14:58:16.190146+0000","172.21.15.169:0/4232502105":"2024-08-30T14:51:52.085884+0000","172.21.15.131:0/222454337":"2024-08-30T14:52:34.205314+0000","172.21.15.131:6800/3652712538":"2024-08-30T14:46:20.584534+0000","172.21.15.169:0/510178412":"2024-08-30T14:51:52.085884+0000","172.21.15.169:0/501635337":"2024-08-30T14:51:52.085884+0000","172.21.15.169:0/2485731196":"2024-08-30T14:51:52.085884+0000","172.21.15.131:6800/1360767552":"2024-08-30T14:50:45.393288+0000","172.21.15.169:0/3379702397":"2024-08-30T14:51:52.085884+0000","172.21.15.131:0/2635697803":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/1079859183":"2024-08-30T14:52:34.205314+0000","172.21.15.131:0/3488568217":"2024-08-30T14:50:45.393288+0000","172.21.15.131:0/4256932557":"2024-08-30T14:50:45.393288+0000","172.21.15.131:0/667244253":"2024-08-30T14:50:45.393288+0000","172.21.15.131:0/310971467":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/2273688473":"2024-08-30T14:40:51.739997+0000","172.21.15.169:6835/2651418282":"2024-08-30T14:51:52.085884+0000","172.21.15.131:0/1062415733":"2024-08-30T14:52:34.205314+0000","172.21.15.131:6800/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/3652712538":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/1989656491":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/3460218822":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/106061811":"2024-08-30T14:46:20.584534+0000","172.21.15.131:6801/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/124807614":"2024-08-30T14:50:45.393288+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":434,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":467,"length":1},{"begin":480,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T15:02:52.191 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T15:02:52.444 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T15:02:52.564 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:52 smithi131 ceph-mon[90512]: pgmap v892: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 339 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-29T15:02:52.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:52 smithi131 ceph-mon[90512]: osdmap e866: 8 total, 8 up, 8 in 2024-08-29T15:02:52.565 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:52 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/4204252669' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-29T15:02:52.565 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:52 smithi131 ceph-mon[87973]: pgmap v892: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 339 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-29T15:02:52.565 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:52 smithi131 ceph-mon[87973]: osdmap e866: 8 total, 8 up, 8 in 2024-08-29T15:02:52.565 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:52 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/4204252669' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-29T15:02:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:52 smithi169 ceph-mon[78471]: pgmap v892: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 339 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-29T15:02:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:52 smithi169 ceph-mon[78471]: osdmap e866: 8 total, 8 up, 8 in 2024-08-29T15:02:52.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:52 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/4204252669' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-29T15:02:54.320 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T15:02:54.322 INFO:teuthology.orchestra.run.smithi131.stderr:dumped all 2024-08-29T15:02:54.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:54 smithi131 ceph-mon[90512]: pgmap v894: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 811 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-29T15:02:54.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:54 smithi131 ceph-mon[87973]: pgmap v894: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 811 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-29T15:02:54.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:54 smithi169 ceph-mon[78471]: pgmap v894: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 811 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-29T15:02:55.126 INFO:teuthology.orchestra.run.smithi131.stdout:{"pg_ready":true,"pg_map":{"version":894,"stamp":"2024-08-29T15:02:52.365712+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":458996733,"num_objects":252,"num_object_clones":176,"num_object_copies":756,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":252,"num_whiteouts":14,"num_read":4863,"num_read_kb":5672514,"num_write":9136,"num_write_kb":1822109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":120,"num_bytes_recovered":496649824,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20910,"ondisk_log_size":20910,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3868680,"kb_used_data":619464,"kb_used_omap":264,"kb_used_meta":3248823,"kb_avail":746092536,"statfs":{"total":767960285184,"available":763998756864,"internally_reserved":0,"allocated":634331136,"data_stored":1118404303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":270912,"internal_metadata":3326795200},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1810432,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":14,"num_write_kb":6384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.049273"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1084,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.272929+0000","last_change":"2024-08-29T14:57:58.270356+0000","last_active":"2024-08-29T15:02:51.272929+0000","last_peered":"2024-08-29T15:02:51.272929+0000","last_clean":"2024-08-29T15:02:51.272929+0000","last_became_active":"2024-08-29T14:57:58.269691+0000","last_became_peered":"2024-08-29T14:57:58.269691+0000","last_unstale":"2024-08-29T15:02:51.272929+0000","last_undegraded":"2024-08-29T15:02:51.272929+0000","last_fullsized":"2024-08-29T15:02:51.272929+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:30:20.061263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1278,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337696+0000","last_change":"2024-08-29T14:57:24.289169+0000","last_active":"2024-08-29T15:02:49.337696+0000","last_peered":"2024-08-29T15:02:49.337696+0000","last_clean":"2024-08-29T15:02:49.337696+0000","last_became_active":"2024-08-29T14:57:24.288236+0000","last_became_peered":"2024-08-29T14:57:24.288236+0000","last_unstale":"2024-08-29T15:02:49.337696+0000","last_undegraded":"2024-08-29T15:02:49.337696+0000","last_fullsized":"2024-08-29T15:02:49.337696+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:52:10.153256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1301,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.343534+0000","last_change":"2024-08-29T14:55:10.657518+0000","last_active":"2024-08-29T15:02:49.343534+0000","last_peered":"2024-08-29T15:02:49.343534+0000","last_clean":"2024-08-29T15:02:49.343534+0000","last_became_active":"2024-08-29T14:55:10.657201+0000","last_became_peered":"2024-08-29T14:55:10.657201+0000","last_unstale":"2024-08-29T15:02:49.343534+0000","last_undegraded":"2024-08-29T15:02:49.343534+0000","last_fullsized":"2024-08-29T15:02:49.343534+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:19:34.715269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1158,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.322961+0000","last_change":"2024-08-29T14:57:58.270852+0000","last_active":"2024-08-29T15:02:47.322961+0000","last_peered":"2024-08-29T15:02:47.322961+0000","last_clean":"2024-08-29T15:02:47.322961+0000","last_became_active":"2024-08-29T14:57:58.270537+0000","last_became_peered":"2024-08-29T14:57:58.270537+0000","last_unstale":"2024-08-29T15:02:47.322961+0000","last_undegraded":"2024-08-29T15:02:47.322961+0000","last_fullsized":"2024-08-29T15:02:47.322961+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:51:29.308451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1098,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.272187+0000","last_change":"2024-08-29T14:57:58.264167+0000","last_active":"2024-08-29T15:02:51.272187+0000","last_peered":"2024-08-29T15:02:51.272187+0000","last_clean":"2024-08-29T15:02:51.272187+0000","last_became_active":"2024-08-29T14:57:58.263109+0000","last_became_peered":"2024-08-29T14:57:58.263109+0000","last_unstale":"2024-08-29T15:02:51.272187+0000","last_undegraded":"2024-08-29T15:02:51.272187+0000","last_fullsized":"2024-08-29T15:02:51.272187+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:49:17.774746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1143,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.322411+0000","last_change":"2024-08-29T14:56:50.183182+0000","last_active":"2024-08-29T15:02:47.322411+0000","last_peered":"2024-08-29T15:02:47.322411+0000","last_clean":"2024-08-29T15:02:47.322411+0000","last_became_active":"2024-08-29T14:56:50.182862+0000","last_became_peered":"2024-08-29T14:56:50.182862+0000","last_unstale":"2024-08-29T15:02:47.322411+0000","last_undegraded":"2024-08-29T15:02:47.322411+0000","last_fullsized":"2024-08-29T15:02:47.322411+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:34:22.738517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1098,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.271909+0000","last_change":"2024-08-29T14:57:58.273137+0000","last_active":"2024-08-29T15:02:51.271909+0000","last_peered":"2024-08-29T15:02:51.271909+0000","last_clean":"2024-08-29T15:02:51.271909+0000","last_became_active":"2024-08-29T14:57:58.271777+0000","last_became_peered":"2024-08-29T14:57:58.271777+0000","last_unstale":"2024-08-29T15:02:51.271909+0000","last_undegraded":"2024-08-29T15:02:51.271909+0000","last_fullsized":"2024-08-29T15:02:51.271909+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:46:56.459896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1235,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268482+0000","last_change":"2024-08-29T14:57:24.280007+0000","last_active":"2024-08-29T15:02:51.268482+0000","last_peered":"2024-08-29T15:02:51.268482+0000","last_clean":"2024-08-29T15:02:51.268482+0000","last_became_active":"2024-08-29T14:57:24.279714+0000","last_became_peered":"2024-08-29T14:57:24.279714+0000","last_unstale":"2024-08-29T15:02:51.268482+0000","last_undegraded":"2024-08-29T15:02:51.268482+0000","last_fullsized":"2024-08-29T15:02:51.268482+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:53:33.031647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1092,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.272863+0000","last_change":"2024-08-29T14:57:58.273331+0000","last_active":"2024-08-29T15:02:51.272863+0000","last_peered":"2024-08-29T15:02:51.272863+0000","last_clean":"2024-08-29T15:02:51.272863+0000","last_became_active":"2024-08-29T14:57:58.272999+0000","last_became_peered":"2024-08-29T14:57:58.272999+0000","last_unstale":"2024-08-29T15:02:51.272863+0000","last_undegraded":"2024-08-29T15:02:51.272863+0000","last_fullsized":"2024-08-29T15:02:51.272863+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:41:01.908154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981543+0000","last_change":"2024-08-29T14:57:24.284496+0000","last_active":"2024-08-29T15:02:51.981543+0000","last_peered":"2024-08-29T15:02:51.981543+0000","last_clean":"2024-08-29T15:02:51.981543+0000","last_became_active":"2024-08-29T14:57:24.284195+0000","last_became_peered":"2024-08-29T14:57:24.284195+0000","last_unstale":"2024-08-29T15:02:51.981543+0000","last_undegraded":"2024-08-29T15:02:51.981543+0000","last_fullsized":"2024-08-29T15:02:51.981543+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:36:03.406767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1114,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981152+0000","last_change":"2024-08-29T14:57:24.285036+0000","last_active":"2024-08-29T15:02:51.981152+0000","last_peered":"2024-08-29T15:02:51.981152+0000","last_clean":"2024-08-29T15:02:51.981152+0000","last_became_active":"2024-08-29T14:57:24.284613+0000","last_became_peered":"2024-08-29T14:57:24.284613+0000","last_unstale":"2024-08-29T15:02:51.981152+0000","last_undegraded":"2024-08-29T15:02:51.981152+0000","last_fullsized":"2024-08-29T15:02:51.981152+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:12:38.448537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-08-29T15:02:48.428820+0000","last_change":"2024-08-29T14:57:24.278056+0000","last_active":"2024-08-29T15:02:48.428820+0000","last_peered":"2024-08-29T15:02:48.428820+0000","last_clean":"2024-08-29T15:02:48.428820+0000","last_became_active":"2024-08-29T14:57:24.277494+0000","last_became_peered":"2024-08-29T14:57:24.277494+0000","last_unstale":"2024-08-29T15:02:48.428820+0000","last_undegraded":"2024-08-29T15:02:48.428820+0000","last_fullsized":"2024-08-29T15:02:48.428820+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:13:47.349528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1237,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268826+0000","last_change":"2024-08-29T14:57:24.271724+0000","last_active":"2024-08-29T15:02:51.268826+0000","last_peered":"2024-08-29T15:02:51.268826+0000","last_clean":"2024-08-29T15:02:51.268826+0000","last_became_active":"2024-08-29T14:57:24.271381+0000","last_became_peered":"2024-08-29T14:57:24.271381+0000","last_unstale":"2024-08-29T15:02:51.268826+0000","last_undegraded":"2024-08-29T15:02:51.268826+0000","last_fullsized":"2024-08-29T15:02:51.268826+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:21:32.681053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1300,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.341994+0000","last_change":"2024-08-29T14:56:50.190202+0000","last_active":"2024-08-29T15:02:49.341994+0000","last_peered":"2024-08-29T15:02:49.341994+0000","last_clean":"2024-08-29T15:02:49.341994+0000","last_became_active":"2024-08-29T14:56:50.189866+0000","last_became_peered":"2024-08-29T14:56:50.189866+0000","last_unstale":"2024-08-29T15:02:49.341994+0000","last_undegraded":"2024-08-29T15:02:49.341994+0000","last_fullsized":"2024-08-29T15:02:49.341994+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:37:46.714844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1269,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337216+0000","last_change":"2024-08-29T14:56:50.179039+0000","last_active":"2024-08-29T15:02:49.337216+0000","last_peered":"2024-08-29T15:02:49.337216+0000","last_clean":"2024-08-29T15:02:49.337216+0000","last_became_active":"2024-08-29T14:56:50.178695+0000","last_became_peered":"2024-08-29T14:56:50.178695+0000","last_unstale":"2024-08-29T15:02:49.337216+0000","last_undegraded":"2024-08-29T15:02:49.337216+0000","last_fullsized":"2024-08-29T15:02:49.337216+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:30:13.838702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.322306+0000","last_change":"2024-08-29T14:57:58.266358+0000","last_active":"2024-08-29T15:02:47.322306+0000","last_peered":"2024-08-29T15:02:47.322306+0000","last_clean":"2024-08-29T15:02:47.322306+0000","last_became_active":"2024-08-29T14:57:58.265543+0000","last_became_peered":"2024-08-29T14:57:58.265543+0000","last_unstale":"2024-08-29T15:02:47.322306+0000","last_undegraded":"2024-08-29T15:02:47.322306+0000","last_fullsized":"2024-08-29T15:02:47.322306+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:23:53.160310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1149,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.323454+0000","last_change":"2024-08-29T14:57:58.266612+0000","last_active":"2024-08-29T15:02:47.323454+0000","last_peered":"2024-08-29T15:02:47.323454+0000","last_clean":"2024-08-29T15:02:47.323454+0000","last_became_active":"2024-08-29T14:57:58.266317+0000","last_became_peered":"2024-08-29T14:57:58.266317+0000","last_unstale":"2024-08-29T15:02:47.323454+0000","last_undegraded":"2024-08-29T15:02:47.323454+0000","last_fullsized":"2024-08-29T15:02:47.323454+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:23:54.790220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1244,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.329762+0000","last_change":"2024-08-29T14:57:58.269521+0000","last_active":"2024-08-29T15:02:47.329762+0000","last_peered":"2024-08-29T15:02:47.329762+0000","last_clean":"2024-08-29T15:02:47.329762+0000","last_became_active":"2024-08-29T14:57:58.269055+0000","last_became_peered":"2024-08-29T14:57:58.269055+0000","last_unstale":"2024-08-29T15:02:47.329762+0000","last_undegraded":"2024-08-29T15:02:47.329762+0000","last_fullsized":"2024-08-29T15:02:47.329762+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:59:56.767194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1084,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.272130+0000","last_change":"2024-08-29T14:57:58.272070+0000","last_active":"2024-08-29T15:02:51.272130+0000","last_peered":"2024-08-29T15:02:51.272130+0000","last_clean":"2024-08-29T15:02:51.272130+0000","last_became_active":"2024-08-29T14:57:58.271699+0000","last_became_peered":"2024-08-29T14:57:58.271699+0000","last_unstale":"2024-08-29T15:02:51.272130+0000","last_undegraded":"2024-08-29T15:02:51.272130+0000","last_fullsized":"2024-08-29T15:02:51.272130+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:02:11.625555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1122,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981283+0000","last_change":"2024-08-29T14:57:24.286203+0000","last_active":"2024-08-29T15:02:51.981283+0000","last_peered":"2024-08-29T15:02:51.981283+0000","last_clean":"2024-08-29T15:02:51.981283+0000","last_became_active":"2024-08-29T14:57:24.285558+0000","last_became_peered":"2024-08-29T14:57:24.285558+0000","last_unstale":"2024-08-29T15:02:51.981283+0000","last_undegraded":"2024-08-29T15:02:51.981283+0000","last_fullsized":"2024-08-29T15:02:51.981283+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:11:41.207529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1300,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.343173+0000","last_change":"2024-08-29T14:57:58.274808+0000","last_active":"2024-08-29T15:02:49.343173+0000","last_peered":"2024-08-29T15:02:49.343173+0000","last_clean":"2024-08-29T15:02:49.343173+0000","last_became_active":"2024-08-29T14:57:58.274400+0000","last_became_peered":"2024-08-29T14:57:58.274400+0000","last_unstale":"2024-08-29T15:02:49.343173+0000","last_undegraded":"2024-08-29T15:02:49.343173+0000","last_fullsized":"2024-08-29T15:02:49.343173+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:55:36.118408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1135,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.322051+0000","last_change":"2024-08-29T14:57:58.266546+0000","last_active":"2024-08-29T15:02:47.322051+0000","last_peered":"2024-08-29T15:02:47.322051+0000","last_clean":"2024-08-29T15:02:47.322051+0000","last_became_active":"2024-08-29T14:57:58.265881+0000","last_became_peered":"2024-08-29T14:57:58.265881+0000","last_unstale":"2024-08-29T15:02:47.322051+0000","last_undegraded":"2024-08-29T15:02:47.322051+0000","last_fullsized":"2024-08-29T15:02:47.322051+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:13:10.074651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1244,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268620+0000","last_change":"2024-08-29T14:55:43.196037+0000","last_active":"2024-08-29T15:02:51.268620+0000","last_peered":"2024-08-29T15:02:51.268620+0000","last_clean":"2024-08-29T15:02:51.268620+0000","last_became_active":"2024-08-29T14:55:43.195081+0000","last_became_peered":"2024-08-29T14:55:43.195081+0000","last_unstale":"2024-08-29T15:02:51.268620+0000","last_undegraded":"2024-08-29T15:02:51.268620+0000","last_fullsized":"2024-08-29T15:02:51.268620+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:30:13.110439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1163,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.321923+0000","last_change":"2024-08-29T14:56:50.195519+0000","last_active":"2024-08-29T15:02:47.321923+0000","last_peered":"2024-08-29T15:02:47.321923+0000","last_clean":"2024-08-29T15:02:47.321923+0000","last_became_active":"2024-08-29T14:56:50.195228+0000","last_became_peered":"2024-08-29T14:56:50.195228+0000","last_unstale":"2024-08-29T15:02:47.321923+0000","last_undegraded":"2024-08-29T15:02:47.321923+0000","last_fullsized":"2024-08-29T15:02:47.321923+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:52:41.607938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1228,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.269116+0000","last_change":"2024-08-29T14:56:16.204170+0000","last_active":"2024-08-29T15:02:51.269116+0000","last_peered":"2024-08-29T15:02:51.269116+0000","last_clean":"2024-08-29T15:02:51.269116+0000","last_became_active":"2024-08-29T14:56:16.203821+0000","last_became_peered":"2024-08-29T14:56:16.203821+0000","last_unstale":"2024-08-29T15:02:51.269116+0000","last_undegraded":"2024-08-29T15:02:51.269116+0000","last_fullsized":"2024-08-29T15:02:51.269116+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:17:56.792376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981341+0000","last_change":"2024-08-29T14:57:58.263183+0000","last_active":"2024-08-29T15:02:51.981341+0000","last_peered":"2024-08-29T15:02:51.981341+0000","last_clean":"2024-08-29T15:02:51.981341+0000","last_became_active":"2024-08-29T14:57:58.262864+0000","last_became_peered":"2024-08-29T14:57:58.262864+0000","last_unstale":"2024-08-29T15:02:51.981341+0000","last_undegraded":"2024-08-29T15:02:51.981341+0000","last_fullsized":"2024-08-29T15:02:51.981341+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:53:38.499055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1269,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337304+0000","last_change":"2024-08-29T14:55:43.191525+0000","last_active":"2024-08-29T15:02:49.337304+0000","last_peered":"2024-08-29T15:02:49.337304+0000","last_clean":"2024-08-29T15:02:49.337304+0000","last_became_active":"2024-08-29T14:55:43.191189+0000","last_became_peered":"2024-08-29T14:55:43.191189+0000","last_unstale":"2024-08-29T15:02:49.337304+0000","last_undegraded":"2024-08-29T15:02:49.337304+0000","last_fullsized":"2024-08-29T15:02:49.337304+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:23:57.928711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1245,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268802+0000","last_change":"2024-08-29T14:56:16.204195+0000","last_active":"2024-08-29T15:02:51.268802+0000","last_peered":"2024-08-29T15:02:51.268802+0000","last_clean":"2024-08-29T15:02:51.268802+0000","last_became_active":"2024-08-29T14:56:16.203886+0000","last_became_peered":"2024-08-29T14:56:16.203886+0000","last_unstale":"2024-08-29T15:02:51.268802+0000","last_undegraded":"2024-08-29T15:02:51.268802+0000","last_fullsized":"2024-08-29T15:02:51.268802+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:05:33.352871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1301,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.342517+0000","last_change":"2024-08-29T14:56:16.206481+0000","last_active":"2024-08-29T15:02:49.342517+0000","last_peered":"2024-08-29T15:02:49.342517+0000","last_clean":"2024-08-29T15:02:49.342517+0000","last_became_active":"2024-08-29T14:56:16.205223+0000","last_became_peered":"2024-08-29T14:56:16.205223+0000","last_unstale":"2024-08-29T15:02:49.342517+0000","last_undegraded":"2024-08-29T15:02:49.342517+0000","last_fullsized":"2024-08-29T15:02:49.342517+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:29:31.901484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1163,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.322159+0000","last_change":"2024-08-29T14:56:50.193740+0000","last_active":"2024-08-29T15:02:47.322159+0000","last_peered":"2024-08-29T15:02:47.322159+0000","last_clean":"2024-08-29T15:02:47.322159+0000","last_became_active":"2024-08-29T14:56:50.193134+0000","last_became_peered":"2024-08-29T14:56:50.193134+0000","last_unstale":"2024-08-29T15:02:47.322159+0000","last_undegraded":"2024-08-29T15:02:47.322159+0000","last_fullsized":"2024-08-29T15:02:47.322159+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:36:23.548403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1245,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.326222+0000","last_change":"2024-08-29T14:57:24.280642+0000","last_active":"2024-08-29T15:02:47.326222+0000","last_peered":"2024-08-29T15:02:47.326222+0000","last_clean":"2024-08-29T15:02:47.326222+0000","last_became_active":"2024-08-29T14:57:24.280128+0000","last_became_peered":"2024-08-29T14:57:24.280128+0000","last_unstale":"2024-08-29T15:02:47.326222+0000","last_undegraded":"2024-08-29T15:02:47.326222+0000","last_fullsized":"2024-08-29T15:02:47.326222+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:19:19.755019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.980891+0000","last_change":"2024-08-29T14:57:24.285719+0000","last_active":"2024-08-29T15:02:51.980891+0000","last_peered":"2024-08-29T15:02:51.980891+0000","last_clean":"2024-08-29T15:02:51.980891+0000","last_became_active":"2024-08-29T14:57:24.285417+0000","last_became_peered":"2024-08-29T14:57:24.285417+0000","last_unstale":"2024-08-29T15:02:51.980891+0000","last_undegraded":"2024-08-29T15:02:51.980891+0000","last_fullsized":"2024-08-29T15:02:51.980891+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:34:42.137053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-08-29T15:02:48.428093+0000","last_change":"2024-08-29T14:56:16.212018+0000","last_active":"2024-08-29T15:02:48.428093+0000","last_peered":"2024-08-29T15:02:48.428093+0000","last_clean":"2024-08-29T15:02:48.428093+0000","last_became_active":"2024-08-29T14:56:16.211666+0000","last_became_peered":"2024-08-29T14:56:16.211666+0000","last_unstale":"2024-08-29T15:02:48.428093+0000","last_undegraded":"2024-08-29T15:02:48.428093+0000","last_fullsized":"2024-08-29T15:02:48.428093+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:47:55.021301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"604'2","reported_seq":1242,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268919+0000","last_change":"2024-08-29T14:57:58.270150+0000","last_active":"2024-08-29T15:02:51.268919+0000","last_peered":"2024-08-29T15:02:51.268919+0000","last_clean":"2024-08-29T15:02:51.268919+0000","last_became_active":"2024-08-29T14:57:58.269754+0000","last_became_peered":"2024-08-29T14:57:58.269754+0000","last_unstale":"2024-08-29T15:02:51.268919+0000","last_undegraded":"2024-08-29T15:02:51.268919+0000","last_fullsized":"2024-08-29T15:02:51.268919+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:37:29.404271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1247,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.326613+0000","last_change":"2024-08-29T14:57:58.268204+0000","last_active":"2024-08-29T15:02:47.326613+0000","last_peered":"2024-08-29T15:02:47.326613+0000","last_clean":"2024-08-29T15:02:47.326613+0000","last_became_active":"2024-08-29T14:57:58.267671+0000","last_became_peered":"2024-08-29T14:57:58.267671+0000","last_unstale":"2024-08-29T15:02:47.326613+0000","last_undegraded":"2024-08-29T15:02:47.326613+0000","last_fullsized":"2024-08-29T15:02:47.326613+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:05:01.853112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"604'2","reported_seq":1121,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981032+0000","last_change":"2024-08-29T14:57:58.261529+0000","last_active":"2024-08-29T15:02:51.981032+0000","last_peered":"2024-08-29T15:02:51.981032+0000","last_clean":"2024-08-29T15:02:51.981032+0000","last_became_active":"2024-08-29T14:57:58.261118+0000","last_became_peered":"2024-08-29T14:57:58.261118+0000","last_unstale":"2024-08-29T15:02:51.981032+0000","last_undegraded":"2024-08-29T15:02:51.981032+0000","last_fullsized":"2024-08-29T15:02:51.981032+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:36:18.339657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1247,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268482+0000","last_change":"2024-08-29T14:57:24.277146+0000","last_active":"2024-08-29T15:02:51.268482+0000","last_peered":"2024-08-29T15:02:51.268482+0000","last_clean":"2024-08-29T15:02:51.268482+0000","last_became_active":"2024-08-29T14:57:24.276818+0000","last_became_peered":"2024-08-29T14:57:24.276818+0000","last_unstale":"2024-08-29T15:02:51.268482+0000","last_undegraded":"2024-08-29T15:02:51.268482+0000","last_fullsized":"2024-08-29T15:02:51.268482+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:16:08.706531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1243,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268535+0000","last_change":"2024-08-29T14:55:43.197190+0000","last_active":"2024-08-29T15:02:51.268535+0000","last_peered":"2024-08-29T15:02:51.268535+0000","last_clean":"2024-08-29T15:02:51.268535+0000","last_became_active":"2024-08-29T14:55:43.196695+0000","last_became_peered":"2024-08-29T14:55:43.196695+0000","last_unstale":"2024-08-29T15:02:51.268535+0000","last_undegraded":"2024-08-29T15:02:51.268535+0000","last_fullsized":"2024-08-29T15:02:51.268535+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:41:33.506437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.321795+0000","last_change":"2024-08-29T14:57:58.265857+0000","last_active":"2024-08-29T15:02:47.321795+0000","last_peered":"2024-08-29T15:02:47.321795+0000","last_clean":"2024-08-29T15:02:47.321795+0000","last_became_active":"2024-08-29T14:57:58.265561+0000","last_became_peered":"2024-08-29T14:57:58.265561+0000","last_unstale":"2024-08-29T15:02:47.321795+0000","last_undegraded":"2024-08-29T15:02:47.321795+0000","last_fullsized":"2024-08-29T15:02:47.321795+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:40:01.635539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1269,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337165+0000","last_change":"2024-08-29T14:56:16.213623+0000","last_active":"2024-08-29T15:02:49.337165+0000","last_peered":"2024-08-29T15:02:49.337165+0000","last_clean":"2024-08-29T15:02:49.337165+0000","last_became_active":"2024-08-29T14:56:16.213001+0000","last_became_peered":"2024-08-29T14:56:16.213001+0000","last_unstale":"2024-08-29T15:02:49.337165+0000","last_undegraded":"2024-08-29T15:02:49.337165+0000","last_fullsized":"2024-08-29T15:02:49.337165+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:03:49.364244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1117,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981491+0000","last_change":"2024-08-29T14:57:24.285217+0000","last_active":"2024-08-29T15:02:51.981491+0000","last_peered":"2024-08-29T15:02:51.981491+0000","last_clean":"2024-08-29T15:02:51.981491+0000","last_became_active":"2024-08-29T14:57:24.284897+0000","last_became_peered":"2024-08-29T14:57:24.284897+0000","last_unstale":"2024-08-29T15:02:51.981491+0000","last_undegraded":"2024-08-29T15:02:51.981491+0000","last_fullsized":"2024-08-29T15:02:51.981491+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:24:17.235399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1137,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.322557+0000","last_change":"2024-08-29T14:57:58.266659+0000","last_active":"2024-08-29T15:02:47.322557+0000","last_peered":"2024-08-29T15:02:47.322557+0000","last_clean":"2024-08-29T15:02:47.322557+0000","last_became_active":"2024-08-29T14:57:58.266356+0000","last_became_peered":"2024-08-29T14:57:58.266356+0000","last_unstale":"2024-08-29T15:02:47.322557+0000","last_undegraded":"2024-08-29T15:02:47.322557+0000","last_fullsized":"2024-08-29T15:02:47.322557+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:33:05.185692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.323337+0000","last_change":"2024-08-29T14:57:24.284394+0000","last_active":"2024-08-29T15:02:47.323337+0000","last_peered":"2024-08-29T15:02:47.323337+0000","last_clean":"2024-08-29T15:02:47.323337+0000","last_became_active":"2024-08-29T14:57:24.284067+0000","last_became_peered":"2024-08-29T14:57:24.284067+0000","last_unstale":"2024-08-29T15:02:47.323337+0000","last_undegraded":"2024-08-29T15:02:47.323337+0000","last_fullsized":"2024-08-29T15:02:47.323337+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:06:44.764909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1300,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.342414+0000","last_change":"2024-08-29T14:56:50.191591+0000","last_active":"2024-08-29T15:02:49.342414+0000","last_peered":"2024-08-29T15:02:49.342414+0000","last_clean":"2024-08-29T15:02:49.342414+0000","last_became_active":"2024-08-29T14:56:50.190080+0000","last_became_peered":"2024-08-29T14:56:50.190080+0000","last_unstale":"2024-08-29T15:02:49.342414+0000","last_undegraded":"2024-08-29T15:02:49.342414+0000","last_fullsized":"2024-08-29T15:02:49.342414+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:35:03.034617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":1287,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337518+0000","last_change":"2024-08-29T14:56:50.187304+0000","last_active":"2024-08-29T15:02:49.337518+0000","last_peered":"2024-08-29T15:02:49.337518+0000","last_clean":"2024-08-29T15:02:49.337518+0000","last_became_active":"2024-08-29T14:56:50.186949+0000","last_became_peered":"2024-08-29T14:56:50.186949+0000","last_unstale":"2024-08-29T15:02:49.337518+0000","last_undegraded":"2024-08-29T15:02:49.337518+0000","last_fullsized":"2024-08-29T15:02:49.337518+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:31:12.201019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1171,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-08-29T15:02:48.428998+0000","last_change":"2024-08-29T14:57:58.276453+0000","last_active":"2024-08-29T15:02:48.428998+0000","last_peered":"2024-08-29T15:02:48.428998+0000","last_clean":"2024-08-29T15:02:48.428998+0000","last_became_active":"2024-08-29T14:57:58.276080+0000","last_became_peered":"2024-08-29T14:57:58.276080+0000","last_unstale":"2024-08-29T15:02:48.428998+0000","last_undegraded":"2024-08-29T15:02:48.428998+0000","last_fullsized":"2024-08-29T15:02:48.428998+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:11:31.754749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"604'29","reported_seq":1152,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981651+0000","last_change":"2024-08-29T14:57:24.280609+0000","last_active":"2024-08-29T15:02:51.981651+0000","last_peered":"2024-08-29T15:02:51.981651+0000","last_clean":"2024-08-29T15:02:51.981651+0000","last_became_active":"2024-08-29T14:57:24.279986+0000","last_became_peered":"2024-08-29T14:57:24.279986+0000","last_unstale":"2024-08-29T15:02:51.981651+0000","last_undegraded":"2024-08-29T15:02:51.981651+0000","last_fullsized":"2024-08-29T15:02:51.981651+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:38:03.159908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5816,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1099,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.272037+0000","last_change":"2024-08-29T14:57:58.269952+0000","last_active":"2024-08-29T15:02:51.272037+0000","last_peered":"2024-08-29T15:02:51.272037+0000","last_clean":"2024-08-29T15:02:51.272037+0000","last_became_active":"2024-08-29T14:57:58.269375+0000","last_became_peered":"2024-08-29T14:57:58.269375+0000","last_unstale":"2024-08-29T15:02:51.272037+0000","last_undegraded":"2024-08-29T15:02:51.272037+0000","last_fullsized":"2024-08-29T15:02:51.272037+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:17:18.974786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":1309,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.342242+0000","last_change":"2024-08-29T14:56:16.205311+0000","last_active":"2024-08-29T15:02:49.342242+0000","last_peered":"2024-08-29T15:02:49.342242+0000","last_clean":"2024-08-29T15:02:49.342242+0000","last_became_active":"2024-08-29T14:56:16.204791+0000","last_became_peered":"2024-08-29T14:56:16.204791+0000","last_unstale":"2024-08-29T15:02:49.342242+0000","last_undegraded":"2024-08-29T15:02:49.342242+0000","last_fullsized":"2024-08-29T15:02:49.342242+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:34:38.118301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1300,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.341318+0000","last_change":"2024-08-29T14:57:58.265706+0000","last_active":"2024-08-29T15:02:49.341318+0000","last_peered":"2024-08-29T15:02:49.341318+0000","last_clean":"2024-08-29T15:02:49.341318+0000","last_became_active":"2024-08-29T14:57:58.265409+0000","last_became_peered":"2024-08-29T14:57:58.265409+0000","last_unstale":"2024-08-29T15:02:49.341318+0000","last_undegraded":"2024-08-29T15:02:49.341318+0000","last_fullsized":"2024-08-29T15:02:49.341318+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:24:00.871354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.322453+0000","last_change":"2024-08-29T14:57:58.266815+0000","last_active":"2024-08-29T15:02:47.322453+0000","last_peered":"2024-08-29T15:02:47.322453+0000","last_clean":"2024-08-29T15:02:47.322453+0000","last_became_active":"2024-08-29T14:57:58.266264+0000","last_became_peered":"2024-08-29T14:57:58.266264+0000","last_unstale":"2024-08-29T15:02:47.322453+0000","last_undegraded":"2024-08-29T15:02:47.322453+0000","last_fullsized":"2024-08-29T15:02:47.322453+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:23:31.037246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1099,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.271880+0000","last_change":"2024-08-29T14:57:58.264417+0000","last_active":"2024-08-29T15:02:51.271880+0000","last_peered":"2024-08-29T15:02:51.271880+0000","last_clean":"2024-08-29T15:02:51.271880+0000","last_became_active":"2024-08-29T14:57:58.263555+0000","last_became_peered":"2024-08-29T14:57:58.263555+0000","last_unstale":"2024-08-29T15:02:51.271880+0000","last_undegraded":"2024-08-29T15:02:51.271880+0000","last_fullsized":"2024-08-29T15:02:51.271880+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:02:35.625163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981099+0000","last_change":"2024-08-29T14:57:24.289993+0000","last_active":"2024-08-29T15:02:51.981099+0000","last_peered":"2024-08-29T15:02:51.981099+0000","last_clean":"2024-08-29T15:02:51.981099+0000","last_became_active":"2024-08-29T14:57:24.286332+0000","last_became_peered":"2024-08-29T14:57:24.286332+0000","last_unstale":"2024-08-29T15:02:51.981099+0000","last_undegraded":"2024-08-29T15:02:51.981099+0000","last_fullsized":"2024-08-29T15:02:51.981099+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:37:44.473134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.980918+0000","last_change":"2024-08-29T14:57:24.289623+0000","last_active":"2024-08-29T15:02:51.980918+0000","last_peered":"2024-08-29T15:02:51.980918+0000","last_clean":"2024-08-29T15:02:51.980918+0000","last_became_active":"2024-08-29T14:57:24.287123+0000","last_became_peered":"2024-08-29T14:57:24.287123+0000","last_unstale":"2024-08-29T15:02:51.980918+0000","last_undegraded":"2024-08-29T15:02:51.980918+0000","last_fullsized":"2024-08-29T15:02:51.980918+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:13:11.381633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":1272,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.326093+0000","last_change":"2024-08-29T14:55:10.654297+0000","last_active":"2024-08-29T15:02:47.326093+0000","last_peered":"2024-08-29T15:02:47.326093+0000","last_clean":"2024-08-29T15:02:47.326093+0000","last_became_active":"2024-08-29T14:55:10.653771+0000","last_became_peered":"2024-08-29T14:55:10.653771+0000","last_unstale":"2024-08-29T15:02:47.326093+0000","last_undegraded":"2024-08-29T15:02:47.326093+0000","last_fullsized":"2024-08-29T15:02:47.326093+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:49:43.398617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1084,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.271755+0000","last_change":"2024-08-29T14:57:58.273714+0000","last_active":"2024-08-29T15:02:51.271755+0000","last_peered":"2024-08-29T15:02:51.271755+0000","last_clean":"2024-08-29T15:02:51.271755+0000","last_became_active":"2024-08-29T14:57:58.272020+0000","last_became_peered":"2024-08-29T14:57:58.272020+0000","last_unstale":"2024-08-29T15:02:51.271755+0000","last_undegraded":"2024-08-29T15:02:51.271755+0000","last_fullsized":"2024-08-29T15:02:51.271755+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:17:28.324875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1364","reported_seq":4542,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.337014+0000","last_change":"2024-08-29T15:02:47.339243+0000","last_active":"2024-08-29T15:02:47.337014+0000","last_peered":"2024-08-29T15:02:47.337014+0000","last_clean":"2024-08-29T15:02:47.337014+0000","last_became_active":"2024-08-29T14:55:10.654068+0000","last_became_peered":"2024-08-29T14:55:10.654068+0000","last_unstale":"2024-08-29T15:02:47.337014+0000","last_undegraded":"2024-08-29T15:02:47.337014+0000","last_fullsized":"2024-08-29T15:02:47.337014+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":1364,"log_dups_size":0,"ondisk_log_size":1364,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:08:33.026460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012607686,"stat_sum":{"num_bytes":20881408,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":244,"num_read_kb":340926,"num_write":581,"num_write_kb":112624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":37314560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.f","version":"66'1","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-08-29T15:02:48.429161+0000","last_change":"2024-08-29T14:57:58.266060+0000","last_active":"2024-08-29T15:02:48.429161+0000","last_peered":"2024-08-29T15:02:48.429161+0000","last_clean":"2024-08-29T15:02:48.429161+0000","last_became_active":"2024-08-29T14:57:58.265656+0000","last_became_peered":"2024-08-29T14:57:58.265656+0000","last_unstale":"2024-08-29T15:02:48.429161+0000","last_undegraded":"2024-08-29T15:02:48.429161+0000","last_fullsized":"2024-08-29T15:02:48.429161+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:21:21.511451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1099,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.272725+0000","last_change":"2024-08-29T14:57:58.269070+0000","last_active":"2024-08-29T15:02:51.272725+0000","last_peered":"2024-08-29T15:02:51.272725+0000","last_clean":"2024-08-29T15:02:51.272725+0000","last_became_active":"2024-08-29T14:57:58.268763+0000","last_became_peered":"2024-08-29T14:57:58.268763+0000","last_unstale":"2024-08-29T15:02:51.272725+0000","last_undegraded":"2024-08-29T15:02:51.272725+0000","last_fullsized":"2024-08-29T15:02:51.272725+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:44:59.130429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":2916,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.271905+0000","last_change":"2024-08-29T15:02:47.322330+0000","last_active":"2024-08-29T15:02:51.271905+0000","last_peered":"2024-08-29T15:02:51.271905+0000","last_clean":"2024-08-29T15:02:51.271905+0000","last_became_active":"2024-08-29T14:57:58.270415+0000","last_became_peered":"2024-08-29T14:57:58.270415+0000","last_unstale":"2024-08-29T15:02:51.271905+0000","last_undegraded":"2024-08-29T15:02:51.271905+0000","last_fullsized":"2024-08-29T15:02:51.271905+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:13:05.156295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081521800000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b2","length":"1"}]},{"pgid":"2.e","version":"66'2","reported_seq":1254,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.329576+0000","last_change":"2024-08-29T14:57:58.269586+0000","last_active":"2024-08-29T15:02:47.329576+0000","last_peered":"2024-08-29T15:02:47.329576+0000","last_clean":"2024-08-29T15:02:47.329576+0000","last_became_active":"2024-08-29T14:57:58.269216+0000","last_became_peered":"2024-08-29T14:57:58.269216+0000","last_unstale":"2024-08-29T15:02:47.329576+0000","last_undegraded":"2024-08-29T15:02:47.329576+0000","last_fullsized":"2024-08-29T15:02:47.329576+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:25:41.066509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1099,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.273006+0000","last_change":"2024-08-29T14:57:58.271768+0000","last_active":"2024-08-29T15:02:51.273006+0000","last_peered":"2024-08-29T15:02:51.273006+0000","last_clean":"2024-08-29T15:02:51.273006+0000","last_became_active":"2024-08-29T14:57:58.270805+0000","last_became_peered":"2024-08-29T14:57:58.270805+0000","last_unstale":"2024-08-29T15:02:51.273006+0000","last_undegraded":"2024-08-29T15:02:51.273006+0000","last_fullsized":"2024-08-29T15:02:51.273006+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:02:36.296654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1360","reported_seq":4539,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.339687+0000","last_change":"2024-08-29T15:02:47.340773+0000","last_active":"2024-08-29T15:02:47.339687+0000","last_peered":"2024-08-29T15:02:47.339687+0000","last_clean":"2024-08-29T15:02:47.339687+0000","last_became_active":"2024-08-29T14:56:16.213539+0000","last_became_peered":"2024-08-29T14:56:16.213539+0000","last_unstale":"2024-08-29T15:02:47.339687+0000","last_undegraded":"2024-08-29T15:02:47.339687+0000","last_fullsized":"2024-08-29T15:02:47.339687+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":1360,"log_dups_size":0,"ondisk_log_size":1360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:26:48.730958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013593317000000001,"stat_sum":{"num_bytes":35233792,"num_objects":17,"num_object_clones":14,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":242,"num_read_kb":320464,"num_write":453,"num_write_kb":121496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":15622144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.d","version":"66'1","reported_seq":1276,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337618+0000","last_change":"2024-08-29T14:56:16.212967+0000","last_active":"2024-08-29T15:02:49.337618+0000","last_peered":"2024-08-29T15:02:49.337618+0000","last_clean":"2024-08-29T15:02:49.337618+0000","last_became_active":"2024-08-29T14:56:16.212124+0000","last_became_peered":"2024-08-29T14:56:16.212124+0000","last_unstale":"2024-08-29T15:02:49.337618+0000","last_undegraded":"2024-08-29T15:02:49.337618+0000","last_fullsized":"2024-08-29T15:02:49.337618+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:06:35.043448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1157,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.323034+0000","last_change":"2024-08-29T14:57:24.280164+0000","last_active":"2024-08-29T15:02:47.323034+0000","last_peered":"2024-08-29T15:02:47.323034+0000","last_clean":"2024-08-29T15:02:47.323034+0000","last_became_active":"2024-08-29T14:57:24.279859+0000","last_became_peered":"2024-08-29T14:57:24.279859+0000","last_unstale":"2024-08-29T15:02:47.323034+0000","last_undegraded":"2024-08-29T15:02:47.323034+0000","last_fullsized":"2024-08-29T15:02:47.323034+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:11:06.233550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":3209,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.327215+0000","last_change":"2024-08-29T15:02:47.327617+0000","last_active":"2024-08-29T15:02:47.327215+0000","last_peered":"2024-08-29T15:02:47.327215+0000","last_clean":"2024-08-29T15:02:47.327215+0000","last_became_active":"2024-08-29T14:56:50.191342+0000","last_became_peered":"2024-08-29T14:56:50.191342+0000","last_unstale":"2024-08-29T15:02:47.327215+0000","last_undegraded":"2024-08-29T15:02:47.327215+0000","last_fullsized":"2024-08-29T15:02:47.327215+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:27:40.178652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061323699999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1258,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.328789+0000","last_change":"2024-08-29T14:56:50.191549+0000","last_active":"2024-08-29T15:02:47.328789+0000","last_peered":"2024-08-29T15:02:47.328789+0000","last_clean":"2024-08-29T15:02:47.328789+0000","last_became_active":"2024-08-29T14:56:50.191165+0000","last_became_peered":"2024-08-29T14:56:50.191165+0000","last_unstale":"2024-08-29T15:02:47.328789+0000","last_undegraded":"2024-08-29T15:02:47.328789+0000","last_fullsized":"2024-08-29T15:02:47.328789+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:40:14.300106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1084,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.272427+0000","last_change":"2024-08-29T14:57:58.272803+0000","last_active":"2024-08-29T15:02:51.272427+0000","last_peered":"2024-08-29T15:02:51.272427+0000","last_clean":"2024-08-29T15:02:51.272427+0000","last_became_active":"2024-08-29T14:57:58.272510+0000","last_became_peered":"2024-08-29T14:57:58.272510+0000","last_unstale":"2024-08-29T15:02:51.272427+0000","last_undegraded":"2024-08-29T15:02:51.272427+0000","last_fullsized":"2024-08-29T15:02:51.272427+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:46:31.288775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"863'1124","reported_seq":4042,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.272392+0000","last_change":"2024-08-29T15:02:47.331605+0000","last_active":"2024-08-29T15:02:51.272392+0000","last_peered":"2024-08-29T15:02:51.272392+0000","last_clean":"2024-08-29T15:02:51.272392+0000","last_became_active":"2024-08-29T14:57:58.273561+0000","last_became_peered":"2024-08-29T14:57:58.273561+0000","last_unstale":"2024-08-29T15:02:51.272392+0000","last_undegraded":"2024-08-29T15:02:51.272392+0000","last_fullsized":"2024-08-29T15:02:51.272392+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":1124,"log_dups_size":0,"ondisk_log_size":1124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:16:42.440078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0095389289999999998,"stat_sum":{"num_bytes":29253632,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":2,"num_read":216,"num_read_kb":390677,"num_write":388,"num_write_kb":101416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":17694720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b2","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981735+0000","last_change":"2024-08-29T14:57:58.268495+0000","last_active":"2024-08-29T15:02:51.981735+0000","last_peered":"2024-08-29T15:02:51.981735+0000","last_clean":"2024-08-29T15:02:51.981735+0000","last_became_active":"2024-08-29T14:57:58.268163+0000","last_became_peered":"2024-08-29T14:57:58.268163+0000","last_unstale":"2024-08-29T15:02:51.981735+0000","last_undegraded":"2024-08-29T15:02:51.981735+0000","last_fullsized":"2024-08-29T15:02:51.981735+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:44:34.985146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000444444,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"293'217","reported_seq":1666,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.271785+0000","last_change":"2024-08-29T14:57:58.269928+0000","last_active":"2024-08-29T15:02:51.271785+0000","last_peered":"2024-08-29T15:02:51.271785+0000","last_clean":"2024-08-29T15:02:51.271785+0000","last_became_active":"2024-08-29T14:57:58.268916+0000","last_became_peered":"2024-08-29T14:57:58.268916+0000","last_unstale":"2024-08-29T15:02:51.271785+0000","last_undegraded":"2024-08-29T15:02:51.271785+0000","last_fullsized":"2024-08-29T15:02:51.271785+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:43:08.558631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:43:08.558631+0000","last_clean_scrub_stamp":"2024-08-29T14:43:08.558631+0000","objects_scrubbed":0,"log_size":217,"log_dups_size":0,"ondisk_log_size":217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:07:16.352467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1170,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.321958+0000","last_change":"2024-08-29T14:57:58.266516+0000","last_active":"2024-08-29T15:02:47.321958+0000","last_peered":"2024-08-29T15:02:47.321958+0000","last_clean":"2024-08-29T15:02:47.321958+0000","last_became_active":"2024-08-29T14:57:58.266060+0000","last_became_peered":"2024-08-29T14:57:58.266060+0000","last_unstale":"2024-08-29T15:02:47.321958+0000","last_undegraded":"2024-08-29T15:02:47.321958+0000","last_fullsized":"2024-08-29T15:02:47.321958+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:40:17.093454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1236,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268767+0000","last_change":"2024-08-29T14:57:24.281125+0000","last_active":"2024-08-29T15:02:51.268767+0000","last_peered":"2024-08-29T15:02:51.268767+0000","last_clean":"2024-08-29T15:02:51.268767+0000","last_became_active":"2024-08-29T14:57:24.280559+0000","last_became_peered":"2024-08-29T14:57:24.280559+0000","last_unstale":"2024-08-29T15:02:51.268767+0000","last_undegraded":"2024-08-29T15:02:51.268767+0000","last_fullsized":"2024-08-29T15:02:51.268767+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:16:15.941334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"863'426","reported_seq":3526,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.335258+0000","last_change":"2024-08-29T15:02:47.335928+0000","last_active":"2024-08-29T15:02:47.335258+0000","last_peered":"2024-08-29T15:02:47.335258+0000","last_clean":"2024-08-29T15:02:47.335258+0000","last_became_active":"2024-08-29T14:56:50.186001+0000","last_became_peered":"2024-08-29T14:56:50.186001+0000","last_unstale":"2024-08-29T15:02:47.335258+0000","last_undegraded":"2024-08-29T15:02:47.335258+0000","last_fullsized":"2024-08-29T15:02:47.335258+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":426,"log_dups_size":0,"ondisk_log_size":426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:38:49.077357+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.011974788,"stat_sum":{"num_bytes":843776,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":73,"num_read_kb":57662,"num_write":141,"num_write_kb":30328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":16883712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1311,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.342263+0000","last_change":"2024-08-29T14:55:10.657556+0000","last_active":"2024-08-29T15:02:49.342263+0000","last_peered":"2024-08-29T15:02:49.342263+0000","last_clean":"2024-08-29T15:02:49.342263+0000","last_became_active":"2024-08-29T14:55:10.657229+0000","last_became_peered":"2024-08-29T14:55:10.657229+0000","last_unstale":"2024-08-29T15:02:49.342263+0000","last_undegraded":"2024-08-29T15:02:49.342263+0000","last_fullsized":"2024-08-29T15:02:49.342263+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:44:25.792550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1089,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.271700+0000","last_change":"2024-08-29T14:57:58.271570+0000","last_active":"2024-08-29T15:02:51.271700+0000","last_peered":"2024-08-29T15:02:51.271700+0000","last_clean":"2024-08-29T15:02:51.271700+0000","last_became_active":"2024-08-29T14:57:58.269323+0000","last_became_peered":"2024-08-29T14:57:58.269323+0000","last_unstale":"2024-08-29T15:02:51.271700+0000","last_undegraded":"2024-08-29T15:02:51.271700+0000","last_fullsized":"2024-08-29T15:02:51.271700+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:38:33.043049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1301,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.341407+0000","last_change":"2024-08-29T14:56:16.205693+0000","last_active":"2024-08-29T15:02:49.341407+0000","last_peered":"2024-08-29T15:02:49.341407+0000","last_clean":"2024-08-29T15:02:49.341407+0000","last_became_active":"2024-08-29T14:56:16.205002+0000","last_became_peered":"2024-08-29T14:56:16.205002+0000","last_unstale":"2024-08-29T15:02:49.341407+0000","last_undegraded":"2024-08-29T15:02:49.341407+0000","last_fullsized":"2024-08-29T15:02:49.341407+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T14:49:46.030896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"863'2024","reported_seq":5144,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.349118+0000","last_change":"2024-08-29T15:02:47.349819+0000","last_active":"2024-08-29T15:02:47.349118+0000","last_peered":"2024-08-29T15:02:47.349118+0000","last_clean":"2024-08-29T15:02:47.349118+0000","last_became_active":"2024-08-29T14:56:50.191488+0000","last_became_peered":"2024-08-29T14:56:50.191488+0000","last_unstale":"2024-08-29T15:02:47.349118+0000","last_undegraded":"2024-08-29T15:02:47.349118+0000","last_fullsized":"2024-08-29T15:02:47.349118+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":2024,"log_dups_size":0,"ondisk_log_size":2024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:31:33.706466+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.019800581000000001,"stat_sum":{"num_bytes":30613504,"num_objects":23,"num_object_clones":18,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":2,"num_read":350,"num_read_kb":472790,"num_write":995,"num_write_kb":168000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":37748736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1276,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337552+0000","last_change":"2024-08-29T14:56:50.185132+0000","last_active":"2024-08-29T15:02:49.337552+0000","last_peered":"2024-08-29T15:02:49.337552+0000","last_clean":"2024-08-29T15:02:49.337552+0000","last_became_active":"2024-08-29T14:56:50.184836+0000","last_became_peered":"2024-08-29T14:56:50.184836+0000","last_unstale":"2024-08-29T15:02:49.337552+0000","last_undegraded":"2024-08-29T15:02:49.337552+0000","last_fullsized":"2024-08-29T15:02:49.337552+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:10:01.034104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050157299999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1258,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.326392+0000","last_change":"2024-08-29T14:55:43.201061+0000","last_active":"2024-08-29T15:02:47.326392+0000","last_peered":"2024-08-29T15:02:47.326392+0000","last_clean":"2024-08-29T15:02:47.326392+0000","last_became_active":"2024-08-29T14:55:43.200655+0000","last_became_peered":"2024-08-29T14:55:43.200655+0000","last_unstale":"2024-08-29T15:02:47.326392+0000","last_undegraded":"2024-08-29T15:02:47.326392+0000","last_fullsized":"2024-08-29T15:02:47.326392+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:36:41.290338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1270,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337282+0000","last_change":"2024-08-29T14:57:24.284936+0000","last_active":"2024-08-29T15:02:49.337282+0000","last_peered":"2024-08-29T15:02:49.337282+0000","last_clean":"2024-08-29T15:02:49.337282+0000","last_became_active":"2024-08-29T14:57:24.284630+0000","last_became_peered":"2024-08-29T14:57:24.284630+0000","last_unstale":"2024-08-29T15:02:49.337282+0000","last_undegraded":"2024-08-29T15:02:49.337282+0000","last_fullsized":"2024-08-29T15:02:49.337282+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:30:42.883153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"863'1033","reported_seq":4308,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.343629+0000","last_change":"2024-08-29T15:02:47.335120+0000","last_active":"2024-08-29T15:02:49.343629+0000","last_peered":"2024-08-29T15:02:49.343629+0000","last_clean":"2024-08-29T15:02:49.343629+0000","last_became_active":"2024-08-29T14:56:16.204024+0000","last_became_peered":"2024-08-29T14:56:16.204024+0000","last_unstale":"2024-08-29T15:02:49.343629+0000","last_undegraded":"2024-08-29T15:02:49.343629+0000","last_fullsized":"2024-08-29T15:02:49.343629+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":1033,"log_dups_size":0,"ondisk_log_size":1033,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:27:53.368473+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.012588428,"stat_sum":{"num_bytes":14467072,"num_objects":13,"num_object_clones":11,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":140,"num_read_kb":63555,"num_write":539,"num_write_kb":73000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":6201344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1279,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.338026+0000","last_change":"2024-08-29T14:55:43.196426+0000","last_active":"2024-08-29T15:02:49.338026+0000","last_peered":"2024-08-29T15:02:49.338026+0000","last_clean":"2024-08-29T15:02:49.338026+0000","last_became_active":"2024-08-29T14:55:43.196120+0000","last_became_peered":"2024-08-29T14:55:43.196120+0000","last_unstale":"2024-08-29T15:02:49.338026+0000","last_undegraded":"2024-08-29T15:02:49.338026+0000","last_fullsized":"2024-08-29T15:02:49.338026+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:21:25.319924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1140,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.322321+0000","last_change":"2024-08-29T14:57:24.288623+0000","last_active":"2024-08-29T15:02:47.322321+0000","last_peered":"2024-08-29T15:02:47.322321+0000","last_clean":"2024-08-29T15:02:47.322321+0000","last_became_active":"2024-08-29T14:57:24.288315+0000","last_became_peered":"2024-08-29T14:57:24.288315+0000","last_unstale":"2024-08-29T15:02:47.322321+0000","last_undegraded":"2024-08-29T15:02:47.322321+0000","last_fullsized":"2024-08-29T15:02:47.322321+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:12:58.600903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-08-29T15:02:48.428821+0000","last_change":"2024-08-29T14:57:24.279173+0000","last_active":"2024-08-29T15:02:48.428821+0000","last_peered":"2024-08-29T15:02:48.428821+0000","last_clean":"2024-08-29T15:02:48.428821+0000","last_became_active":"2024-08-29T14:57:24.278878+0000","last_became_peered":"2024-08-29T14:57:24.278878+0000","last_unstale":"2024-08-29T15:02:48.428821+0000","last_undegraded":"2024-08-29T15:02:48.428821+0000","last_fullsized":"2024-08-29T15:02:48.428821+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:49:48.746132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"863'1596","reported_seq":4933,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.342667+0000","last_change":"2024-08-29T15:02:47.335061+0000","last_active":"2024-08-29T15:02:49.342667+0000","last_peered":"2024-08-29T15:02:49.342667+0000","last_clean":"2024-08-29T15:02:49.342667+0000","last_became_active":"2024-08-29T14:57:24.284741+0000","last_became_peered":"2024-08-29T14:57:24.284741+0000","last_unstale":"2024-08-29T15:02:49.342667+0000","last_undegraded":"2024-08-29T15:02:49.342667+0000","last_fullsized":"2024-08-29T15:02:49.342667+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":1596,"log_dups_size":0,"ondisk_log_size":1596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:58:07.069868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011336779999999999,"stat_sum":{"num_bytes":53444608,"num_objects":19,"num_object_clones":15,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":329,"num_read_kb":551269,"num_write":704,"num_write_kb":162496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":28319744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.2","version":"75'2","reported_seq":1281,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337900+0000","last_change":"2024-08-29T14:56:50.184293+0000","last_active":"2024-08-29T15:02:49.337900+0000","last_peered":"2024-08-29T15:02:49.337900+0000","last_clean":"2024-08-29T15:02:49.337900+0000","last_became_active":"2024-08-29T14:56:50.183989+0000","last_became_peered":"2024-08-29T14:56:50.183989+0000","last_unstale":"2024-08-29T15:02:49.337900+0000","last_undegraded":"2024-08-29T15:02:49.337900+0000","last_fullsized":"2024-08-29T15:02:49.337900+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:18:08.268864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1281,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337903+0000","last_change":"2024-08-29T14:57:58.271942+0000","last_active":"2024-08-29T15:02:49.337903+0000","last_peered":"2024-08-29T15:02:49.337903+0000","last_clean":"2024-08-29T15:02:49.337903+0000","last_became_active":"2024-08-29T14:57:58.271367+0000","last_became_peered":"2024-08-29T14:57:58.271367+0000","last_unstale":"2024-08-29T15:02:49.337903+0000","last_undegraded":"2024-08-29T15:02:49.337903+0000","last_fullsized":"2024-08-29T15:02:49.337903+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:45:02.287360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1163,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.322866+0000","last_change":"2024-08-29T14:56:50.195478+0000","last_active":"2024-08-29T15:02:47.322866+0000","last_peered":"2024-08-29T15:02:47.322866+0000","last_clean":"2024-08-29T15:02:47.322866+0000","last_became_active":"2024-08-29T14:56:50.194956+0000","last_became_peered":"2024-08-29T14:56:50.194956+0000","last_unstale":"2024-08-29T15:02:47.322866+0000","last_undegraded":"2024-08-29T15:02:47.322866+0000","last_fullsized":"2024-08-29T15:02:47.322866+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:07:52.131239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"860'327","reported_seq":3316,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981614+0000","last_change":"2024-08-29T15:02:47.329916+0000","last_active":"2024-08-29T15:02:51.981614+0000","last_peered":"2024-08-29T15:02:51.981614+0000","last_clean":"2024-08-29T15:02:51.981614+0000","last_became_active":"2024-08-29T14:57:24.287027+0000","last_became_peered":"2024-08-29T14:57:24.287027+0000","last_unstale":"2024-08-29T15:02:51.981614+0000","last_undegraded":"2024-08-29T15:02:51.981614+0000","last_fullsized":"2024-08-29T15:02:51.981614+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":327,"log_dups_size":0,"ondisk_log_size":327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:44:23.231828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054538299999999998,"stat_sum":{"num_bytes":794624,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":47,"num_read_kb":13921,"num_write":159,"num_write_kb":13064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1b2","length":"1"}]},{"pgid":"4.3","version":"73'1","reported_seq":1312,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.342425+0000","last_change":"2024-08-29T14:57:58.274160+0000","last_active":"2024-08-29T15:02:49.342425+0000","last_peered":"2024-08-29T15:02:49.342425+0000","last_clean":"2024-08-29T15:02:49.342425+0000","last_became_active":"2024-08-29T14:57:58.273765+0000","last_became_peered":"2024-08-29T14:57:58.273765+0000","last_unstale":"2024-08-29T15:02:49.342425+0000","last_undegraded":"2024-08-29T15:02:49.342425+0000","last_fullsized":"2024-08-29T15:02:49.342425+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:25:56.356154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1252,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.329849+0000","last_change":"2024-08-29T14:56:16.212130+0000","last_active":"2024-08-29T15:02:47.329849+0000","last_peered":"2024-08-29T15:02:47.329849+0000","last_clean":"2024-08-29T15:02:47.329849+0000","last_became_active":"2024-08-29T14:56:16.211829+0000","last_became_peered":"2024-08-29T14:56:16.211829+0000","last_unstale":"2024-08-29T15:02:47.329849+0000","last_undegraded":"2024-08-29T15:02:47.329849+0000","last_fullsized":"2024-08-29T15:02:47.329849+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:54:13.709219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1269,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337418+0000","last_change":"2024-08-29T14:56:50.187216+0000","last_active":"2024-08-29T15:02:49.337418+0000","last_peered":"2024-08-29T15:02:49.337418+0000","last_clean":"2024-08-29T15:02:49.337418+0000","last_became_active":"2024-08-29T14:56:50.186921+0000","last_became_peered":"2024-08-29T14:56:50.186921+0000","last_unstale":"2024-08-29T15:02:49.337418+0000","last_undegraded":"2024-08-29T15:02:49.337418+0000","last_fullsized":"2024-08-29T15:02:49.337418+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:57:02.885834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'1756","reported_seq":4801,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-08-29T15:02:48.428392+0000","last_change":"2024-08-29T15:02:47.333967+0000","last_active":"2024-08-29T15:02:48.428392+0000","last_peered":"2024-08-29T15:02:48.428392+0000","last_clean":"2024-08-29T15:02:48.428392+0000","last_became_active":"2024-08-29T14:57:58.266329+0000","last_became_peered":"2024-08-29T14:57:58.266329+0000","last_unstale":"2024-08-29T15:02:48.428392+0000","last_undegraded":"2024-08-29T15:02:48.428392+0000","last_fullsized":"2024-08-29T15:02:48.428392+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":1756,"log_dups_size":0,"ondisk_log_size":1756,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:13:42.615834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015957709,"stat_sum":{"num_bytes":66969600,"num_objects":21,"num_object_clones":17,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":2,"num_read":313,"num_read_kb":843456,"num_write":757,"num_write_kb":139248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":102400000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1243,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268428+0000","last_change":"2024-08-29T14:57:58.263909+0000","last_active":"2024-08-29T15:02:51.268428+0000","last_peered":"2024-08-29T15:02:51.268428+0000","last_clean":"2024-08-29T15:02:51.268428+0000","last_became_active":"2024-08-29T14:57:58.263595+0000","last_became_peered":"2024-08-29T14:57:58.263595+0000","last_unstale":"2024-08-29T15:02:51.268428+0000","last_undegraded":"2024-08-29T15:02:51.268428+0000","last_fullsized":"2024-08-29T15:02:51.268428+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:41:46.315516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039956900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"607'2","reported_seq":1277,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337863+0000","last_change":"2024-08-29T14:57:24.288819+0000","last_active":"2024-08-29T15:02:49.337863+0000","last_peered":"2024-08-29T15:02:49.337863+0000","last_clean":"2024-08-29T15:02:49.337863+0000","last_became_active":"2024-08-29T14:57:24.288407+0000","last_became_peered":"2024-08-29T14:57:24.288407+0000","last_unstale":"2024-08-29T15:02:49.337863+0000","last_undegraded":"2024-08-29T15:02:49.337863+0000","last_fullsized":"2024-08-29T15:02:49.337863+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:00:08.600022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1245,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.269177+0000","last_change":"2024-08-29T14:57:58.268292+0000","last_active":"2024-08-29T15:02:51.269177+0000","last_peered":"2024-08-29T15:02:51.269177+0000","last_clean":"2024-08-29T15:02:51.269177+0000","last_became_active":"2024-08-29T14:57:58.267985+0000","last_became_peered":"2024-08-29T14:57:58.267985+0000","last_unstale":"2024-08-29T15:02:51.269177+0000","last_undegraded":"2024-08-29T15:02:51.269177+0000","last_fullsized":"2024-08-29T15:02:51.269177+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:13:06.533522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'2600","reported_seq":5676,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268708+0000","last_change":"2024-08-29T15:02:47.344319+0000","last_active":"2024-08-29T15:02:51.268708+0000","last_peered":"2024-08-29T15:02:51.268708+0000","last_clean":"2024-08-29T15:02:51.268708+0000","last_became_active":"2024-08-29T14:56:16.210055+0000","last_became_peered":"2024-08-29T14:56:16.210055+0000","last_unstale":"2024-08-29T15:02:51.268708+0000","last_undegraded":"2024-08-29T15:02:51.268708+0000","last_fullsized":"2024-08-29T15:02:51.268708+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":2600,"log_dups_size":0,"ondisk_log_size":2600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:26:37.265741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.022330256,"stat_sum":{"num_bytes":42467328,"num_objects":27,"num_object_clones":20,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":3,"num_read":500,"num_read_kb":715741,"num_write":1196,"num_write_kb":261744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":147734528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1b2","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-08-29T15:02:48.428253+0000","last_change":"2024-08-29T14:57:24.277699+0000","last_active":"2024-08-29T15:02:48.428253+0000","last_peered":"2024-08-29T15:02:48.428253+0000","last_clean":"2024-08-29T15:02:48.428253+0000","last_became_active":"2024-08-29T14:57:24.277413+0000","last_became_peered":"2024-08-29T14:57:24.277413+0000","last_unstale":"2024-08-29T15:02:48.428253+0000","last_undegraded":"2024-08-29T15:02:48.428253+0000","last_fullsized":"2024-08-29T15:02:48.428253+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:46:24.075953+0000","last_clean_scrub_stamp":"2024-08-29T14:46:24.075953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:50:05.627487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":1101,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981691+0000","last_change":"2024-08-29T14:57:58.263833+0000","last_active":"2024-08-29T15:02:51.981691+0000","last_peered":"2024-08-29T15:02:51.981691+0000","last_clean":"2024-08-29T15:02:51.981691+0000","last_became_active":"2024-08-29T14:57:58.263354+0000","last_became_peered":"2024-08-29T14:57:58.263354+0000","last_unstale":"2024-08-29T15:02:51.981691+0000","last_undegraded":"2024-08-29T15:02:51.981691+0000","last_fullsized":"2024-08-29T15:02:51.981691+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:17:32.804687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1301,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.342154+0000","last_change":"2024-08-29T14:56:16.204090+0000","last_active":"2024-08-29T15:02:49.342154+0000","last_peered":"2024-08-29T15:02:49.342154+0000","last_clean":"2024-08-29T15:02:49.342154+0000","last_became_active":"2024-08-29T14:56:16.203793+0000","last_became_peered":"2024-08-29T14:56:16.203793+0000","last_unstale":"2024-08-29T15:02:49.342154+0000","last_undegraded":"2024-08-29T15:02:49.342154+0000","last_fullsized":"2024-08-29T15:02:49.342154+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:31:47.167172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"863'2890","reported_seq":5746,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.347786+0000","last_change":"2024-08-29T15:02:47.349082+0000","last_active":"2024-08-29T15:02:47.347786+0000","last_peered":"2024-08-29T15:02:47.347786+0000","last_clean":"2024-08-29T15:02:47.347786+0000","last_became_active":"2024-08-29T14:57:24.289107+0000","last_became_peered":"2024-08-29T14:57:24.289107+0000","last_unstale":"2024-08-29T15:02:47.347786+0000","last_undegraded":"2024-08-29T15:02:47.347786+0000","last_fullsized":"2024-08-29T15:02:47.347786+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":2890,"log_dups_size":0,"ondisk_log_size":2890,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:46:52.240327+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.025447382000000001,"stat_sum":{"num_bytes":76251136,"num_objects":30,"num_object_clones":23,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":1,"num_read":512,"num_read_kb":796943,"num_write":1277,"num_write_kb":230576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":20652032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1089,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.271855+0000","last_change":"2024-08-29T14:57:58.270867+0000","last_active":"2024-08-29T15:02:51.271855+0000","last_peered":"2024-08-29T15:02:51.271855+0000","last_clean":"2024-08-29T15:02:51.271855+0000","last_became_active":"2024-08-29T14:57:58.269529+0000","last_became_peered":"2024-08-29T14:57:58.269529+0000","last_unstale":"2024-08-29T15:02:51.271855+0000","last_undegraded":"2024-08-29T15:02:51.271855+0000","last_fullsized":"2024-08-29T15:02:51.271855+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:08:27.714292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1206,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-08-29T15:02:48.428419+0000","last_change":"2024-08-29T14:57:58.267695+0000","last_active":"2024-08-29T15:02:48.428419+0000","last_peered":"2024-08-29T15:02:48.428419+0000","last_clean":"2024-08-29T15:02:48.428419+0000","last_became_active":"2024-08-29T14:57:58.267333+0000","last_became_peered":"2024-08-29T14:57:58.267333+0000","last_unstale":"2024-08-29T15:02:48.428419+0000","last_undegraded":"2024-08-29T15:02:48.428419+0000","last_fullsized":"2024-08-29T15:02:48.428419+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:53:06.978266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"863'1253","reported_seq":4343,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-08-29T15:02:48.429110+0000","last_change":"2024-08-29T15:02:47.338001+0000","last_active":"2024-08-29T15:02:48.429110+0000","last_peered":"2024-08-29T15:02:48.429110+0000","last_clean":"2024-08-29T15:02:48.429110+0000","last_became_active":"2024-08-29T14:56:50.178993+0000","last_became_peered":"2024-08-29T14:56:50.178993+0000","last_unstale":"2024-08-29T15:02:48.429110+0000","last_undegraded":"2024-08-29T15:02:48.429110+0000","last_fullsized":"2024-08-29T15:02:48.429110+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":1253,"log_dups_size":0,"ondisk_log_size":1253,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:00:49.433889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019099537999999999,"stat_sum":{"num_bytes":26820608,"num_objects":17,"num_object_clones":14,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":1,"num_read":245,"num_read_kb":386312,"num_write":450,"num_write_kb":97232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":21299200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1269,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337300+0000","last_change":"2024-08-29T14:57:58.270420+0000","last_active":"2024-08-29T15:02:49.337300+0000","last_peered":"2024-08-29T15:02:49.337300+0000","last_clean":"2024-08-29T15:02:49.337300+0000","last_became_active":"2024-08-29T14:57:58.270109+0000","last_became_peered":"2024-08-29T14:57:58.270109+0000","last_unstale":"2024-08-29T15:02:49.337300+0000","last_undegraded":"2024-08-29T15:02:49.337300+0000","last_fullsized":"2024-08-29T15:02:49.337300+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:37:46.541430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1238,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.268589+0000","last_change":"2024-08-29T14:57:58.265667+0000","last_active":"2024-08-29T15:02:51.268589+0000","last_peered":"2024-08-29T15:02:51.268589+0000","last_clean":"2024-08-29T15:02:51.268589+0000","last_became_active":"2024-08-29T14:57:58.265366+0000","last_became_peered":"2024-08-29T14:57:58.265366+0000","last_unstale":"2024-08-29T15:02:51.268589+0000","last_undegraded":"2024-08-29T15:02:51.268589+0000","last_fullsized":"2024-08-29T15:02:51.268589+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:14:45.735149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"863'1053","reported_seq":4266,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.342746+0000","last_change":"2024-08-29T15:02:47.343917+0000","last_active":"2024-08-29T15:02:47.342746+0000","last_peered":"2024-08-29T15:02:47.342746+0000","last_clean":"2024-08-29T15:02:47.342746+0000","last_became_active":"2024-08-29T14:57:58.268699+0000","last_became_peered":"2024-08-29T14:57:58.268699+0000","last_unstale":"2024-08-29T15:02:47.342746+0000","last_undegraded":"2024-08-29T15:02:47.342746+0000","last_fullsized":"2024-08-29T15:02:47.342746+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":1053,"log_dups_size":0,"ondisk_log_size":1053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:55:54.519263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014292401999999999,"stat_sum":{"num_bytes":23748608,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":216,"num_read_kb":181523,"num_write":382,"num_write_kb":73144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":10559488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1269,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337654+0000","last_change":"2024-08-29T14:57:58.269716+0000","last_active":"2024-08-29T15:02:49.337654+0000","last_peered":"2024-08-29T15:02:49.337654+0000","last_clean":"2024-08-29T15:02:49.337654+0000","last_became_active":"2024-08-29T14:57:58.269423+0000","last_became_peered":"2024-08-29T14:57:58.269423+0000","last_unstale":"2024-08-29T15:02:49.337654+0000","last_undegraded":"2024-08-29T15:02:49.337654+0000","last_fullsized":"2024-08-29T15:02:49.337654+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:58:37.986278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1238,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.269019+0000","last_change":"2024-08-29T14:56:16.210126+0000","last_active":"2024-08-29T15:02:51.269019+0000","last_peered":"2024-08-29T15:02:51.269019+0000","last_clean":"2024-08-29T15:02:51.269019+0000","last_became_active":"2024-08-29T14:56:16.209784+0000","last_became_peered":"2024-08-29T14:56:16.209784+0000","last_unstale":"2024-08-29T15:02:51.269019+0000","last_undegraded":"2024-08-29T15:02:51.269019+0000","last_fullsized":"2024-08-29T15:02:51.269019+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:08:45.943701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"863'1816","reported_seq":5070,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.337692+0000","last_change":"2024-08-29T15:02:47.342127+0000","last_active":"2024-08-29T15:02:49.337692+0000","last_peered":"2024-08-29T15:02:49.337692+0000","last_clean":"2024-08-29T15:02:49.337692+0000","last_became_active":"2024-08-29T14:56:16.212787+0000","last_became_peered":"2024-08-29T14:56:16.212787+0000","last_unstale":"2024-08-29T15:02:49.337692+0000","last_undegraded":"2024-08-29T15:02:49.337692+0000","last_fullsized":"2024-08-29T15:02:49.337692+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:49:07.039489+0000","last_clean_scrub_stamp":"2024-08-29T14:49:07.039489+0000","objects_scrubbed":0,"log_size":1816,"log_dups_size":0,"ondisk_log_size":1816,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:54:50.099491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023540417000000001,"stat_sum":{"num_bytes":36610048,"num_objects":20,"num_object_clones":16,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":359,"num_read_kb":535345,"num_write":693,"num_write_kb":235288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":32448512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1b2","length":"1"},{"start":"1d3","length":"1"},{"start":"1e0","length":"1"}]},{"pgid":"2.b","version":"604'3","reported_seq":1099,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.271850+0000","last_change":"2024-08-29T14:57:58.273078+0000","last_active":"2024-08-29T15:02:51.271850+0000","last_peered":"2024-08-29T15:02:51.271850+0000","last_clean":"2024-08-29T15:02:51.271850+0000","last_became_active":"2024-08-29T14:57:58.272583+0000","last_became_peered":"2024-08-29T14:57:58.272583+0000","last_unstale":"2024-08-29T15:02:51.271850+0000","last_undegraded":"2024-08-29T15:02:51.271850+0000","last_fullsized":"2024-08-29T15:02:51.271850+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:32:32.355240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.981470+0000","last_change":"2024-08-29T14:57:24.286545+0000","last_active":"2024-08-29T15:02:51.981470+0000","last_peered":"2024-08-29T15:02:51.981470+0000","last_clean":"2024-08-29T15:02:51.981470+0000","last_became_active":"2024-08-29T14:57:24.285519+0000","last_became_peered":"2024-08-29T14:57:24.285519+0000","last_unstale":"2024-08-29T15:02:51.981470+0000","last_undegraded":"2024-08-29T15:02:51.981470+0000","last_fullsized":"2024-08-29T15:02:51.981470+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:37:47.906073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1149,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.322631+0000","last_change":"2024-08-29T14:57:24.280243+0000","last_active":"2024-08-29T15:02:47.322631+0000","last_peered":"2024-08-29T15:02:47.322631+0000","last_clean":"2024-08-29T15:02:47.322631+0000","last_became_active":"2024-08-29T14:57:24.279996+0000","last_became_peered":"2024-08-29T14:57:24.279996+0000","last_unstale":"2024-08-29T15:02:47.322631+0000","last_undegraded":"2024-08-29T15:02:47.322631+0000","last_fullsized":"2024-08-29T15:02:47.322631+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:48:45.486012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":1098,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.272316+0000","last_change":"2024-08-29T14:57:58.273910+0000","last_active":"2024-08-29T15:02:51.272316+0000","last_peered":"2024-08-29T15:02:51.272316+0000","last_clean":"2024-08-29T15:02:51.272316+0000","last_became_active":"2024-08-29T14:57:58.273223+0000","last_became_peered":"2024-08-29T14:57:58.273223+0000","last_unstale":"2024-08-29T15:02:51.272316+0000","last_undegraded":"2024-08-29T15:02:51.272316+0000","last_fullsized":"2024-08-29T15:02:51.272316+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:52:37.986780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1155,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-08-29T15:02:47.323064+0000","last_change":"2024-08-29T14:56:50.178655+0000","last_active":"2024-08-29T15:02:47.323064+0000","last_peered":"2024-08-29T15:02:47.323064+0000","last_clean":"2024-08-29T15:02:47.323064+0000","last_became_active":"2024-08-29T14:56:50.178363+0000","last_became_peered":"2024-08-29T14:56:50.178363+0000","last_unstale":"2024-08-29T15:02:47.323064+0000","last_undegraded":"2024-08-29T15:02:47.323064+0000","last_fullsized":"2024-08-29T15:02:47.323064+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:39:15.727281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":1090,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.272300+0000","last_change":"2024-08-29T14:57:58.268623+0000","last_active":"2024-08-29T15:02:51.272300+0000","last_peered":"2024-08-29T15:02:51.272300+0000","last_clean":"2024-08-29T15:02:51.272300+0000","last_became_active":"2024-08-29T14:57:58.268278+0000","last_became_peered":"2024-08-29T14:57:58.268278+0000","last_unstale":"2024-08-29T15:02:51.272300+0000","last_undegraded":"2024-08-29T15:02:51.272300+0000","last_fullsized":"2024-08-29T15:02:51.272300+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:43:09.863275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1301,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.342265+0000","last_change":"2024-08-29T14:56:50.196044+0000","last_active":"2024-08-29T15:02:49.342265+0000","last_peered":"2024-08-29T15:02:49.342265+0000","last_clean":"2024-08-29T15:02:49.342265+0000","last_became_active":"2024-08-29T14:56:50.190287+0000","last_became_peered":"2024-08-29T14:56:50.190287+0000","last_unstale":"2024-08-29T15:02:49.342265+0000","last_undegraded":"2024-08-29T15:02:49.342265+0000","last_fullsized":"2024-08-29T15:02:49.342265+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:00:08.434173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"604'2","reported_seq":1250,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.269107+0000","last_change":"2024-08-29T14:56:50.191119+0000","last_active":"2024-08-29T15:02:51.269107+0000","last_peered":"2024-08-29T15:02:51.269107+0000","last_clean":"2024-08-29T15:02:51.269107+0000","last_became_active":"2024-08-29T14:56:50.190784+0000","last_became_peered":"2024-08-29T14:56:50.190784+0000","last_unstale":"2024-08-29T15:02:51.269107+0000","last_undegraded":"2024-08-29T15:02:51.269107+0000","last_fullsized":"2024-08-29T15:02:51.269107+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:22:32.804595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1228,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-29T15:02:51.269193+0000","last_change":"2024-08-29T14:57:24.278683+0000","last_active":"2024-08-29T15:02:51.269193+0000","last_peered":"2024-08-29T15:02:51.269193+0000","last_clean":"2024-08-29T15:02:51.269193+0000","last_became_active":"2024-08-29T14:57:24.278365+0000","last_became_peered":"2024-08-29T14:57:24.278365+0000","last_unstale":"2024-08-29T15:02:51.269193+0000","last_undegraded":"2024-08-29T15:02:51.269193+0000","last_fullsized":"2024-08-29T15:02:51.269193+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:30.866539+0000","last_clean_scrub_stamp":"2024-08-29T14:45:30.866539+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:35:09.124580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"604'5","reported_seq":1313,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-29T15:02:49.342791+0000","last_change":"2024-08-29T14:57:58.270033+0000","last_active":"2024-08-29T15:02:49.342791+0000","last_peered":"2024-08-29T15:02:49.342791+0000","last_clean":"2024-08-29T15:02:49.342791+0000","last_became_active":"2024-08-29T14:57:58.269668+0000","last_became_peered":"2024-08-29T14:57:58.269668+0000","last_unstale":"2024-08-29T15:02:49.342791+0000","last_undegraded":"2024-08-29T15:02:49.342791+0000","last_fullsized":"2024-08-29T15:02:49.342791+0000","mapping_epoch":584,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:45:27.846393+0000","last_clean_scrub_stamp":"2024-08-29T14:45:27.846393+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:34:27.155958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":458399744,"num_objects":226,"num_object_clones":176,"num_object_copies":678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":226,"num_whiteouts":14,"num_read":3786,"num_read_kb":5670584,"num_write":8715,"num_write_kb":1819656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":114,"num_bytes_recovered":494878720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552087552,"data_stored":1070727168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20622,"ondisk_log_size":20622,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6602,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46294,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":584,"seq":2508260900924,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":203904,"kb_used_data":56048,"kb_used_omap":25,"kb_used_meta":147814,"kb_avail":93541248,"statfs":{"total":95995035648,"available":95786237952,"internally_reserved":0,"allocated":57393152,"data_stored":108428811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26351,"internal_metadata":151361809},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":516,"seq":2216203124809,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":420052,"kb_used_data":87940,"kb_used_omap":42,"kb_used_meta":332053,"kb_avail":93325100,"statfs":{"total":95995035648,"available":95564902400,"internally_reserved":0,"allocated":90050560,"data_stored":155811803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43599,"internal_metadata":340022705},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":482,"seq":2070174236752,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":784088,"kb_used_data":126540,"kb_used_omap":55,"kb_used_meta":657480,"kb_avail":92961064,"statfs":{"total":95995035648,"available":95192129536,"internally_reserved":0,"allocated":129576960,"data_stored":232220666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57059,"internal_metadata":673259805},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":450,"seq":1932735283287,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":534228,"kb_used_data":80196,"kb_used_omap":30,"kb_used_meta":453985,"kb_avail":93210924,"statfs":{"total":95995035648,"available":95447986176,"internally_reserved":0,"allocated":82120704,"data_stored":160641235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30857,"internal_metadata":464881527},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":419,"seq":1799591297117,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":400500,"kb_used_data":73824,"kb_used_omap":25,"kb_used_meta":326630,"kb_avail":93344652,"statfs":{"total":95995035648,"available":95584923648,"internally_reserved":0,"allocated":75595776,"data_stored":122544307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26013,"internal_metadata":334469731},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":387,"seq":1662152343652,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":658880,"kb_used_data":72048,"kb_used_omap":30,"kb_used_meta":586785,"kb_avail":93086272,"statfs":{"total":95995035648,"available":95320342528,"internally_reserved":0,"allocated":73777152,"data_stored":110570078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31545,"internal_metadata":600868039},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":354,"seq":1520418422891,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":581832,"kb_used_data":66164,"kb_used_omap":25,"kb_used_meta":515622,"kb_avail":93163320,"statfs":{"total":95995035648,"available":95399239680,"internally_reserved":0,"allocated":67751936,"data_stored":121302687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25968,"internal_metadata":527997584},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":550,"seq":2362232012867,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":285196,"kb_used_data":56704,"kb_used_omap":28,"kb_used_meta":228451,"kb_avail":93459956,"statfs":{"total":95995035648,"available":95702994944,"internally_reserved":0,"allocated":58064896,"data_stored":106884716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29520,"internal_metadata":233934000},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5765,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4661,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5887,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6175,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6551,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5154,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5522,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6579,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57090048,"data_stored":114970624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":63713280,"data_stored":104828928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65576960,"data_stored":116822016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":72044544,"data_stored":154894336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":119521280,"data_stored":226488320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":80011264,"data_stored":150085632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":47390720,"data_stored":100540416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":46739456,"data_stored":102096896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T15:02:55.132 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-29T15:02:55.133 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-29T15:02:55.379 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T15:02:56.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:02:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:02:55] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-08-29T15:02:56.509 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:56 smithi131 ceph-mon[87973]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T15:02:56.509 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:56 smithi131 ceph-mon[87973]: pgmap v895: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-08-29T15:02:56.509 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:56 smithi131 ceph-mon[87973]: osdmap e867: 8 total, 8 up, 8 in 2024-08-29T15:02:56.510 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:56 smithi131 ceph-mon[90512]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T15:02:56.510 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:56 smithi131 ceph-mon[90512]: pgmap v895: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-08-29T15:02:56.510 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:56 smithi131 ceph-mon[90512]: osdmap e867: 8 total, 8 up, 8 in 2024-08-29T15:02:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:56 smithi169 ceph-mon[78471]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T15:02:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:56 smithi169 ceph-mon[78471]: pgmap v895: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-08-29T15:02:56.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:56 smithi169 ceph-mon[78471]: osdmap e867: 8 total, 8 up, 8 in 2024-08-29T15:02:57.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:02:57.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:02:57.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:02:57.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:02:57.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:02:57.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:02:57.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:02:57.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:02:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:02:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:02:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:02:57.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:02:58.286 INFO:teuthology.orchestra.run.smithi131.stderr:pool 'unique_pool_0' removed 2024-08-29T15:02:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:58 smithi131 ceph-mon[87973]: pgmap v897: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:02:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:58 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3915225825' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:02:58.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:58 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:02:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:58 smithi131 ceph-mon[90512]: pgmap v897: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:02:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:58 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3915225825' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:02:58.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:58 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:02:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:58 smithi169 ceph-mon[78471]: pgmap v897: 121 pgs: 121 active+clean; 438 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:02:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:58 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3915225825' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:02:58.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:58 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:02:58.958 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T15:02:58.958 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-29T15:02:58.958 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T15:02:58.958 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-29T15:02:58.958 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-29T15:02:58.959 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-29T15:02:58.960 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-29T15:02:58.960 DEBUG:teuthology.orchestra.run.smithi131:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-29T15:02:58.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T15:02:58.978 INFO:teuthology.orchestra.run.smithi131.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-29T15:02:58.978 DEBUG:teuthology.orchestra.run.smithi131:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T15:02:59.035 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-29T15:02:59.035 DEBUG:teuthology.orchestra.run.smithi131:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-29T15:02:59.093 INFO:tasks.workunit:timeout=3h 2024-08-29T15:02:59.093 INFO:tasks.workunit:cleanup=True 2024-08-29T15:02:59.094 DEBUG:teuthology.orchestra.run.smithi131:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-29T15:02:59.152 INFO:tasks.workunit.client.0.smithi131.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-29T15:02:59.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:59 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T15:02:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:59 smithi131 ceph-mon[87973]: osdmap e868: 8 total, 8 up, 8 in 2024-08-29T15:02:59.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:02:59 smithi131 ceph-mon[87973]: pgmap v899: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:02:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:59 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T15:02:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:59 smithi131 ceph-mon[90512]: osdmap e868: 8 total, 8 up, 8 in 2024-08-29T15:02:59.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:02:59 smithi131 ceph-mon[90512]: pgmap v899: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:02:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:59 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T15:02:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:59 smithi169 ceph-mon[78471]: osdmap e868: 8 total, 8 up, 8 in 2024-08-29T15:02:59.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:02:59 smithi169 ceph-mon[78471]: pgmap v899: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:00.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:03:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:03:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:03:01.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:01 smithi131 ceph-mon[87973]: pgmap v900: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:01.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:01 smithi131 ceph-mon[90512]: pgmap v900: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:01.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:01 smithi169 ceph-mon[78471]: pgmap v900: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:03.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:03 smithi131 ceph-mon[87973]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:03.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:03 smithi131 ceph-mon[90512]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:03.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:03 smithi169 ceph-mon[78471]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:05.467 DEBUG:teuthology.orchestra.run.smithi131:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-29T15:03:05.522 INFO:tasks.workunit.client.0.smithi131.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-29T15:03:05.525 INFO:tasks.workunit.client.0.smithi131.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T15:03:05.525 INFO:tasks.workunit.client.0.smithi131.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-29T15:03:05.573 INFO:tasks.workunit.client.0.smithi131.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-29T15:03:05.621 INFO:tasks.workunit.client.0.smithi131.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-29T15:03:05.660 INFO:tasks.workunit.client.0.smithi131.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T15:03:05.662 INFO:tasks.workunit.client.0.smithi131.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T15:03:05.662 INFO:tasks.workunit.client.0.smithi131.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-29T15:03:05.700 INFO:tasks.workunit.client.0.smithi131.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T15:03:05.703 DEBUG:teuthology.orchestra.run.smithi131:> set -ex 2024-08-29T15:03:05.703 DEBUG:teuthology.orchestra.run.smithi131:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-29T15:03:05.759 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-29T15:03:05.761 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-29T15:03:05.761 DEBUG:teuthology.orchestra.run.smithi131:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-29T15:03:05.826 INFO:tasks.workunit.client.0.smithi131.stdout:Running main() from gmock_main.cc 2024-08-29T15:03:05.826 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-29T15:03:05.826 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment set-up. 2024-08-29T15:03:05.827 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-29T15:03:05.827 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-29T15:03:05.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:05 smithi131 ceph-mon[87973]: pgmap v902: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:05.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:05.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:05 smithi131 ceph-mon[90512]: pgmap v902: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:05.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:05.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:05 smithi169 ceph-mon[78471]: pgmap v902: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:05.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:06.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:03:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:03:05] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.51.0" 2024-08-29T15:03:07.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:07 smithi131 ceph-mon[87973]: pgmap v903: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:07 smithi131 ceph-mon[87973]: osdmap e869: 8 total, 8 up, 8 in 2024-08-29T15:03:07.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:07 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/4074721832' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:07.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:07 smithi131 ceph-mon[90512]: pgmap v903: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:07.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:07 smithi131 ceph-mon[90512]: osdmap e869: 8 total, 8 up, 8 in 2024-08-29T15:03:07.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:07 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/4074721832' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:07.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:07 smithi169 ceph-mon[78471]: pgmap v903: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:07.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:07 smithi169 ceph-mon[78471]: osdmap e869: 8 total, 8 up, 8 in 2024-08-29T15:03:07.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:07 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/4074721832' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:08.454 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2628 ms) 2024-08-29T15:03:08.454 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-29T15:03:08.780 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:08 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/4074721832' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:08.781 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:08 smithi169 ceph-mon[78471]: osdmap e870: 8 total, 8 up, 8 in 2024-08-29T15:03:08.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:08 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/4074721832' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:08.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:08 smithi131 ceph-mon[87973]: osdmap e870: 8 total, 8 up, 8 in 2024-08-29T15:03:08.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:08 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/4074721832' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:08.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:08 smithi131 ceph-mon[90512]: osdmap e870: 8 total, 8 up, 8 in 2024-08-29T15:03:09.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:09 smithi131 ceph-mon[87973]: pgmap v906: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:09.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:09 smithi131 ceph-mon[87973]: osdmap e871: 8 total, 8 up, 8 in 2024-08-29T15:03:09.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:09 smithi131 ceph-mon[90512]: pgmap v906: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:09.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:09 smithi131 ceph-mon[90512]: osdmap e871: 8 total, 8 up, 8 in 2024-08-29T15:03:09.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:09 smithi169 ceph-mon[78471]: pgmap v906: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:09.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:09 smithi169 ceph-mon[78471]: osdmap e871: 8 total, 8 up, 8 in 2024-08-29T15:03:10.480 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:03:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:03:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:03:10.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:10 smithi131 ceph-mon[87973]: osdmap e872: 8 total, 8 up, 8 in 2024-08-29T15:03:10.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:10 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/4235243454' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:10.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:10 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:10.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:10 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:10.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:10 smithi131 ceph-mon[87973]: osdmap e873: 8 total, 8 up, 8 in 2024-08-29T15:03:10.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:10 smithi131 ceph-mon[90512]: osdmap e872: 8 total, 8 up, 8 in 2024-08-29T15:03:10.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:10 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/4235243454' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:10.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:10 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:10.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:10 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:10.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:10 smithi131 ceph-mon[90512]: osdmap e873: 8 total, 8 up, 8 in 2024-08-29T15:03:10.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:10 smithi169 ceph-mon[78471]: osdmap e872: 8 total, 8 up, 8 in 2024-08-29T15:03:10.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:10 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/4235243454' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:10.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:10 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:10.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:10 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:10.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:10 smithi169 ceph-mon[78471]: osdmap e873: 8 total, 8 up, 8 in 2024-08-29T15:03:11.464 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3010 ms) 2024-08-29T15:03:11.464 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-29T15:03:11.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:11 smithi131 ceph-mon[87973]: pgmap v909: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:11.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:11 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:11.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:11 smithi131 ceph-mon[87973]: osdmap e874: 8 total, 8 up, 8 in 2024-08-29T15:03:11.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:11 smithi131 ceph-mon[90512]: pgmap v909: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:11.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:11 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:11.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:11 smithi131 ceph-mon[90512]: osdmap e874: 8 total, 8 up, 8 in 2024-08-29T15:03:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:11 smithi169 ceph-mon[78471]: pgmap v909: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:11 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:11.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:11 smithi169 ceph-mon[78471]: osdmap e874: 8 total, 8 up, 8 in 2024-08-29T15:03:12.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:12 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:12.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:12 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:03:12.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:12 smithi131 ceph-mon[87973]: osdmap e875: 8 total, 8 up, 8 in 2024-08-29T15:03:12.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:12 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/184391466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:12.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:12 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:12.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:12 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:03:12.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:12 smithi131 ceph-mon[90512]: osdmap e875: 8 total, 8 up, 8 in 2024-08-29T15:03:12.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:12 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/184391466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:12.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:12 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:12.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:12 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:03:12.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:12 smithi169 ceph-mon[78471]: osdmap e875: 8 total, 8 up, 8 in 2024-08-29T15:03:12.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:12 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/184391466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:13.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:13 smithi131 ceph-mon[87973]: pgmap v912: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:13.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:13 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/184391466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:13.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:13 smithi131 ceph-mon[87973]: osdmap e876: 8 total, 8 up, 8 in 2024-08-29T15:03:13.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:13 smithi131 ceph-mon[90512]: pgmap v912: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:13.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:13 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/184391466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:13.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:13 smithi131 ceph-mon[90512]: osdmap e876: 8 total, 8 up, 8 in 2024-08-29T15:03:13.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:13 smithi169 ceph-mon[78471]: pgmap v912: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:13.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:13 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/184391466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:13.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:13 smithi169 ceph-mon[78471]: osdmap e876: 8 total, 8 up, 8 in 2024-08-29T15:03:14.500 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.Reserve (3036 ms) 2024-08-29T15:03:14.500 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-29T15:03:15.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:15 smithi131 ceph-mon[87973]: pgmap v915: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:15.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:15 smithi131 ceph-mon[87973]: osdmap e877: 8 total, 8 up, 8 in 2024-08-29T15:03:15.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:15 smithi131 ceph-mon[90512]: pgmap v915: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:15.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:15 smithi131 ceph-mon[90512]: osdmap e877: 8 total, 8 up, 8 in 2024-08-29T15:03:15.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:15 smithi169 ceph-mon[78471]: pgmap v915: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:15.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:15 smithi169 ceph-mon[78471]: osdmap e877: 8 total, 8 up, 8 in 2024-08-29T15:03:16.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:03:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:03:15] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.51.0" 2024-08-29T15:03:16.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:16 smithi131 ceph-mon[87973]: osdmap e878: 8 total, 8 up, 8 in 2024-08-29T15:03:16.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:16 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/838744977' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:16.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:16 smithi131 ceph-mon[90512]: osdmap e878: 8 total, 8 up, 8 in 2024-08-29T15:03:16.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:16 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/838744977' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:16.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:16 smithi169 ceph-mon[78471]: osdmap e878: 8 total, 8 up, 8 in 2024-08-29T15:03:16.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:16 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/838744977' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:17.515 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3015 ms) 2024-08-29T15:03:17.515 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-29T15:03:17.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:17 smithi131 ceph-mon[87973]: pgmap v918: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:17.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:17 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:17.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:17 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/838744977' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:17.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:17 smithi131 ceph-mon[87973]: osdmap e879: 8 total, 8 up, 8 in 2024-08-29T15:03:17.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:17 smithi131 ceph-mon[90512]: pgmap v918: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:17.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:17 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:17.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:17 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/838744977' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:17.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:17 smithi131 ceph-mon[90512]: osdmap e879: 8 total, 8 up, 8 in 2024-08-29T15:03:17.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:17 smithi169 ceph-mon[78471]: pgmap v918: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:17.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:17 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:17.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:17 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/838744977' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:17.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:17 smithi169 ceph-mon[78471]: osdmap e879: 8 total, 8 up, 8 in 2024-08-29T15:03:18.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:18 smithi131 ceph-mon[87973]: osdmap e880: 8 total, 8 up, 8 in 2024-08-29T15:03:18.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:18 smithi131 ceph-mon[90512]: osdmap e880: 8 total, 8 up, 8 in 2024-08-29T15:03:18.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:18 smithi169 ceph-mon[78471]: osdmap e880: 8 total, 8 up, 8 in 2024-08-29T15:03:19.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:19 smithi131 ceph-mon[87973]: pgmap v921: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:19.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:19 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:19.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:19 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:03:19.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:19 smithi131 ceph-mon[87973]: osdmap e881: 8 total, 8 up, 8 in 2024-08-29T15:03:19.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:19 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1786112948' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:19.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:19 smithi131 ceph-mon[90512]: pgmap v921: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:19.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:19 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:19.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:19 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:03:19.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:19 smithi131 ceph-mon[90512]: osdmap e881: 8 total, 8 up, 8 in 2024-08-29T15:03:19.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:19 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1786112948' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:19 smithi169 ceph-mon[78471]: pgmap v921: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:19 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:19 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:03:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:19 smithi169 ceph-mon[78471]: osdmap e881: 8 total, 8 up, 8 in 2024-08-29T15:03:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:19 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1786112948' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:20.534 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:03:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:03:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:03:20.544 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.Commit (3029 ms) 2024-08-29T15:03:20.544 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-29T15:03:20.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:20 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1786112948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:20.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:20 smithi131 ceph-mon[87973]: osdmap e882: 8 total, 8 up, 8 in 2024-08-29T15:03:20.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:20.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:20 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1786112948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:20.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:20 smithi131 ceph-mon[90512]: osdmap e882: 8 total, 8 up, 8 in 2024-08-29T15:03:20.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:20.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:20 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1786112948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:20.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:20 smithi169 ceph-mon[78471]: osdmap e882: 8 total, 8 up, 8 in 2024-08-29T15:03:20.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:21.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:21 smithi131 ceph-mon[87973]: pgmap v924: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:21.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:21 smithi131 ceph-mon[87973]: osdmap e883: 8 total, 8 up, 8 in 2024-08-29T15:03:21.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:21 smithi131 ceph-mon[90512]: pgmap v924: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:21.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:21 smithi131 ceph-mon[90512]: osdmap e883: 8 total, 8 up, 8 in 2024-08-29T15:03:21.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:21 smithi169 ceph-mon[78471]: pgmap v924: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:21.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:21 smithi169 ceph-mon[78471]: osdmap e883: 8 total, 8 up, 8 in 2024-08-29T15:03:22.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:22 smithi131 ceph-mon[87973]: osdmap e884: 8 total, 8 up, 8 in 2024-08-29T15:03:22.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:22 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1213731047' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:22.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:22 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:22 smithi131 ceph-mon[90512]: osdmap e884: 8 total, 8 up, 8 in 2024-08-29T15:03:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:22 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1213731047' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:22 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:22.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:22 smithi169 ceph-mon[78471]: osdmap e884: 8 total, 8 up, 8 in 2024-08-29T15:03:22.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:22 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1213731047' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:22.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:22 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:23.563 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.Abort (3019 ms) 2024-08-29T15:03:23.563 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-29T15:03:23.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:23 smithi131 ceph-mon[87973]: pgmap v927: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:23.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:23 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:23.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:23 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:23.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:23 smithi131 ceph-mon[87973]: osdmap e885: 8 total, 8 up, 8 in 2024-08-29T15:03:23.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:23 smithi131 ceph-mon[90512]: pgmap v927: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:23.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:23 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:23.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:23 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:23.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:23 smithi131 ceph-mon[90512]: osdmap e885: 8 total, 8 up, 8 in 2024-08-29T15:03:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:23 smithi169 ceph-mon[78471]: pgmap v927: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:23 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:23 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:23 smithi169 ceph-mon[78471]: osdmap e885: 8 total, 8 up, 8 in 2024-08-29T15:03:24.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:24 smithi131 ceph-mon[87973]: osdmap e886: 8 total, 8 up, 8 in 2024-08-29T15:03:24.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:24 smithi131 ceph-mon[90512]: osdmap e886: 8 total, 8 up, 8 in 2024-08-29T15:03:24.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:24 smithi169 ceph-mon[78471]: osdmap e886: 8 total, 8 up, 8 in 2024-08-29T15:03:25.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-mon[87973]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:25.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:25.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:03:25.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-mon[87973]: osdmap e887: 8 total, 8 up, 8 in 2024-08-29T15:03:25.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2221234275' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:25.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-mon[90512]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:25.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:25.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:03:25.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-mon[90512]: osdmap e887: 8 total, 8 up, 8 in 2024-08-29T15:03:25.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2221234275' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:25.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:25 smithi169 ceph-mon[78471]: pgmap v930: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:25.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:25 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:25.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:25 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:03:25.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:25 smithi169 ceph-mon[78471]: osdmap e887: 8 total, 8 up, 8 in 2024-08-29T15:03:25.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:25 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2221234275' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:26.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:03:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:03:25] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.51.0" 2024-08-29T15:03:26.579 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.ReserveError (3016 ms) 2024-08-29T15:03:26.579 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-29T15:03:26.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:26 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2221234275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:26.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:26 smithi131 ceph-mon[87973]: osdmap e888: 8 total, 8 up, 8 in 2024-08-29T15:03:26.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:26 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2221234275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:26.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:26 smithi131 ceph-mon[90512]: osdmap e888: 8 total, 8 up, 8 in 2024-08-29T15:03:26.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:26 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2221234275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:26.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:26 smithi169 ceph-mon[78471]: osdmap e888: 8 total, 8 up, 8 in 2024-08-29T15:03:27.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:27 smithi131 ceph-mon[87973]: pgmap v933: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:27.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:27 smithi131 ceph-mon[87973]: osdmap e889: 8 total, 8 up, 8 in 2024-08-29T15:03:27.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:27 smithi131 ceph-mon[90512]: pgmap v933: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:27.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:27 smithi131 ceph-mon[90512]: osdmap e889: 8 total, 8 up, 8 in 2024-08-29T15:03:27.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:27 smithi169 ceph-mon[78471]: pgmap v933: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:27.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:27 smithi169 ceph-mon[78471]: osdmap e889: 8 total, 8 up, 8 in 2024-08-29T15:03:28.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:28 smithi131 ceph-mon[87973]: osdmap e890: 8 total, 8 up, 8 in 2024-08-29T15:03:28.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:28 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2562783146' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:28.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:28 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:28.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:28 smithi131 ceph-mon[90512]: osdmap e890: 8 total, 8 up, 8 in 2024-08-29T15:03:28.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:28 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2562783146' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:28.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:28 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:28.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:28 smithi169 ceph-mon[78471]: osdmap e890: 8 total, 8 up, 8 in 2024-08-29T15:03:28.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:28 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2562783146' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:28.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:28 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:29.608 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.CommitError (3029 ms) 2024-08-29T15:03:29.609 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-29T15:03:29.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:29 smithi131 ceph-mon[87973]: pgmap v936: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:29.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:29 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:29.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:29 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:29.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:29 smithi131 ceph-mon[87973]: osdmap e891: 8 total, 8 up, 8 in 2024-08-29T15:03:29.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:29 smithi131 ceph-mon[90512]: pgmap v936: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:29.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:29 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:29.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:29 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:29.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:29 smithi131 ceph-mon[90512]: osdmap e891: 8 total, 8 up, 8 in 2024-08-29T15:03:29.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:29 smithi169 ceph-mon[78471]: pgmap v936: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:29.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:29 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:29.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:29 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:29.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:29 smithi169 ceph-mon[78471]: osdmap e891: 8 total, 8 up, 8 in 2024-08-29T15:03:30.614 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:03:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:03:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:03:30.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:30 smithi131 ceph-mon[87973]: osdmap e892: 8 total, 8 up, 8 in 2024-08-29T15:03:30.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:30 smithi131 ceph-mon[90512]: osdmap e892: 8 total, 8 up, 8 in 2024-08-29T15:03:30.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:30 smithi169 ceph-mon[78471]: osdmap e892: 8 total, 8 up, 8 in 2024-08-29T15:03:31.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:31 smithi169 ceph-mon[78471]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:31.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:31 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:31.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:31 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:03:31.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:31 smithi169 ceph-mon[78471]: osdmap e893: 8 total, 8 up, 8 in 2024-08-29T15:03:31.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:31 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3974539688' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:31.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:31 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:32.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[87973]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:32.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:32.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:03:32.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[87973]: osdmap e893: 8 total, 8 up, 8 in 2024-08-29T15:03:32.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3974539688' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:32.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:32.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[90512]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:32.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:32.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:03:32.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[90512]: osdmap e893: 8 total, 8 up, 8 in 2024-08-29T15:03:32.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3974539688' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:32.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:31 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:32.631 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.AbortError (3023 ms) 2024-08-29T15:03:32.631 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-29T15:03:32.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:32 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:32.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:32 smithi169 ceph-mon[78471]: osdmap e894: 8 total, 8 up, 8 in 2024-08-29T15:03:33.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:32 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:33.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:32 smithi131 ceph-mon[87973]: osdmap e894: 8 total, 8 up, 8 in 2024-08-29T15:03:33.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:32 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:33.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:32 smithi131 ceph-mon[90512]: osdmap e894: 8 total, 8 up, 8 in 2024-08-29T15:03:33.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:33 smithi169 ceph-mon[78471]: pgmap v942: 137 pgs: 15 creating+peering, 13 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:33.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:33 smithi169 ceph-mon[78471]: osdmap e895: 8 total, 8 up, 8 in 2024-08-29T15:03:34.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:33 smithi131 ceph-mon[90512]: pgmap v942: 137 pgs: 15 creating+peering, 13 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:34.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:33 smithi131 ceph-mon[90512]: osdmap e895: 8 total, 8 up, 8 in 2024-08-29T15:03:34.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:33 smithi131 ceph-mon[87973]: pgmap v942: 137 pgs: 15 creating+peering, 13 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:34.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:33 smithi131 ceph-mon[87973]: osdmap e895: 8 total, 8 up, 8 in 2024-08-29T15:03:35.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:34 smithi131 ceph-mon[87973]: osdmap e896: 8 total, 8 up, 8 in 2024-08-29T15:03:35.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:34 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/4164878306' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:35.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:34 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:35.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:35.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:34 smithi131 ceph-mon[90512]: osdmap e896: 8 total, 8 up, 8 in 2024-08-29T15:03:35.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:34 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/4164878306' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:35.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:34 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:35.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:34 smithi169 ceph-mon[78471]: osdmap e896: 8 total, 8 up, 8 in 2024-08-29T15:03:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:34 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/4164878306' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:34 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:35.655 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3024 ms) 2024-08-29T15:03:35.656 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-29T15:03:35.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:35 smithi131 ceph-mon[87973]: pgmap v945: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:35.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:35 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:35.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:35 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:35.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:35 smithi131 ceph-mon[87973]: osdmap e897: 8 total, 8 up, 8 in 2024-08-29T15:03:35.916 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:35 smithi131 ceph-mon[90512]: pgmap v945: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:35.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:35 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:35.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:35 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:35.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:35 smithi131 ceph-mon[90512]: osdmap e897: 8 total, 8 up, 8 in 2024-08-29T15:03:36.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:35 smithi169 ceph-mon[78471]: pgmap v945: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:36.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:35 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:36.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:35 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:36.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:35 smithi169 ceph-mon[78471]: osdmap e897: 8 total, 8 up, 8 in 2024-08-29T15:03:36.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:03:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:03:35] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.51.0" 2024-08-29T15:03:37.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:36 smithi131 ceph-mon[87973]: osdmap e898: 8 total, 8 up, 8 in 2024-08-29T15:03:37.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:36 smithi131 ceph-mon[90512]: osdmap e898: 8 total, 8 up, 8 in 2024-08-29T15:03:37.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:36 smithi169 ceph-mon[78471]: osdmap e898: 8 total, 8 up, 8 in 2024-08-29T15:03:38.030 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:37 smithi169 ceph-mon[78471]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:38.030 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:37 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:38.031 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:37 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:03:38.031 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:37 smithi169 ceph-mon[78471]: osdmap e899: 8 total, 8 up, 8 in 2024-08-29T15:03:38.031 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:37 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/613325206' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:38.031 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:37 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:38.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[87973]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:38.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:38.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:03:38.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[87973]: osdmap e899: 8 total, 8 up, 8 in 2024-08-29T15:03:38.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/613325206' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:38.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:38.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[90512]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:38.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:38.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:03:38.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[90512]: osdmap e899: 8 total, 8 up, 8 in 2024-08-29T15:03:38.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/613325206' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:38.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:37 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:38.679 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3024 ms) 2024-08-29T15:03:38.679 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-29T15:03:39.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:38 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:39.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:38 smithi131 ceph-mon[87973]: osdmap e900: 8 total, 8 up, 8 in 2024-08-29T15:03:39.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:38 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:39.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:38 smithi131 ceph-mon[90512]: osdmap e900: 8 total, 8 up, 8 in 2024-08-29T15:03:39.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:38 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:39.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:38 smithi169 ceph-mon[78471]: osdmap e900: 8 total, 8 up, 8 in 2024-08-29T15:03:40.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:39 smithi131 ceph-mon[90512]: pgmap v951: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:40.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:39 smithi131 ceph-mon[90512]: osdmap e901: 8 total, 8 up, 8 in 2024-08-29T15:03:40.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:39 smithi131 ceph-mon[87973]: pgmap v951: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:40.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:39 smithi131 ceph-mon[87973]: osdmap e901: 8 total, 8 up, 8 in 2024-08-29T15:03:40.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:39 smithi169 ceph-mon[78471]: pgmap v951: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:40.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:39 smithi169 ceph-mon[78471]: osdmap e901: 8 total, 8 up, 8 in 2024-08-29T15:03:40.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:03:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:03:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:03:41.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:40 smithi131 ceph-mon[87973]: osdmap e902: 8 total, 8 up, 8 in 2024-08-29T15:03:41.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:40 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1399552348' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:41.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:40 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:41.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:40 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:41.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:40 smithi131 ceph-mon[87973]: osdmap e903: 8 total, 8 up, 8 in 2024-08-29T15:03:41.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:40 smithi131 ceph-mon[90512]: osdmap e902: 8 total, 8 up, 8 in 2024-08-29T15:03:41.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:40 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1399552348' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:41.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:40 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:41.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:40 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:41.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:40 smithi131 ceph-mon[90512]: osdmap e903: 8 total, 8 up, 8 in 2024-08-29T15:03:41.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:40 smithi169 ceph-mon[78471]: osdmap e902: 8 total, 8 up, 8 in 2024-08-29T15:03:41.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:40 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1399552348' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:41.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:40 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:41.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:40 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:41.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:40 smithi169 ceph-mon[78471]: osdmap e903: 8 total, 8 up, 8 in 2024-08-29T15:03:41.700 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3021 ms) 2024-08-29T15:03:41.701 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-29T15:03:42.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:41 smithi131 ceph-mon[87973]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:42.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:41 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:42.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:41 smithi131 ceph-mon[90512]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:42.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:41 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:42.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:41 smithi169 ceph-mon[78471]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:42.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:41 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:43.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:42 smithi131 ceph-mon[87973]: osdmap e904: 8 total, 8 up, 8 in 2024-08-29T15:03:43.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:42 smithi131 ceph-mon[90512]: osdmap e904: 8 total, 8 up, 8 in 2024-08-29T15:03:43.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:42 smithi169 ceph-mon[78471]: osdmap e904: 8 total, 8 up, 8 in 2024-08-29T15:03:44.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:43 smithi131 ceph-mon[87973]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:44.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:43 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:44.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:43 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:03:44.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:43 smithi131 ceph-mon[87973]: osdmap e905: 8 total, 8 up, 8 in 2024-08-29T15:03:44.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:43 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3618017727' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:44.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:43 smithi131 ceph-mon[90512]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:44.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:43 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:44.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:43 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:03:44.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:43 smithi131 ceph-mon[90512]: osdmap e905: 8 total, 8 up, 8 in 2024-08-29T15:03:44.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:43 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3618017727' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:43 smithi169 ceph-mon[78471]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:43 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:43 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:03:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:43 smithi169 ceph-mon[78471]: osdmap e905: 8 total, 8 up, 8 in 2024-08-29T15:03:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:43 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3618017727' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:44.729 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3029 ms) 2024-08-29T15:03:44.730 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-29T15:03:45.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:44 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3618017727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:45.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:44 smithi131 ceph-mon[87973]: osdmap e906: 8 total, 8 up, 8 in 2024-08-29T15:03:45.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:44 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3618017727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:45.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:44 smithi131 ceph-mon[90512]: osdmap e906: 8 total, 8 up, 8 in 2024-08-29T15:03:45.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:44 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3618017727' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:45.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:44 smithi169 ceph-mon[78471]: osdmap e906: 8 total, 8 up, 8 in 2024-08-29T15:03:46.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:45 smithi131 ceph-mon[87973]: pgmap v960: 137 pgs: 8 creating+peering, 22 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:46.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:45 smithi131 ceph-mon[87973]: osdmap e907: 8 total, 8 up, 8 in 2024-08-29T15:03:46.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:45 smithi131 ceph-mon[90512]: pgmap v960: 137 pgs: 8 creating+peering, 22 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:46.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:45 smithi131 ceph-mon[90512]: osdmap e907: 8 total, 8 up, 8 in 2024-08-29T15:03:46.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:03:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:03:45] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.51.0" 2024-08-29T15:03:46.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:45 smithi169 ceph-mon[78471]: pgmap v960: 137 pgs: 8 creating+peering, 22 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:46.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:45 smithi169 ceph-mon[78471]: osdmap e907: 8 total, 8 up, 8 in 2024-08-29T15:03:47.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:46 smithi131 ceph-mon[87973]: osdmap e908: 8 total, 8 up, 8 in 2024-08-29T15:03:47.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:46 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1200654491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:47.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:46 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:46 smithi131 ceph-mon[90512]: osdmap e908: 8 total, 8 up, 8 in 2024-08-29T15:03:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:46 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1200654491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:46 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:46 smithi169 ceph-mon[78471]: osdmap e908: 8 total, 8 up, 8 in 2024-08-29T15:03:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:46 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1200654491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:46 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:47.747 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3018 ms) 2024-08-29T15:03:47.748 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-29T15:03:48.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:47 smithi131 ceph-mon[87973]: pgmap v963: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:48.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:47 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:48.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:47 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:48.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:47 smithi131 ceph-mon[87973]: osdmap e909: 8 total, 8 up, 8 in 2024-08-29T15:03:48.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:47 smithi131 ceph-mon[90512]: pgmap v963: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:48.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:47 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:48.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:47 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:48.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:47 smithi131 ceph-mon[90512]: osdmap e909: 8 total, 8 up, 8 in 2024-08-29T15:03:48.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:47 smithi169 ceph-mon[78471]: pgmap v963: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:48.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:47 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:48.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:47 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:48.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:47 smithi169 ceph-mon[78471]: osdmap e909: 8 total, 8 up, 8 in 2024-08-29T15:03:49.003 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:48 smithi131 ceph-mon[87973]: osdmap e910: 8 total, 8 up, 8 in 2024-08-29T15:03:49.003 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:48 smithi131 ceph-mon[90512]: osdmap e910: 8 total, 8 up, 8 in 2024-08-29T15:03:49.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:48 smithi169 ceph-mon[78471]: osdmap e910: 8 total, 8 up, 8 in 2024-08-29T15:03:50.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[87973]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:50.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:50.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:03:50.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[87973]: osdmap e911: 8 total, 8 up, 8 in 2024-08-29T15:03:50.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2714739924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:50.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:50.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:50.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[90512]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:50.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:50.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:03:50.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[90512]: osdmap e911: 8 total, 8 up, 8 in 2024-08-29T15:03:50.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2714739924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:50.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:50.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:49 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:49 smithi169 ceph-mon[78471]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:49 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:49 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:03:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:49 smithi169 ceph-mon[78471]: osdmap e911: 8 total, 8 up, 8 in 2024-08-29T15:03:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:49 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2714739924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:49 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:49 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:03:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:03:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:03:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:03:50.767 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3020 ms) 2024-08-29T15:03:50.767 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-29T15:03:51.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:50 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:51.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:50 smithi131 ceph-mon[87973]: osdmap e912: 8 total, 8 up, 8 in 2024-08-29T15:03:51.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:50 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:51.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:50 smithi131 ceph-mon[90512]: osdmap e912: 8 total, 8 up, 8 in 2024-08-29T15:03:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:50 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:50 smithi169 ceph-mon[78471]: osdmap e912: 8 total, 8 up, 8 in 2024-08-29T15:03:52.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:51 smithi131 ceph-mon[87973]: pgmap v969: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:52.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:51 smithi131 ceph-mon[87973]: osdmap e913: 8 total, 8 up, 8 in 2024-08-29T15:03:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:51 smithi131 ceph-mon[90512]: pgmap v969: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:51 smithi131 ceph-mon[90512]: osdmap e913: 8 total, 8 up, 8 in 2024-08-29T15:03:52.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:51 smithi169 ceph-mon[78471]: pgmap v969: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:52.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:51 smithi169 ceph-mon[78471]: osdmap e913: 8 total, 8 up, 8 in 2024-08-29T15:03:53.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:52 smithi131 ceph-mon[87973]: osdmap e914: 8 total, 8 up, 8 in 2024-08-29T15:03:53.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:52 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2831902862' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:53.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:52 smithi131 ceph-mon[90512]: osdmap e914: 8 total, 8 up, 8 in 2024-08-29T15:03:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:52 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2831902862' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:53.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:52 smithi169 ceph-mon[78471]: osdmap e914: 8 total, 8 up, 8 in 2024-08-29T15:03:53.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:52 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2831902862' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:53.796 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.Cleanup (3029 ms) 2024-08-29T15:03:53.796 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-29T15:03:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:53 smithi131 ceph-mon[87973]: pgmap v972: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:53 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:53 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2831902862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:53 smithi131 ceph-mon[87973]: osdmap e915: 8 total, 8 up, 8 in 2024-08-29T15:03:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:53 smithi131 ceph-mon[90512]: pgmap v972: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:53 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:53 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2831902862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:53 smithi131 ceph-mon[90512]: osdmap e915: 8 total, 8 up, 8 in 2024-08-29T15:03:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:53 smithi169 ceph-mon[78471]: pgmap v972: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:53 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:03:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:53 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2831902862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:53 smithi169 ceph-mon[78471]: osdmap e915: 8 total, 8 up, 8 in 2024-08-29T15:03:55.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:54 smithi131 ceph-mon[87973]: osdmap e916: 8 total, 8 up, 8 in 2024-08-29T15:03:55.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:54 smithi131 ceph-mon[90512]: osdmap e916: 8 total, 8 up, 8 in 2024-08-29T15:03:55.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:54 smithi169 ceph-mon[78471]: osdmap e916: 8 total, 8 up, 8 in 2024-08-29T15:03:56.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-mon[87973]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:56.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:56.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:03:56.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-mon[87973]: osdmap e917: 8 total, 8 up, 8 in 2024-08-29T15:03:56.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3857310337' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:56.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:03:55] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.51.0" 2024-08-29T15:03:56.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-mon[90512]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:56.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:56.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:03:56.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-mon[90512]: osdmap e917: 8 total, 8 up, 8 in 2024-08-29T15:03:56.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:55 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3857310337' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:55 smithi169 ceph-mon[78471]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:55 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:03:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:55 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:03:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:55 smithi169 ceph-mon[78471]: osdmap e917: 8 total, 8 up, 8 in 2024-08-29T15:03:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:55 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3857310337' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:03:57.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:56 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3857310337' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:57.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:56 smithi131 ceph-mon[87973]: osdmap e918: 8 total, 8 up, 8 in 2024-08-29T15:03:57.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:56 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3857310337' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:57.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:56 smithi131 ceph-mon[90512]: osdmap e918: 8 total, 8 up, 8 in 2024-08-29T15:03:57.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:56 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3857310337' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:03:57.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:56 smithi169 ceph-mon[78471]: osdmap e918: 8 total, 8 up, 8 in 2024-08-29T15:03:58.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[87973]: pgmap v978: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:58.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[87973]: osdmap e919: 8 total, 8 up, 8 in 2024-08-29T15:03:58.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:03:58.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:03:58.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:03:58.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:03:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[90512]: pgmap v978: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[90512]: osdmap e919: 8 total, 8 up, 8 in 2024-08-29T15:03:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:03:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:03:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:03:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:03:58.128 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:57 smithi169 ceph-mon[78471]: pgmap v978: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:03:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:57 smithi169 ceph-mon[78471]: osdmap e919: 8 total, 8 up, 8 in 2024-08-29T15:03:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:03:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:03:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:03:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:04:00.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:03:59 smithi131 ceph-mon[87973]: pgmap v980: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:00.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:03:59 smithi131 ceph-mon[90512]: pgmap v980: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:00.128 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:03:59 smithi169 ceph-mon[78471]: pgmap v980: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:00.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:04:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:04:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:04:02.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:01 smithi131 ceph-mon[87973]: pgmap v981: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:02.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:01 smithi131 ceph-mon[90512]: pgmap v981: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:01 smithi169 ceph-mon[78471]: pgmap v981: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:04.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:03 smithi131 ceph-mon[87973]: pgmap v982: 137 pgs: 137 active+clean; 1.7 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 6.4 MiB/s wr, 7.26k op/s 2024-08-29T15:04:04.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:03 smithi131 ceph-mon[90512]: pgmap v982: 137 pgs: 137 active+clean; 1.7 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 6.4 MiB/s wr, 7.26k op/s 2024-08-29T15:04:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:03 smithi169 ceph-mon[78471]: pgmap v982: 137 pgs: 137 active+clean; 1.7 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 6.4 MiB/s wr, 7.26k op/s 2024-08-29T15:04:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:05.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:04 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:06.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:05 smithi131 ceph-mon[87973]: pgmap v983: 137 pgs: 137 active+clean; 1.7 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.7 MiB/s wr, 6.42k op/s 2024-08-29T15:04:06.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:05 smithi131 ceph-mon[90512]: pgmap v983: 137 pgs: 137 active+clean; 1.7 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.7 MiB/s wr, 6.42k op/s 2024-08-29T15:04:06.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:04:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:04:05] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.51.0" 2024-08-29T15:04:06.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:05 smithi169 ceph-mon[78471]: pgmap v983: 137 pgs: 137 active+clean; 1.7 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.7 MiB/s wr, 6.42k op/s 2024-08-29T15:04:08.290 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14494 ms) 2024-08-29T15:04:08.291 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-29T15:04:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:08 smithi131 ceph-mon[87973]: pgmap v984: 137 pgs: 137 active+clean; 2.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 171 MiB/s rd, 7.4 MiB/s wr, 8.61k op/s 2024-08-29T15:04:08.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:08 smithi131 ceph-mon[90512]: pgmap v984: 137 pgs: 137 active+clean; 2.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 171 MiB/s rd, 7.4 MiB/s wr, 8.61k op/s 2024-08-29T15:04:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:08 smithi169 ceph-mon[78471]: pgmap v984: 137 pgs: 137 active+clean; 2.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 171 MiB/s rd, 7.4 MiB/s wr, 8.61k op/s 2024-08-29T15:04:09.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:09 smithi131 ceph-mon[87973]: osdmap e920: 8 total, 8 up, 8 in 2024-08-29T15:04:09.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:09 smithi131 ceph-mon[90512]: osdmap e920: 8 total, 8 up, 8 in 2024-08-29T15:04:09.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:09 smithi169 ceph-mon[78471]: osdmap e920: 8 total, 8 up, 8 in 2024-08-29T15:04:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:10 smithi131 ceph-mon[87973]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:10 smithi131 ceph-mon[87973]: osdmap e921: 8 total, 8 up, 8 in 2024-08-29T15:04:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:10 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2472608119' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:10 smithi131 ceph-mon[90512]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:10 smithi131 ceph-mon[90512]: osdmap e921: 8 total, 8 up, 8 in 2024-08-29T15:04:10.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:10 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2472608119' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:10 smithi169 ceph-mon[78471]: pgmap v986: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:10 smithi169 ceph-mon[78471]: osdmap e921: 8 total, 8 up, 8 in 2024-08-29T15:04:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:10 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2472608119' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:04:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:04:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:04:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:11 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2472608119' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:11 smithi131 ceph-mon[87973]: osdmap e922: 8 total, 8 up, 8 in 2024-08-29T15:04:11.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:11 smithi131 ceph-mon[87973]: pgmap v989: 137 pgs: 1 creating+activating, 3 creating+peering, 24 unknown, 109 active+clean; 621 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:11 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2472608119' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:11 smithi131 ceph-mon[90512]: osdmap e922: 8 total, 8 up, 8 in 2024-08-29T15:04:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:11 smithi131 ceph-mon[90512]: pgmap v989: 137 pgs: 1 creating+activating, 3 creating+peering, 24 unknown, 109 active+clean; 621 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:11 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2472608119' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:11 smithi169 ceph-mon[78471]: osdmap e922: 8 total, 8 up, 8 in 2024-08-29T15:04:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:11 smithi169 ceph-mon[78471]: pgmap v989: 137 pgs: 1 creating+activating, 3 creating+peering, 24 unknown, 109 active+clean; 621 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:12.320 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4030 ms) 2024-08-29T15:04:12.320 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-29T15:04:12.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:12 smithi131 ceph-mon[87973]: osdmap e923: 8 total, 8 up, 8 in 2024-08-29T15:04:12.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:12 smithi131 ceph-mon[90512]: osdmap e923: 8 total, 8 up, 8 in 2024-08-29T15:04:12.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:12 smithi169 ceph-mon[78471]: osdmap e923: 8 total, 8 up, 8 in 2024-08-29T15:04:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:13 smithi131 ceph-mon[87973]: osdmap e924: 8 total, 8 up, 8 in 2024-08-29T15:04:13.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:13 smithi131 ceph-mon[87973]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:13.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:13 smithi131 ceph-mon[90512]: osdmap e924: 8 total, 8 up, 8 in 2024-08-29T15:04:13.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:13 smithi131 ceph-mon[90512]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:13 smithi169 ceph-mon[78471]: osdmap e924: 8 total, 8 up, 8 in 2024-08-29T15:04:13.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:13 smithi169 ceph-mon[78471]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:14 smithi131 ceph-mon[87973]: osdmap e925: 8 total, 8 up, 8 in 2024-08-29T15:04:14.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:14 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2133075482' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:14.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:14 smithi131 ceph-mon[90512]: osdmap e925: 8 total, 8 up, 8 in 2024-08-29T15:04:14.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:14 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2133075482' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:14 smithi169 ceph-mon[78471]: osdmap e925: 8 total, 8 up, 8 in 2024-08-29T15:04:14.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:14 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2133075482' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:15 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2133075482' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:15 smithi131 ceph-mon[87973]: osdmap e926: 8 total, 8 up, 8 in 2024-08-29T15:04:15.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:15 smithi131 ceph-mon[87973]: pgmap v995: 137 pgs: 2 creating+activating, 30 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:15 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2133075482' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:15 smithi131 ceph-mon[90512]: osdmap e926: 8 total, 8 up, 8 in 2024-08-29T15:04:15.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:15 smithi131 ceph-mon[90512]: pgmap v995: 137 pgs: 2 creating+activating, 30 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:15 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2133075482' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:15 smithi169 ceph-mon[78471]: osdmap e926: 8 total, 8 up, 8 in 2024-08-29T15:04:15.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:15 smithi169 ceph-mon[78471]: pgmap v995: 137 pgs: 2 creating+activating, 30 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-29T15:04:16.345 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:04:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:04:15] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.51.0" 2024-08-29T15:04:16.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:16 smithi131 ceph-mon[87973]: osdmap e927: 8 total, 8 up, 8 in 2024-08-29T15:04:16.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:16 smithi131 ceph-mon[90512]: osdmap e927: 8 total, 8 up, 8 in 2024-08-29T15:04:16.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:16 smithi169 ceph-mon[78471]: osdmap e927: 8 total, 8 up, 8 in 2024-08-29T15:04:17.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:17 smithi169 ceph-mon[78471]: pgmap v997: 137 pgs: 2 creating+activating, 12 unknown, 123 active+clean; 1.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.6 MiB/s wr, 5.43k op/s 2024-08-29T15:04:17.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:17 smithi131 ceph-mon[87973]: pgmap v997: 137 pgs: 2 creating+activating, 12 unknown, 123 active+clean; 1.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.6 MiB/s wr, 5.43k op/s 2024-08-29T15:04:17.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:17 smithi131 ceph-mon[90512]: pgmap v997: 137 pgs: 2 creating+activating, 12 unknown, 123 active+clean; 1.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.6 MiB/s wr, 5.43k op/s 2024-08-29T15:04:19.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:19 smithi131 ceph-mon[87973]: pgmap v998: 137 pgs: 2 creating+activating, 135 active+clean; 1.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 3.68k op/s 2024-08-29T15:04:19.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:19 smithi131 ceph-mon[90512]: pgmap v998: 137 pgs: 2 creating+activating, 135 active+clean; 1.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 3.68k op/s 2024-08-29T15:04:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:19 smithi169 ceph-mon[78471]: pgmap v998: 137 pgs: 2 creating+activating, 135 active+clean; 1.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 3.68k op/s 2024-08-29T15:04:20.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:20.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:04:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:04:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:04:20.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:20.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:21.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:21 smithi131 ceph-mon[87973]: pgmap v999: 137 pgs: 137 active+clean; 1.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 3.13k op/s 2024-08-29T15:04:21.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:21 smithi131 ceph-mon[90512]: pgmap v999: 137 pgs: 137 active+clean; 1.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 3.13k op/s 2024-08-29T15:04:21.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:21 smithi169 ceph-mon[78471]: pgmap v999: 137 pgs: 137 active+clean; 1.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 3.13k op/s 2024-08-29T15:04:23.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:23 smithi131 ceph-mon[87973]: pgmap v1000: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 6.4 MiB/s wr, 7.55k op/s 2024-08-29T15:04:23.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:23 smithi131 ceph-mon[90512]: pgmap v1000: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 6.4 MiB/s wr, 7.55k op/s 2024-08-29T15:04:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:23 smithi169 ceph-mon[78471]: pgmap v1000: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 6.4 MiB/s wr, 7.55k op/s 2024-08-29T15:04:25.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:25 smithi131 ceph-mon[87973]: pgmap v1001: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 5.1 MiB/s wr, 6.09k op/s 2024-08-29T15:04:25.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:25 smithi131 ceph-mon[90512]: pgmap v1001: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 5.1 MiB/s wr, 6.09k op/s 2024-08-29T15:04:25.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:25 smithi169 ceph-mon[78471]: pgmap v1001: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 5.1 MiB/s wr, 6.09k op/s 2024-08-29T15:04:26.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:04:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:04:25] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.51.0" 2024-08-29T15:04:27.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:27 smithi131 ceph-mon[87973]: pgmap v1002: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 80 MiB/s rd, 5.9 MiB/s wr, 7.11k op/s 2024-08-29T15:04:27.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:27 smithi131 ceph-mon[90512]: pgmap v1002: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 80 MiB/s rd, 5.9 MiB/s wr, 7.11k op/s 2024-08-29T15:04:27.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:27 smithi169 ceph-mon[78471]: pgmap v1002: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 80 MiB/s rd, 5.9 MiB/s wr, 7.11k op/s 2024-08-29T15:04:29.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:29 smithi131 ceph-mon[87973]: pgmap v1003: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 MiB/s rd, 3.8 MiB/s wr, 4.70k op/s 2024-08-29T15:04:29.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:29 smithi131 ceph-mon[90512]: pgmap v1003: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 MiB/s rd, 3.8 MiB/s wr, 4.70k op/s 2024-08-29T15:04:29.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:29 smithi169 ceph-mon[78471]: pgmap v1003: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 MiB/s rd, 3.8 MiB/s wr, 4.70k op/s 2024-08-29T15:04:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:04:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:04:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:04:31.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:31 smithi131 ceph-mon[87973]: pgmap v1004: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 MiB/s rd, 3.8 MiB/s wr, 4.70k op/s 2024-08-29T15:04:31.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:31 smithi131 ceph-mon[90512]: pgmap v1004: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 MiB/s rd, 3.8 MiB/s wr, 4.70k op/s 2024-08-29T15:04:31.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:31 smithi169 ceph-mon[78471]: pgmap v1004: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 MiB/s rd, 3.8 MiB/s wr, 4.70k op/s 2024-08-29T15:04:32.474 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20154 ms) 2024-08-29T15:04:32.475 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-29T15:04:33.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:33 smithi131 ceph-mon[87973]: pgmap v1005: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 114 MiB/s rd, 4.8 MiB/s wr, 6.04k op/s 2024-08-29T15:04:33.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:33 smithi131 ceph-mon[87973]: osdmap e928: 8 total, 8 up, 8 in 2024-08-29T15:04:33.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:33 smithi131 ceph-mon[90512]: pgmap v1005: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 114 MiB/s rd, 4.8 MiB/s wr, 6.04k op/s 2024-08-29T15:04:33.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:33 smithi131 ceph-mon[90512]: osdmap e928: 8 total, 8 up, 8 in 2024-08-29T15:04:33.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:33 smithi169 ceph-mon[78471]: pgmap v1005: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 114 MiB/s rd, 4.8 MiB/s wr, 6.04k op/s 2024-08-29T15:04:33.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:33 smithi169 ceph-mon[78471]: osdmap e928: 8 total, 8 up, 8 in 2024-08-29T15:04:34.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:34 smithi131 ceph-mon[87973]: osdmap e929: 8 total, 8 up, 8 in 2024-08-29T15:04:34.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:34 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3972180158' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:34.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:34 smithi131 ceph-mon[90512]: osdmap e929: 8 total, 8 up, 8 in 2024-08-29T15:04:34.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:34 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3972180158' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:34.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:34 smithi169 ceph-mon[78471]: osdmap e929: 8 total, 8 up, 8 in 2024-08-29T15:04:34.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:34 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3972180158' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:35.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[87973]: pgmap v1008: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3972180158' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[87973]: osdmap e930: 8 total, 8 up, 8 in 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[90512]: pgmap v1008: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3972180158' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[90512]: osdmap e930: 8 total, 8 up, 8 in 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:04:35.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:35.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:35 smithi169 ceph-mon[78471]: pgmap v1008: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:35.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:35 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:35.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:35 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3972180158' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:35.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:35 smithi169 ceph-mon[78471]: osdmap e930: 8 total, 8 up, 8 in 2024-08-29T15:04:35.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:04:35.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:35 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:36.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:04:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:04:35] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.51.0" 2024-08-29T15:04:36.507 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4033 ms) 2024-08-29T15:04:36.507 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-29T15:04:36.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:36 smithi131 ceph-mon[87973]: osdmap e931: 8 total, 8 up, 8 in 2024-08-29T15:04:36.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:36 smithi131 ceph-mon[90512]: osdmap e931: 8 total, 8 up, 8 in 2024-08-29T15:04:36.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:36 smithi169 ceph-mon[78471]: osdmap e931: 8 total, 8 up, 8 in 2024-08-29T15:04:37.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:37 smithi131 ceph-mon[87973]: pgmap v1011: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:37.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:37 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:37.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:37 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:04:37.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:37 smithi131 ceph-mon[87973]: osdmap e932: 8 total, 8 up, 8 in 2024-08-29T15:04:37.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:37 smithi131 ceph-mon[90512]: pgmap v1011: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:37.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:37 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:37.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:37 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:04:37.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:37 smithi131 ceph-mon[90512]: osdmap e932: 8 total, 8 up, 8 in 2024-08-29T15:04:37.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:37 smithi169 ceph-mon[78471]: pgmap v1011: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:37.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:37 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:37.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:37 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:04:37.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:37 smithi169 ceph-mon[78471]: osdmap e932: 8 total, 8 up, 8 in 2024-08-29T15:04:38.780 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:38 smithi169 ceph-mon[78471]: osdmap e933: 8 total, 8 up, 8 in 2024-08-29T15:04:38.780 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:38 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2009431186' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:38.780 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:38 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:38.780 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:38 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:38.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:38 smithi131 ceph-mon[87973]: osdmap e933: 8 total, 8 up, 8 in 2024-08-29T15:04:38.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:38 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2009431186' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:38.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:38 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:38.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:38 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:38.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:38 smithi131 ceph-mon[90512]: osdmap e933: 8 total, 8 up, 8 in 2024-08-29T15:04:38.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:38 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2009431186' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:38.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:38 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:38.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:38 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:39.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:39 smithi131 ceph-mon[87973]: pgmap v1014: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:39.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:39 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:39.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:39 smithi131 ceph-mon[87973]: osdmap e934: 8 total, 8 up, 8 in 2024-08-29T15:04:39.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:39 smithi131 ceph-mon[90512]: pgmap v1014: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:39.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:39 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:39.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:39 smithi131 ceph-mon[90512]: osdmap e934: 8 total, 8 up, 8 in 2024-08-29T15:04:39.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:39 smithi169 ceph-mon[78471]: pgmap v1014: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:39.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:39 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:39.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:39 smithi169 ceph-mon[78471]: osdmap e934: 8 total, 8 up, 8 in 2024-08-29T15:04:40.528 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:04:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:04:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:04:40.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:40 smithi131 ceph-mon[87973]: osdmap e935: 8 total, 8 up, 8 in 2024-08-29T15:04:40.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:40 smithi131 ceph-mon[90512]: osdmap e935: 8 total, 8 up, 8 in 2024-08-29T15:04:40.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:40 smithi169 ceph-mon[78471]: osdmap e935: 8 total, 8 up, 8 in 2024-08-29T15:04:41.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:41 smithi131 ceph-mon[87973]: pgmap v1017: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:41.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:41 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:41.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:41 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:04:41.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:41 smithi131 ceph-mon[90512]: pgmap v1017: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:41.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:41 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:41.856 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:41 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:04:41.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:41 smithi169 ceph-mon[78471]: pgmap v1017: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:41.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:41 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:41.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:41 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:04:42.546 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6039 ms) 2024-08-29T15:04:42.547 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-29T15:04:43.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:43 smithi131 ceph-mon[87973]: pgmap v1018: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:43.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:43 smithi131 ceph-mon[87973]: osdmap e936: 8 total, 8 up, 8 in 2024-08-29T15:04:43.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:43 smithi131 ceph-mon[90512]: pgmap v1018: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:43.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:43 smithi131 ceph-mon[90512]: osdmap e936: 8 total, 8 up, 8 in 2024-08-29T15:04:43.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:43 smithi169 ceph-mon[78471]: pgmap v1018: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:43.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:43 smithi169 ceph-mon[78471]: osdmap e936: 8 total, 8 up, 8 in 2024-08-29T15:04:44.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:44 smithi131 ceph-mon[87973]: osdmap e937: 8 total, 8 up, 8 in 2024-08-29T15:04:44.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:44 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/333062810' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:44.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:44 smithi131 ceph-mon[90512]: osdmap e937: 8 total, 8 up, 8 in 2024-08-29T15:04:44.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:44 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/333062810' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:44.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:44 smithi169 ceph-mon[78471]: osdmap e937: 8 total, 8 up, 8 in 2024-08-29T15:04:44.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:44 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/333062810' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:45.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:45 smithi131 ceph-mon[87973]: pgmap v1021: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:45.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:45 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:45.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:45 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/333062810' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:45.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:45 smithi131 ceph-mon[87973]: osdmap e938: 8 total, 8 up, 8 in 2024-08-29T15:04:45.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:45 smithi131 ceph-mon[90512]: pgmap v1021: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:45.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:45 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:45.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:45 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/333062810' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:45.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:45 smithi131 ceph-mon[90512]: osdmap e938: 8 total, 8 up, 8 in 2024-08-29T15:04:45.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:45 smithi169 ceph-mon[78471]: pgmap v1021: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:45.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:45 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:45.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:45 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/333062810' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-122538-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:45.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:45 smithi169 ceph-mon[78471]: osdmap e938: 8 total, 8 up, 8 in 2024-08-29T15:04:46.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:04:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:04:45] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.51.0" 2024-08-29T15:04:46.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:46 smithi131 ceph-mon[87973]: osdmap e939: 8 total, 8 up, 8 in 2024-08-29T15:04:46.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:46 smithi131 ceph-mon[90512]: osdmap e939: 8 total, 8 up, 8 in 2024-08-29T15:04:46.878 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:46 smithi169 ceph-mon[78471]: osdmap e939: 8 total, 8 up, 8 in 2024-08-29T15:04:47.585 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5039 ms) 2024-08-29T15:04:47.585 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 22 tests from TestCls2PCQueue (101759 ms total) 2024-08-29T15:04:47.585 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:04:47.585 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment tear-down 2024-08-29T15:04:47.585 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] 22 tests from 1 test suite ran. (101759 ms total) 2024-08-29T15:04:47.585 INFO:tasks.workunit.client.0.smithi131.stdout:[ PASSED ] 22 tests. 2024-08-29T15:04:47.587 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T15:04:47.588 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T15:04:47.615 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-29T15:04:47.615 DEBUG:teuthology.orchestra.run.smithi131:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-29T15:04:47.682 INFO:tasks.workunit.client.0.smithi131.stdout:Running main() from gmock_main.cc 2024-08-29T15:04:47.682 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-29T15:04:47.682 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment set-up. 2024-08-29T15:04:47.683 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 5 tests from cls_cas 2024-08-29T15:04:47.683 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] cls_cas.get_put 2024-08-29T15:04:47.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:47 smithi131 ceph-mon[87973]: pgmap v1024: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 606 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.6 MiB/s wr, 1.18k op/s 2024-08-29T15:04:47.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:47 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:47.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:47 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:04:47.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:47 smithi131 ceph-mon[90512]: pgmap v1024: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 606 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.6 MiB/s wr, 1.18k op/s 2024-08-29T15:04:47.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:47 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:47.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:47 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:04:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:47 smithi169 ceph-mon[78471]: pgmap v1024: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 606 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.6 MiB/s wr, 1.18k op/s 2024-08-29T15:04:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:47 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:47.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:47 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:04:48.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:48 smithi131 ceph-mon[87973]: osdmap e940: 8 total, 8 up, 8 in 2024-08-29T15:04:48.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:48 smithi131 ceph-mon[90512]: osdmap e940: 8 total, 8 up, 8 in 2024-08-29T15:04:48.880 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:48 smithi169 ceph-mon[78471]: osdmap e940: 8 total, 8 up, 8 in 2024-08-29T15:04:49.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[87973]: pgmap v1026: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[87973]: osdmap e941: 8 total, 8 up, 8 in 2024-08-29T15:04:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1697863336' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:04:49.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:49.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[90512]: pgmap v1026: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:49.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[90512]: osdmap e941: 8 total, 8 up, 8 in 2024-08-29T15:04:49.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1697863336' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:49.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:49.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:04:49.854 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:49 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:49.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:49 smithi169 ceph-mon[78471]: pgmap v1026: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:49.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:49 smithi169 ceph-mon[78471]: osdmap e941: 8 total, 8 up, 8 in 2024-08-29T15:04:49.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:49 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1697863336' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:49.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:49 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:49.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:49 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:04:49.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:49 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:04:50.605 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:04:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:04:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:04:50.606 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] cls_cas.get_put (2924 ms) 2024-08-29T15:04:50.606 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] cls_cas.wrong_put 2024-08-29T15:04:50.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:50 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:50.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:50 smithi131 ceph-mon[87973]: osdmap e942: 8 total, 8 up, 8 in 2024-08-29T15:04:50.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:50 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:50.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:50 smithi131 ceph-mon[90512]: osdmap e942: 8 total, 8 up, 8 in 2024-08-29T15:04:50.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:50 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:50.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:50 smithi169 ceph-mon[78471]: osdmap e942: 8 total, 8 up, 8 in 2024-08-29T15:04:51.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:51 smithi131 ceph-mon[87973]: pgmap v1029: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:51.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:51 smithi131 ceph-mon[87973]: osdmap e943: 8 total, 8 up, 8 in 2024-08-29T15:04:51.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:51 smithi131 ceph-mon[90512]: pgmap v1029: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:51.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:51 smithi131 ceph-mon[90512]: osdmap e943: 8 total, 8 up, 8 in 2024-08-29T15:04:51.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:51 smithi169 ceph-mon[78471]: pgmap v1029: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:51.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:51 smithi169 ceph-mon[78471]: osdmap e943: 8 total, 8 up, 8 in 2024-08-29T15:04:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:52 smithi169 ceph-mon[78471]: osdmap e944: 8 total, 8 up, 8 in 2024-08-29T15:04:52.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:52 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2943412930' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:53.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:52 smithi131 ceph-mon[87973]: osdmap e944: 8 total, 8 up, 8 in 2024-08-29T15:04:53.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:52 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2943412930' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:52 smithi131 ceph-mon[90512]: osdmap e944: 8 total, 8 up, 8 in 2024-08-29T15:04:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:52 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2943412930' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:53.623 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] cls_cas.wrong_put (3017 ms) 2024-08-29T15:04:53.623 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] cls_cas.dup_get 2024-08-29T15:04:53.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:53 smithi169 ceph-mon[78471]: pgmap v1032: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:53.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:53 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:53.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:53 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2943412930' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:53.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:53 smithi169 ceph-mon[78471]: osdmap e945: 8 total, 8 up, 8 in 2024-08-29T15:04:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:53 smithi131 ceph-mon[87973]: pgmap v1032: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:53 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:53 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2943412930' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:54.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:53 smithi131 ceph-mon[87973]: osdmap e945: 8 total, 8 up, 8 in 2024-08-29T15:04:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:53 smithi131 ceph-mon[90512]: pgmap v1032: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:53 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:04:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:53 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2943412930' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:53 smithi131 ceph-mon[90512]: osdmap e945: 8 total, 8 up, 8 in 2024-08-29T15:04:54.881 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:54 smithi169 ceph-mon[78471]: osdmap e946: 8 total, 8 up, 8 in 2024-08-29T15:04:55.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:54 smithi131 ceph-mon[87973]: osdmap e946: 8 total, 8 up, 8 in 2024-08-29T15:04:55.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:54 smithi131 ceph-mon[90512]: osdmap e946: 8 total, 8 up, 8 in 2024-08-29T15:04:55.916 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[87973]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[87973]: osdmap e947: 8 total, 8 up, 8 in 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/920640992' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[90512]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[90512]: osdmap e947: 8 total, 8 up, 8 in 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/920640992' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:55.917 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:55 smithi169 ceph-mon[78471]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:55 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:04:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:55 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:04:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:55 smithi169 ceph-mon[78471]: osdmap e947: 8 total, 8 up, 8 in 2024-08-29T15:04:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:55 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/920640992' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:55 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:56.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:04:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:04:55] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.51.0" 2024-08-29T15:04:56.655 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] cls_cas.dup_get (3032 ms) 2024-08-29T15:04:56.656 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] cls_cas.dup_put 2024-08-29T15:04:57.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:56 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:57.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:56 smithi131 ceph-mon[87973]: osdmap e948: 8 total, 8 up, 8 in 2024-08-29T15:04:57.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:56 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:57.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:56 smithi131 ceph-mon[90512]: osdmap e948: 8 total, 8 up, 8 in 2024-08-29T15:04:57.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:56 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:04:57.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:56 smithi169 ceph-mon[78471]: osdmap e948: 8 total, 8 up, 8 in 2024-08-29T15:04:58.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:57 smithi131 ceph-mon[87973]: pgmap v1038: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:58.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:57 smithi131 ceph-mon[87973]: osdmap e949: 8 total, 8 up, 8 in 2024-08-29T15:04:58.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:57 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:04:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:57 smithi131 ceph-mon[90512]: pgmap v1038: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:57 smithi131 ceph-mon[90512]: osdmap e949: 8 total, 8 up, 8 in 2024-08-29T15:04:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:57 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:04:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:57 smithi169 ceph-mon[78471]: pgmap v1038: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:04:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:57 smithi169 ceph-mon[78471]: osdmap e949: 8 total, 8 up, 8 in 2024-08-29T15:04:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:57 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:04:59.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:58 smithi131 ceph-mon[87973]: osdmap e950: 8 total, 8 up, 8 in 2024-08-29T15:04:59.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:58 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1862603318' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:59.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:58 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:04:59.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:58 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:04:59.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:58 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:04:59.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:58 smithi131 ceph-mon[90512]: osdmap e950: 8 total, 8 up, 8 in 2024-08-29T15:04:59.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:58 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1862603318' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:59.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:58 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:04:59.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:58 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:04:59.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:58 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:04:59.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:58 smithi169 ceph-mon[78471]: osdmap e950: 8 total, 8 up, 8 in 2024-08-29T15:04:59.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:58 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1862603318' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:04:59.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:58 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:04:59.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:58 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:04:59.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:58 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:04:59.687 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] cls_cas.dup_put (3032 ms) 2024-08-29T15:04:59.687 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-29T15:05:00.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:59 smithi131 ceph-mon[87973]: pgmap v1041: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:00.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:59 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1862603318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:00.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:59 smithi131 ceph-mon[87973]: osdmap e951: 8 total, 8 up, 8 in 2024-08-29T15:05:00.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:04:59 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:00.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:59 smithi131 ceph-mon[90512]: pgmap v1041: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:00.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:59 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1862603318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:00.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:59 smithi131 ceph-mon[90512]: osdmap e951: 8 total, 8 up, 8 in 2024-08-29T15:05:00.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:04:59 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:59 smithi169 ceph-mon[78471]: pgmap v1041: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:59 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1862603318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:59 smithi169 ceph-mon[78471]: osdmap e951: 8 total, 8 up, 8 in 2024-08-29T15:05:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:04:59 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:00.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:05:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:05:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:05:01.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:00 smithi131 ceph-mon[87973]: osdmap e952: 8 total, 8 up, 8 in 2024-08-29T15:05:01.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:00 smithi131 ceph-mon[90512]: osdmap e952: 8 total, 8 up, 8 in 2024-08-29T15:05:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:00 smithi169 ceph-mon[78471]: osdmap e952: 8 total, 8 up, 8 in 2024-08-29T15:05:02.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[87973]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:02.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:02.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:05:02.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[87973]: osdmap e953: 8 total, 8 up, 8 in 2024-08-29T15:05:02.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3612619170' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:02.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:02.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[90512]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:02.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:02.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:05:02.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[90512]: osdmap e953: 8 total, 8 up, 8 in 2024-08-29T15:05:02.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3612619170' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:02.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:01 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:01 smithi169 ceph-mon[78471]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:01 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:01 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:05:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:01 smithi169 ceph-mon[78471]: osdmap e953: 8 total, 8 up, 8 in 2024-08-29T15:05:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:01 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3612619170' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:01 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] cls_cas.get_wrong_data (3017 ms) 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 5 tests from cls_cas (15022 ms total) 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 1 test from chunk_refs_t 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] chunk_refs_t.size 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:1 60 by_object 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:2 103 by_object 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:4 189 by_object 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:8 361 by_object 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:16 112 by_hash(32 bits) 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:32 208 by_hash(32 bits) 2024-08-29T15:05:02.705 INFO:tasks.workunit.client.0.smithi131.stdout:64 400 by_hash(32 bits) 2024-08-29T15:05:02.706 INFO:tasks.workunit.client.0.smithi131.stdout:128 509 by_hash(10 bits) 2024-08-29T15:05:02.706 INFO:tasks.workunit.client.0.smithi131.stdout:256 499 by_hash(7 bits) 2024-08-29T15:05:02.706 INFO:tasks.workunit.client.0.smithi131.stdout:512 462 by_hash(5 bits) 2024-08-29T15:05:02.706 INFO:tasks.workunit.client.0.smithi131.stdout:1024 466 by_hash(5 bits) 2024-08-29T15:05:02.707 INFO:tasks.workunit.client.0.smithi131.stdout:2048 466 by_hash(5 bits) 2024-08-29T15:05:02.707 INFO:tasks.workunit.client.0.smithi131.stdout:4096 470 by_hash(5 bits) 2024-08-29T15:05:02.707 INFO:tasks.workunit.client.0.smithi131.stdout:8192 498 by_hash(4 bits) 2024-08-29T15:05:02.708 INFO:tasks.workunit.client.0.smithi131.stdout:16384 278 by_hash(3 bits) 2024-08-29T15:05:02.710 INFO:tasks.workunit.client.0.smithi131.stdout:32768 337 by_hash(2 bits) 2024-08-29T15:05:02.713 INFO:tasks.workunit.client.0.smithi131.stdout:65536 367 by_hash(2 bits) 2024-08-29T15:05:02.721 INFO:tasks.workunit.client.0.smithi131.stdout:131072 387 by_hash(1 bits) 2024-08-29T15:05:02.734 INFO:tasks.workunit.client.0.smithi131.stdout:262144 331 by_pool 2024-08-29T15:05:02.761 INFO:tasks.workunit.client.0.smithi131.stdout:524288 21 count 2024-08-29T15:05:02.809 INFO:tasks.workunit.client.0.smithi131.stdout:1048576 21 count 2024-08-29T15:05:02.914 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] chunk_refs_t.size (210 ms) 2024-08-29T15:05:02.914 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 1 test from chunk_refs_t (210 ms total) 2024-08-29T15:05:02.914 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:05:02.914 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment tear-down 2024-08-29T15:05:02.914 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] 6 tests from 2 test suites ran. (15232 ms total) 2024-08-29T15:05:02.915 INFO:tasks.workunit.client.0.smithi131.stdout:[ PASSED ] 6 tests. 2024-08-29T15:05:02.916 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T15:05:02.916 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T15:05:02.979 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:02 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:02.980 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:02 smithi131 ceph-mon[87973]: osdmap e954: 8 total, 8 up, 8 in 2024-08-29T15:05:02.980 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:02 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:02.980 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:02 smithi131 ceph-mon[90512]: osdmap e954: 8 total, 8 up, 8 in 2024-08-29T15:05:02.983 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-29T15:05:02.984 DEBUG:teuthology.orchestra.run.smithi131:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-29T15:05:03.050 INFO:tasks.workunit.client.0.smithi131.stdout:Running main() from gmock_main.cc 2024-08-29T15:05:03.050 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-29T15:05:03.051 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment set-up. 2024-08-29T15:05:03.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:02 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123204-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:03.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:02 smithi169 ceph-mon[78471]: osdmap e954: 8 total, 8 up, 8 in 2024-08-29T15:05:04.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:03 smithi131 ceph-mon[87973]: pgmap v1047: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:04.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:03 smithi131 ceph-mon[87973]: osdmap e955: 8 total, 8 up, 8 in 2024-08-29T15:05:04.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:03 smithi131 ceph-mon[90512]: pgmap v1047: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:04.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:03 smithi131 ceph-mon[90512]: osdmap e955: 8 total, 8 up, 8 in 2024-08-29T15:05:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:03 smithi169 ceph-mon[78471]: pgmap v1047: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:03 smithi169 ceph-mon[78471]: osdmap e955: 8 total, 8 up, 8 in 2024-08-29T15:05:04.723 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 31 tests from CmpOmap 2024-08-29T15:05:04.724 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-29T15:05:04.729 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (6 ms) 2024-08-29T15:05:04.729 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-29T15:05:04.735 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (6 ms) 2024-08-29T15:05:04.735 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-29T15:05:04.738 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-08-29T15:05:04.738 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-29T15:05:04.740 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-29T15:05:04.740 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-29T15:05:04.746 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-08-29T15:05:04.746 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-29T15:05:04.752 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-08-29T15:05:04.753 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-29T15:05:04.756 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-29T15:05:04.756 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-29T15:05:04.758 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-08-29T15:05:04.758 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-29T15:05:04.761 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-08-29T15:05:04.761 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-29T15:05:04.764 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2024-08-29T15:05:04.764 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-29T15:05:04.765 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-08-29T15:05:04.765 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-29T15:05:04.765 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-08-29T15:05:04.765 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-29T15:05:04.771 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (5 ms) 2024-08-29T15:05:04.771 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-29T15:05:04.777 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-08-29T15:05:04.777 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-29T15:05:04.783 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-08-29T15:05:04.783 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-29T15:05:04.790 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-08-29T15:05:04.790 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-29T15:05:04.796 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-08-29T15:05:04.796 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-29T15:05:04.803 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-08-29T15:05:04.803 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-29T15:05:04.805 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (1 ms) 2024-08-29T15:05:04.805 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-29T15:05:04.807 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-08-29T15:05:04.808 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-29T15:05:04.808 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-29T15:05:04.809 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-29T15:05:04.809 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-08-29T15:05:04.809 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-29T15:05:04.816 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-08-29T15:05:04.816 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-29T15:05:04.821 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-08-29T15:05:04.821 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-29T15:05:04.828 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-08-29T15:05:04.828 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-29T15:05:04.835 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-08-29T15:05:04.835 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-29T15:05:04.836 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-29T15:05:04.836 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-29T15:05:04.838 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-29T15:05:04.839 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-29T15:05:04.839 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-29T15:05:04.840 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-29T15:05:04.840 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-08-29T15:05:04.840 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-29T15:05:04.848 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-08-29T15:05:04.848 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 31 tests from CmpOmap (125 ms total) 2024-08-29T15:05:04.848 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:05:04.848 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment tear-down 2024-08-29T15:05:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[87973]: osdmap e956: 8 total, 8 up, 8 in 2024-08-29T15:05:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/531433059' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123457-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123457-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:05.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:05.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:05.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[87973]: osdmap e957: 8 total, 8 up, 8 in 2024-08-29T15:05:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[90512]: osdmap e956: 8 total, 8 up, 8 in 2024-08-29T15:05:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/531433059' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123457-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123457-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:04 smithi131 ceph-mon[90512]: osdmap e957: 8 total, 8 up, 8 in 2024-08-29T15:05:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:04 smithi169 ceph-mon[78471]: osdmap e956: 8 total, 8 up, 8 in 2024-08-29T15:05:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:04 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/531433059' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123457-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:04 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123457-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:04 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:05.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:04 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:05.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:04 smithi169 ceph-mon[78471]: osdmap e957: 8 total, 8 up, 8 in 2024-08-29T15:05:05.724 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] 31 tests from 1 test suite ran. (2674 ms total) 2024-08-29T15:05:05.725 INFO:tasks.workunit.client.0.smithi131.stdout:[ PASSED ] 31 tests. 2024-08-29T15:05:05.727 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T15:05:05.727 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T15:05:05.795 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-29T15:05:05.795 DEBUG:teuthology.orchestra.run.smithi131:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-29T15:05:05.865 INFO:tasks.workunit.client.0.smithi131.stdout:Running main() from gmock_main.cc 2024-08-29T15:05:05.865 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-29T15:05:05.865 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment set-up. 2024-08-29T15:05:05.865 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 6 tests from ClsHello 2024-08-29T15:05:05.865 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsHello.SayHello 2024-08-29T15:05:06.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:05 smithi131 ceph-mon[87973]: pgmap v1050: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:06.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:05 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:06.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:05:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:05:05] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.51.0" 2024-08-29T15:05:06.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:05 smithi131 ceph-mon[90512]: pgmap v1050: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:06.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:05 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:06.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:05 smithi169 ceph-mon[78471]: pgmap v1050: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:06.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:05 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:07.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:06 smithi131 ceph-mon[87973]: osdmap e958: 8 total, 8 up, 8 in 2024-08-29T15:05:07.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:06 smithi131 ceph-mon[90512]: osdmap e958: 8 total, 8 up, 8 in 2024-08-29T15:05:07.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:06 smithi169 ceph-mon[78471]: osdmap e958: 8 total, 8 up, 8 in 2024-08-29T15:05:08.030 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:07 smithi169 ceph-mon[78471]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:08.030 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:07 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:08.031 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:07 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:05:08.031 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:07 smithi169 ceph-mon[78471]: osdmap e959: 8 total, 8 up, 8 in 2024-08-29T15:05:08.031 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:07 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/121497911' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:08.031 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:07 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:08.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[87973]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:08.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:08.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:05:08.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[87973]: osdmap e959: 8 total, 8 up, 8 in 2024-08-29T15:05:08.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/121497911' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:08.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:08.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[90512]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:08.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:08.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:05:08.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[90512]: osdmap e959: 8 total, 8 up, 8 in 2024-08-29T15:05:08.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/121497911' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:08.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:07 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:08.745 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsHello.SayHello (2880 ms) 2024-08-29T15:05:08.746 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsHello.RecordHello 2024-08-29T15:05:09.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:08 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:09.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:08 smithi131 ceph-mon[87973]: osdmap e960: 8 total, 8 up, 8 in 2024-08-29T15:05:09.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:08 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:09.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:08 smithi131 ceph-mon[90512]: osdmap e960: 8 total, 8 up, 8 in 2024-08-29T15:05:09.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:08 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:09.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:08 smithi169 ceph-mon[78471]: osdmap e960: 8 total, 8 up, 8 in 2024-08-29T15:05:10.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:09 smithi131 ceph-mon[87973]: pgmap v1056: 137 pgs: 2 creating+peering, 25 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:10.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:09 smithi131 ceph-mon[87973]: osdmap e961: 8 total, 8 up, 8 in 2024-08-29T15:05:10.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:09 smithi131 ceph-mon[90512]: pgmap v1056: 137 pgs: 2 creating+peering, 25 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:10.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:09 smithi131 ceph-mon[90512]: osdmap e961: 8 total, 8 up, 8 in 2024-08-29T15:05:10.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:09 smithi169 ceph-mon[78471]: pgmap v1056: 137 pgs: 2 creating+peering, 25 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:10.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:09 smithi169 ceph-mon[78471]: osdmap e961: 8 total, 8 up, 8 in 2024-08-29T15:05:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:05:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:05:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:05:11.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:10 smithi131 ceph-mon[87973]: osdmap e962: 8 total, 8 up, 8 in 2024-08-29T15:05:11.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:10 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1370796381' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:11.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:10 smithi131 ceph-mon[90512]: osdmap e962: 8 total, 8 up, 8 in 2024-08-29T15:05:11.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:10 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1370796381' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:11.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:10 smithi169 ceph-mon[78471]: osdmap e962: 8 total, 8 up, 8 in 2024-08-29T15:05:11.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:10 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1370796381' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:11.766 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsHello.RecordHello (3022 ms) 2024-08-29T15:05:11.846 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-29T15:05:12.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:11 smithi131 ceph-mon[87973]: pgmap v1059: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:12.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:11 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:12.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:11 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1370796381' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:12.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:11 smithi131 ceph-mon[87973]: osdmap e963: 8 total, 8 up, 8 in 2024-08-29T15:05:12.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:11 smithi131 ceph-mon[90512]: pgmap v1059: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:12.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:11 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:12.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:11 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1370796381' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:12.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:11 smithi131 ceph-mon[90512]: osdmap e963: 8 total, 8 up, 8 in 2024-08-29T15:05:12.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:11 smithi169 ceph-mon[78471]: pgmap v1059: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:12.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:11 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:12.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:11 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1370796381' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:12.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:11 smithi169 ceph-mon[78471]: osdmap e963: 8 total, 8 up, 8 in 2024-08-29T15:05:13.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:12 smithi131 ceph-mon[87973]: osdmap e964: 8 total, 8 up, 8 in 2024-08-29T15:05:13.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:12 smithi131 ceph-mon[90512]: osdmap e964: 8 total, 8 up, 8 in 2024-08-29T15:05:13.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:12 smithi169 ceph-mon[78471]: osdmap e964: 8 total, 8 up, 8 in 2024-08-29T15:05:13.790 INFO:tasks.workunit.client.0.smithi131.stdout:require_osd_release = squid 2024-08-29T15:05:13.792 INFO:tasks.workunit.client.0.smithi131.stdout:0 2024-08-29T15:05:14.009 INFO:tasks.workunit.client.0.smithi131.stdout:1 2024-08-29T15:05:14.010 INFO:tasks.workunit.client.0.smithi131.stdout:2 2024-08-29T15:05:14.012 INFO:tasks.workunit.client.0.smithi131.stdout:3 2024-08-29T15:05:14.013 INFO:tasks.workunit.client.0.smithi131.stdout:4 2024-08-29T15:05:14.014 INFO:tasks.workunit.client.0.smithi131.stdout:5 2024-08-29T15:05:14.015 INFO:tasks.workunit.client.0.smithi131.stdout:6 2024-08-29T15:05:14.016 INFO:tasks.workunit.client.0.smithi131.stdout:7 2024-08-29T15:05:14.018 INFO:tasks.workunit.client.0.smithi131.stdout:8 2024-08-29T15:05:14.018 INFO:tasks.workunit.client.0.smithi131.stdout:9 2024-08-29T15:05:14.020 INFO:tasks.workunit.client.0.smithi131.stdout:10 2024-08-29T15:05:14.020 INFO:tasks.workunit.client.0.smithi131.stdout:11 2024-08-29T15:05:14.022 INFO:tasks.workunit.client.0.smithi131.stdout:12 2024-08-29T15:05:14.023 INFO:tasks.workunit.client.0.smithi131.stdout:13 2024-08-29T15:05:14.024 INFO:tasks.workunit.client.0.smithi131.stdout:14 2024-08-29T15:05:14.025 INFO:tasks.workunit.client.0.smithi131.stdout:15 2024-08-29T15:05:14.026 INFO:tasks.workunit.client.0.smithi131.stdout:16 2024-08-29T15:05:14.027 INFO:tasks.workunit.client.0.smithi131.stdout:17 2024-08-29T15:05:14.028 INFO:tasks.workunit.client.0.smithi131.stdout:18 2024-08-29T15:05:14.029 INFO:tasks.workunit.client.0.smithi131.stdout:19 2024-08-29T15:05:14.030 INFO:tasks.workunit.client.0.smithi131.stdout:20 2024-08-29T15:05:14.031 INFO:tasks.workunit.client.0.smithi131.stdout:21 2024-08-29T15:05:14.032 INFO:tasks.workunit.client.0.smithi131.stdout:22 2024-08-29T15:05:14.034 INFO:tasks.workunit.client.0.smithi131.stdout:23 2024-08-29T15:05:14.035 INFO:tasks.workunit.client.0.smithi131.stdout:24 2024-08-29T15:05:14.036 INFO:tasks.workunit.client.0.smithi131.stdout:25 2024-08-29T15:05:14.037 INFO:tasks.workunit.client.0.smithi131.stdout:26 2024-08-29T15:05:14.038 INFO:tasks.workunit.client.0.smithi131.stdout:27 2024-08-29T15:05:14.039 INFO:tasks.workunit.client.0.smithi131.stdout:28 2024-08-29T15:05:14.040 INFO:tasks.workunit.client.0.smithi131.stdout:29 2024-08-29T15:05:14.041 INFO:tasks.workunit.client.0.smithi131.stdout:30 2024-08-29T15:05:14.042 INFO:tasks.workunit.client.0.smithi131.stdout:31 2024-08-29T15:05:14.043 INFO:tasks.workunit.client.0.smithi131.stdout:32 2024-08-29T15:05:14.044 INFO:tasks.workunit.client.0.smithi131.stdout:33 2024-08-29T15:05:14.045 INFO:tasks.workunit.client.0.smithi131.stdout:34 2024-08-29T15:05:14.046 INFO:tasks.workunit.client.0.smithi131.stdout:35 2024-08-29T15:05:14.047 INFO:tasks.workunit.client.0.smithi131.stdout:36 2024-08-29T15:05:14.047 INFO:tasks.workunit.client.0.smithi131.stdout:37 2024-08-29T15:05:14.049 INFO:tasks.workunit.client.0.smithi131.stdout:38 2024-08-29T15:05:14.050 INFO:tasks.workunit.client.0.smithi131.stdout:39 2024-08-29T15:05:14.051 INFO:tasks.workunit.client.0.smithi131.stdout:40 2024-08-29T15:05:14.052 INFO:tasks.workunit.client.0.smithi131.stdout:41 2024-08-29T15:05:14.053 INFO:tasks.workunit.client.0.smithi131.stdout:42 2024-08-29T15:05:14.054 INFO:tasks.workunit.client.0.smithi131.stdout:43 2024-08-29T15:05:14.055 INFO:tasks.workunit.client.0.smithi131.stdout:44 2024-08-29T15:05:14.056 INFO:tasks.workunit.client.0.smithi131.stdout:45 2024-08-29T15:05:14.057 INFO:tasks.workunit.client.0.smithi131.stdout:46 2024-08-29T15:05:14.058 INFO:tasks.workunit.client.0.smithi131.stdout:47 2024-08-29T15:05:14.059 INFO:tasks.workunit.client.0.smithi131.stdout:48 2024-08-29T15:05:14.060 INFO:tasks.workunit.client.0.smithi131.stdout:49 2024-08-29T15:05:14.061 INFO:tasks.workunit.client.0.smithi131.stdout:50 2024-08-29T15:05:14.062 INFO:tasks.workunit.client.0.smithi131.stdout:51 2024-08-29T15:05:14.063 INFO:tasks.workunit.client.0.smithi131.stdout:52 2024-08-29T15:05:14.063 INFO:tasks.workunit.client.0.smithi131.stdout:53 2024-08-29T15:05:14.064 INFO:tasks.workunit.client.0.smithi131.stdout:54 2024-08-29T15:05:14.065 INFO:tasks.workunit.client.0.smithi131.stdout:55 2024-08-29T15:05:14.066 INFO:tasks.workunit.client.0.smithi131.stdout:56 2024-08-29T15:05:14.067 INFO:tasks.workunit.client.0.smithi131.stdout:57 2024-08-29T15:05:14.068 INFO:tasks.workunit.client.0.smithi131.stdout:58 2024-08-29T15:05:14.069 INFO:tasks.workunit.client.0.smithi131.stdout:59 2024-08-29T15:05:14.070 INFO:tasks.workunit.client.0.smithi131.stdout:60 2024-08-29T15:05:14.071 INFO:tasks.workunit.client.0.smithi131.stdout:61 2024-08-29T15:05:14.072 INFO:tasks.workunit.client.0.smithi131.stdout:62 2024-08-29T15:05:14.073 INFO:tasks.workunit.client.0.smithi131.stdout:63 2024-08-29T15:05:14.074 INFO:tasks.workunit.client.0.smithi131.stdout:64 2024-08-29T15:05:14.075 INFO:tasks.workunit.client.0.smithi131.stdout:65 2024-08-29T15:05:14.076 INFO:tasks.workunit.client.0.smithi131.stdout:66 2024-08-29T15:05:14.078 INFO:tasks.workunit.client.0.smithi131.stdout:67 2024-08-29T15:05:14.079 INFO:tasks.workunit.client.0.smithi131.stdout:68 2024-08-29T15:05:14.080 INFO:tasks.workunit.client.0.smithi131.stdout:69 2024-08-29T15:05:14.081 INFO:tasks.workunit.client.0.smithi131.stdout:70 2024-08-29T15:05:14.082 INFO:tasks.workunit.client.0.smithi131.stdout:71 2024-08-29T15:05:14.083 INFO:tasks.workunit.client.0.smithi131.stdout:72 2024-08-29T15:05:14.084 INFO:tasks.workunit.client.0.smithi131.stdout:73 2024-08-29T15:05:14.085 INFO:tasks.workunit.client.0.smithi131.stdout:74 2024-08-29T15:05:14.086 INFO:tasks.workunit.client.0.smithi131.stdout:75 2024-08-29T15:05:14.087 INFO:tasks.workunit.client.0.smithi131.stdout:76 2024-08-29T15:05:14.088 INFO:tasks.workunit.client.0.smithi131.stdout:77 2024-08-29T15:05:14.089 INFO:tasks.workunit.client.0.smithi131.stdout:78 2024-08-29T15:05:14.090 INFO:tasks.workunit.client.0.smithi131.stdout:79 2024-08-29T15:05:14.090 INFO:tasks.workunit.client.0.smithi131.stdout:80 2024-08-29T15:05:14.091 INFO:tasks.workunit.client.0.smithi131.stdout:81 2024-08-29T15:05:14.092 INFO:tasks.workunit.client.0.smithi131.stdout:82 2024-08-29T15:05:14.096 INFO:tasks.workunit.client.0.smithi131.stdout:83 2024-08-29T15:05:14.096 INFO:tasks.workunit.client.0.smithi131.stdout:84 2024-08-29T15:05:14.096 INFO:tasks.workunit.client.0.smithi131.stdout:85 2024-08-29T15:05:14.096 INFO:tasks.workunit.client.0.smithi131.stdout:86 2024-08-29T15:05:14.097 INFO:tasks.workunit.client.0.smithi131.stdout:87 2024-08-29T15:05:14.098 INFO:tasks.workunit.client.0.smithi131.stdout:88 2024-08-29T15:05:14.099 INFO:tasks.workunit.client.0.smithi131.stdout:89 2024-08-29T15:05:14.101 INFO:tasks.workunit.client.0.smithi131.stdout:90 2024-08-29T15:05:14.101 INFO:tasks.workunit.client.0.smithi131.stdout:91 2024-08-29T15:05:14.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[87973]: pgmap v1062: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:14.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:14.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:05:14.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[87973]: osdmap e965: 8 total, 8 up, 8 in 2024-08-29T15:05:14.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/75349032' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:14.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[90512]: pgmap v1062: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:05:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[90512]: osdmap e965: 8 total, 8 up, 8 in 2024-08-29T15:05:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/75349032' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:14.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:13 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:14.103 INFO:tasks.workunit.client.0.smithi131.stdout:92 2024-08-29T15:05:14.103 INFO:tasks.workunit.client.0.smithi131.stdout:93 2024-08-29T15:05:14.104 INFO:tasks.workunit.client.0.smithi131.stdout:94 2024-08-29T15:05:14.105 INFO:tasks.workunit.client.0.smithi131.stdout:95 2024-08-29T15:05:14.106 INFO:tasks.workunit.client.0.smithi131.stdout:96 2024-08-29T15:05:14.107 INFO:tasks.workunit.client.0.smithi131.stdout:97 2024-08-29T15:05:14.108 INFO:tasks.workunit.client.0.smithi131.stdout:98 2024-08-29T15:05:14.109 INFO:tasks.workunit.client.0.smithi131.stdout:99 2024-08-29T15:05:14.109 INFO:tasks.workunit.client.0.smithi131.stdout:100 2024-08-29T15:05:14.110 INFO:tasks.workunit.client.0.smithi131.stdout:101 2024-08-29T15:05:14.111 INFO:tasks.workunit.client.0.smithi131.stdout:102 2024-08-29T15:05:14.112 INFO:tasks.workunit.client.0.smithi131.stdout:103 2024-08-29T15:05:14.113 INFO:tasks.workunit.client.0.smithi131.stdout:104 2024-08-29T15:05:14.114 INFO:tasks.workunit.client.0.smithi131.stdout:105 2024-08-29T15:05:14.114 INFO:tasks.workunit.client.0.smithi131.stdout:106 2024-08-29T15:05:14.115 INFO:tasks.workunit.client.0.smithi131.stdout:107 2024-08-29T15:05:14.116 INFO:tasks.workunit.client.0.smithi131.stdout:108 2024-08-29T15:05:14.117 INFO:tasks.workunit.client.0.smithi131.stdout:109 2024-08-29T15:05:14.118 INFO:tasks.workunit.client.0.smithi131.stdout:110 2024-08-29T15:05:14.119 INFO:tasks.workunit.client.0.smithi131.stdout:111 2024-08-29T15:05:14.120 INFO:tasks.workunit.client.0.smithi131.stdout:112 2024-08-29T15:05:14.121 INFO:tasks.workunit.client.0.smithi131.stdout:113 2024-08-29T15:05:14.121 INFO:tasks.workunit.client.0.smithi131.stdout:114 2024-08-29T15:05:14.122 INFO:tasks.workunit.client.0.smithi131.stdout:115 2024-08-29T15:05:14.123 INFO:tasks.workunit.client.0.smithi131.stdout:116 2024-08-29T15:05:14.124 INFO:tasks.workunit.client.0.smithi131.stdout:117 2024-08-29T15:05:14.125 INFO:tasks.workunit.client.0.smithi131.stdout:118 2024-08-29T15:05:14.126 INFO:tasks.workunit.client.0.smithi131.stdout:119 2024-08-29T15:05:14.127 INFO:tasks.workunit.client.0.smithi131.stdout:120 2024-08-29T15:05:14.128 INFO:tasks.workunit.client.0.smithi131.stdout:121 2024-08-29T15:05:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:13 smithi169 ceph-mon[78471]: pgmap v1062: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:13 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:13 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:05:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:13 smithi169 ceph-mon[78471]: osdmap e965: 8 total, 8 up, 8 in 2024-08-29T15:05:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:13 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/75349032' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:13 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:14.129 INFO:tasks.workunit.client.0.smithi131.stdout:122 2024-08-29T15:05:14.130 INFO:tasks.workunit.client.0.smithi131.stdout:123 2024-08-29T15:05:14.131 INFO:tasks.workunit.client.0.smithi131.stdout:124 2024-08-29T15:05:14.131 INFO:tasks.workunit.client.0.smithi131.stdout:125 2024-08-29T15:05:14.132 INFO:tasks.workunit.client.0.smithi131.stdout:126 2024-08-29T15:05:14.133 INFO:tasks.workunit.client.0.smithi131.stdout:127 2024-08-29T15:05:14.134 INFO:tasks.workunit.client.0.smithi131.stdout:128 2024-08-29T15:05:14.135 INFO:tasks.workunit.client.0.smithi131.stdout:129 2024-08-29T15:05:14.136 INFO:tasks.workunit.client.0.smithi131.stdout:130 2024-08-29T15:05:14.136 INFO:tasks.workunit.client.0.smithi131.stdout:131 2024-08-29T15:05:14.137 INFO:tasks.workunit.client.0.smithi131.stdout:132 2024-08-29T15:05:14.138 INFO:tasks.workunit.client.0.smithi131.stdout:133 2024-08-29T15:05:14.139 INFO:tasks.workunit.client.0.smithi131.stdout:134 2024-08-29T15:05:14.140 INFO:tasks.workunit.client.0.smithi131.stdout:135 2024-08-29T15:05:14.141 INFO:tasks.workunit.client.0.smithi131.stdout:136 2024-08-29T15:05:14.142 INFO:tasks.workunit.client.0.smithi131.stdout:137 2024-08-29T15:05:14.142 INFO:tasks.workunit.client.0.smithi131.stdout:138 2024-08-29T15:05:14.144 INFO:tasks.workunit.client.0.smithi131.stdout:139 2024-08-29T15:05:14.144 INFO:tasks.workunit.client.0.smithi131.stdout:140 2024-08-29T15:05:14.145 INFO:tasks.workunit.client.0.smithi131.stdout:141 2024-08-29T15:05:14.146 INFO:tasks.workunit.client.0.smithi131.stdout:142 2024-08-29T15:05:14.147 INFO:tasks.workunit.client.0.smithi131.stdout:143 2024-08-29T15:05:14.148 INFO:tasks.workunit.client.0.smithi131.stdout:144 2024-08-29T15:05:14.148 INFO:tasks.workunit.client.0.smithi131.stdout:145 2024-08-29T15:05:14.149 INFO:tasks.workunit.client.0.smithi131.stdout:146 2024-08-29T15:05:14.150 INFO:tasks.workunit.client.0.smithi131.stdout:147 2024-08-29T15:05:14.151 INFO:tasks.workunit.client.0.smithi131.stdout:148 2024-08-29T15:05:14.152 INFO:tasks.workunit.client.0.smithi131.stdout:149 2024-08-29T15:05:14.152 INFO:tasks.workunit.client.0.smithi131.stdout:150 2024-08-29T15:05:14.153 INFO:tasks.workunit.client.0.smithi131.stdout:151 2024-08-29T15:05:14.154 INFO:tasks.workunit.client.0.smithi131.stdout:152 2024-08-29T15:05:14.155 INFO:tasks.workunit.client.0.smithi131.stdout:153 2024-08-29T15:05:14.156 INFO:tasks.workunit.client.0.smithi131.stdout:154 2024-08-29T15:05:14.157 INFO:tasks.workunit.client.0.smithi131.stdout:155 2024-08-29T15:05:14.158 INFO:tasks.workunit.client.0.smithi131.stdout:156 2024-08-29T15:05:14.158 INFO:tasks.workunit.client.0.smithi131.stdout:157 2024-08-29T15:05:14.159 INFO:tasks.workunit.client.0.smithi131.stdout:158 2024-08-29T15:05:14.160 INFO:tasks.workunit.client.0.smithi131.stdout:159 2024-08-29T15:05:14.161 INFO:tasks.workunit.client.0.smithi131.stdout:160 2024-08-29T15:05:14.162 INFO:tasks.workunit.client.0.smithi131.stdout:161 2024-08-29T15:05:14.163 INFO:tasks.workunit.client.0.smithi131.stdout:162 2024-08-29T15:05:14.164 INFO:tasks.workunit.client.0.smithi131.stdout:163 2024-08-29T15:05:14.165 INFO:tasks.workunit.client.0.smithi131.stdout:164 2024-08-29T15:05:14.166 INFO:tasks.workunit.client.0.smithi131.stdout:165 2024-08-29T15:05:14.167 INFO:tasks.workunit.client.0.smithi131.stdout:166 2024-08-29T15:05:14.168 INFO:tasks.workunit.client.0.smithi131.stdout:167 2024-08-29T15:05:14.168 INFO:tasks.workunit.client.0.smithi131.stdout:168 2024-08-29T15:05:14.169 INFO:tasks.workunit.client.0.smithi131.stdout:169 2024-08-29T15:05:14.170 INFO:tasks.workunit.client.0.smithi131.stdout:170 2024-08-29T15:05:14.171 INFO:tasks.workunit.client.0.smithi131.stdout:171 2024-08-29T15:05:14.172 INFO:tasks.workunit.client.0.smithi131.stdout:172 2024-08-29T15:05:14.173 INFO:tasks.workunit.client.0.smithi131.stdout:173 2024-08-29T15:05:14.174 INFO:tasks.workunit.client.0.smithi131.stdout:174 2024-08-29T15:05:14.174 INFO:tasks.workunit.client.0.smithi131.stdout:175 2024-08-29T15:05:14.175 INFO:tasks.workunit.client.0.smithi131.stdout:176 2024-08-29T15:05:14.176 INFO:tasks.workunit.client.0.smithi131.stdout:177 2024-08-29T15:05:14.177 INFO:tasks.workunit.client.0.smithi131.stdout:178 2024-08-29T15:05:14.178 INFO:tasks.workunit.client.0.smithi131.stdout:179 2024-08-29T15:05:14.179 INFO:tasks.workunit.client.0.smithi131.stdout:180 2024-08-29T15:05:14.179 INFO:tasks.workunit.client.0.smithi131.stdout:181 2024-08-29T15:05:14.181 INFO:tasks.workunit.client.0.smithi131.stdout:182 2024-08-29T15:05:14.181 INFO:tasks.workunit.client.0.smithi131.stdout:183 2024-08-29T15:05:14.182 INFO:tasks.workunit.client.0.smithi131.stdout:184 2024-08-29T15:05:14.183 INFO:tasks.workunit.client.0.smithi131.stdout:185 2024-08-29T15:05:14.184 INFO:tasks.workunit.client.0.smithi131.stdout:186 2024-08-29T15:05:14.185 INFO:tasks.workunit.client.0.smithi131.stdout:187 2024-08-29T15:05:14.186 INFO:tasks.workunit.client.0.smithi131.stdout:188 2024-08-29T15:05:14.186 INFO:tasks.workunit.client.0.smithi131.stdout:189 2024-08-29T15:05:14.187 INFO:tasks.workunit.client.0.smithi131.stdout:190 2024-08-29T15:05:14.188 INFO:tasks.workunit.client.0.smithi131.stdout:191 2024-08-29T15:05:14.189 INFO:tasks.workunit.client.0.smithi131.stdout:192 2024-08-29T15:05:14.190 INFO:tasks.workunit.client.0.smithi131.stdout:193 2024-08-29T15:05:14.191 INFO:tasks.workunit.client.0.smithi131.stdout:194 2024-08-29T15:05:14.191 INFO:tasks.workunit.client.0.smithi131.stdout:195 2024-08-29T15:05:14.192 INFO:tasks.workunit.client.0.smithi131.stdout:196 2024-08-29T15:05:14.193 INFO:tasks.workunit.client.0.smithi131.stdout:197 2024-08-29T15:05:14.194 INFO:tasks.workunit.client.0.smithi131.stdout:198 2024-08-29T15:05:14.195 INFO:tasks.workunit.client.0.smithi131.stdout:199 2024-08-29T15:05:14.195 INFO:tasks.workunit.client.0.smithi131.stdout:200 2024-08-29T15:05:14.197 INFO:tasks.workunit.client.0.smithi131.stdout:201 2024-08-29T15:05:14.197 INFO:tasks.workunit.client.0.smithi131.stdout:202 2024-08-29T15:05:14.198 INFO:tasks.workunit.client.0.smithi131.stdout:203 2024-08-29T15:05:14.199 INFO:tasks.workunit.client.0.smithi131.stdout:204 2024-08-29T15:05:14.200 INFO:tasks.workunit.client.0.smithi131.stdout:205 2024-08-29T15:05:14.202 INFO:tasks.workunit.client.0.smithi131.stdout:206 2024-08-29T15:05:14.202 INFO:tasks.workunit.client.0.smithi131.stdout:207 2024-08-29T15:05:14.203 INFO:tasks.workunit.client.0.smithi131.stdout:208 2024-08-29T15:05:14.204 INFO:tasks.workunit.client.0.smithi131.stdout:209 2024-08-29T15:05:14.205 INFO:tasks.workunit.client.0.smithi131.stdout:210 2024-08-29T15:05:14.206 INFO:tasks.workunit.client.0.smithi131.stdout:211 2024-08-29T15:05:14.207 INFO:tasks.workunit.client.0.smithi131.stdout:212 2024-08-29T15:05:14.207 INFO:tasks.workunit.client.0.smithi131.stdout:213 2024-08-29T15:05:14.208 INFO:tasks.workunit.client.0.smithi131.stdout:214 2024-08-29T15:05:14.209 INFO:tasks.workunit.client.0.smithi131.stdout:215 2024-08-29T15:05:14.210 INFO:tasks.workunit.client.0.smithi131.stdout:216 2024-08-29T15:05:14.211 INFO:tasks.workunit.client.0.smithi131.stdout:217 2024-08-29T15:05:14.212 INFO:tasks.workunit.client.0.smithi131.stdout:218 2024-08-29T15:05:14.213 INFO:tasks.workunit.client.0.smithi131.stdout:219 2024-08-29T15:05:14.213 INFO:tasks.workunit.client.0.smithi131.stdout:220 2024-08-29T15:05:14.214 INFO:tasks.workunit.client.0.smithi131.stdout:221 2024-08-29T15:05:14.215 INFO:tasks.workunit.client.0.smithi131.stdout:222 2024-08-29T15:05:14.216 INFO:tasks.workunit.client.0.smithi131.stdout:223 2024-08-29T15:05:14.217 INFO:tasks.workunit.client.0.smithi131.stdout:224 2024-08-29T15:05:14.218 INFO:tasks.workunit.client.0.smithi131.stdout:225 2024-08-29T15:05:14.219 INFO:tasks.workunit.client.0.smithi131.stdout:226 2024-08-29T15:05:14.219 INFO:tasks.workunit.client.0.smithi131.stdout:227 2024-08-29T15:05:14.220 INFO:tasks.workunit.client.0.smithi131.stdout:228 2024-08-29T15:05:14.221 INFO:tasks.workunit.client.0.smithi131.stdout:229 2024-08-29T15:05:14.222 INFO:tasks.workunit.client.0.smithi131.stdout:230 2024-08-29T15:05:14.223 INFO:tasks.workunit.client.0.smithi131.stdout:231 2024-08-29T15:05:14.224 INFO:tasks.workunit.client.0.smithi131.stdout:232 2024-08-29T15:05:14.225 INFO:tasks.workunit.client.0.smithi131.stdout:233 2024-08-29T15:05:14.225 INFO:tasks.workunit.client.0.smithi131.stdout:234 2024-08-29T15:05:14.226 INFO:tasks.workunit.client.0.smithi131.stdout:235 2024-08-29T15:05:14.227 INFO:tasks.workunit.client.0.smithi131.stdout:236 2024-08-29T15:05:14.228 INFO:tasks.workunit.client.0.smithi131.stdout:237 2024-08-29T15:05:14.229 INFO:tasks.workunit.client.0.smithi131.stdout:238 2024-08-29T15:05:14.230 INFO:tasks.workunit.client.0.smithi131.stdout:239 2024-08-29T15:05:14.231 INFO:tasks.workunit.client.0.smithi131.stdout:240 2024-08-29T15:05:14.231 INFO:tasks.workunit.client.0.smithi131.stdout:241 2024-08-29T15:05:14.232 INFO:tasks.workunit.client.0.smithi131.stdout:242 2024-08-29T15:05:14.233 INFO:tasks.workunit.client.0.smithi131.stdout:243 2024-08-29T15:05:14.234 INFO:tasks.workunit.client.0.smithi131.stdout:244 2024-08-29T15:05:14.235 INFO:tasks.workunit.client.0.smithi131.stdout:245 2024-08-29T15:05:14.236 INFO:tasks.workunit.client.0.smithi131.stdout:246 2024-08-29T15:05:14.237 INFO:tasks.workunit.client.0.smithi131.stdout:247 2024-08-29T15:05:14.238 INFO:tasks.workunit.client.0.smithi131.stdout:248 2024-08-29T15:05:14.239 INFO:tasks.workunit.client.0.smithi131.stdout:249 2024-08-29T15:05:14.239 INFO:tasks.workunit.client.0.smithi131.stdout:250 2024-08-29T15:05:14.240 INFO:tasks.workunit.client.0.smithi131.stdout:251 2024-08-29T15:05:14.241 INFO:tasks.workunit.client.0.smithi131.stdout:252 2024-08-29T15:05:14.242 INFO:tasks.workunit.client.0.smithi131.stdout:253 2024-08-29T15:05:14.243 INFO:tasks.workunit.client.0.smithi131.stdout:254 2024-08-29T15:05:14.244 INFO:tasks.workunit.client.0.smithi131.stdout:255 2024-08-29T15:05:14.245 INFO:tasks.workunit.client.0.smithi131.stdout:256 2024-08-29T15:05:14.246 INFO:tasks.workunit.client.0.smithi131.stdout:257 2024-08-29T15:05:14.247 INFO:tasks.workunit.client.0.smithi131.stdout:258 2024-08-29T15:05:14.247 INFO:tasks.workunit.client.0.smithi131.stdout:259 2024-08-29T15:05:14.248 INFO:tasks.workunit.client.0.smithi131.stdout:260 2024-08-29T15:05:14.249 INFO:tasks.workunit.client.0.smithi131.stdout:261 2024-08-29T15:05:14.250 INFO:tasks.workunit.client.0.smithi131.stdout:262 2024-08-29T15:05:14.251 INFO:tasks.workunit.client.0.smithi131.stdout:263 2024-08-29T15:05:14.251 INFO:tasks.workunit.client.0.smithi131.stdout:264 2024-08-29T15:05:14.252 INFO:tasks.workunit.client.0.smithi131.stdout:265 2024-08-29T15:05:14.253 INFO:tasks.workunit.client.0.smithi131.stdout:266 2024-08-29T15:05:14.254 INFO:tasks.workunit.client.0.smithi131.stdout:267 2024-08-29T15:05:14.255 INFO:tasks.workunit.client.0.smithi131.stdout:268 2024-08-29T15:05:14.256 INFO:tasks.workunit.client.0.smithi131.stdout:269 2024-08-29T15:05:14.257 INFO:tasks.workunit.client.0.smithi131.stdout:270 2024-08-29T15:05:14.258 INFO:tasks.workunit.client.0.smithi131.stdout:271 2024-08-29T15:05:14.259 INFO:tasks.workunit.client.0.smithi131.stdout:272 2024-08-29T15:05:14.259 INFO:tasks.workunit.client.0.smithi131.stdout:273 2024-08-29T15:05:14.260 INFO:tasks.workunit.client.0.smithi131.stdout:274 2024-08-29T15:05:14.261 INFO:tasks.workunit.client.0.smithi131.stdout:275 2024-08-29T15:05:14.262 INFO:tasks.workunit.client.0.smithi131.stdout:276 2024-08-29T15:05:14.263 INFO:tasks.workunit.client.0.smithi131.stdout:277 2024-08-29T15:05:14.264 INFO:tasks.workunit.client.0.smithi131.stdout:278 2024-08-29T15:05:14.265 INFO:tasks.workunit.client.0.smithi131.stdout:279 2024-08-29T15:05:14.265 INFO:tasks.workunit.client.0.smithi131.stdout:280 2024-08-29T15:05:14.266 INFO:tasks.workunit.client.0.smithi131.stdout:281 2024-08-29T15:05:14.267 INFO:tasks.workunit.client.0.smithi131.stdout:282 2024-08-29T15:05:14.268 INFO:tasks.workunit.client.0.smithi131.stdout:283 2024-08-29T15:05:14.269 INFO:tasks.workunit.client.0.smithi131.stdout:284 2024-08-29T15:05:14.270 INFO:tasks.workunit.client.0.smithi131.stdout:285 2024-08-29T15:05:14.270 INFO:tasks.workunit.client.0.smithi131.stdout:286 2024-08-29T15:05:14.271 INFO:tasks.workunit.client.0.smithi131.stdout:287 2024-08-29T15:05:14.272 INFO:tasks.workunit.client.0.smithi131.stdout:288 2024-08-29T15:05:14.273 INFO:tasks.workunit.client.0.smithi131.stdout:289 2024-08-29T15:05:14.274 INFO:tasks.workunit.client.0.smithi131.stdout:290 2024-08-29T15:05:14.275 INFO:tasks.workunit.client.0.smithi131.stdout:291 2024-08-29T15:05:14.276 INFO:tasks.workunit.client.0.smithi131.stdout:292 2024-08-29T15:05:14.277 INFO:tasks.workunit.client.0.smithi131.stdout:293 2024-08-29T15:05:14.277 INFO:tasks.workunit.client.0.smithi131.stdout:294 2024-08-29T15:05:14.278 INFO:tasks.workunit.client.0.smithi131.stdout:295 2024-08-29T15:05:14.279 INFO:tasks.workunit.client.0.smithi131.stdout:296 2024-08-29T15:05:14.280 INFO:tasks.workunit.client.0.smithi131.stdout:297 2024-08-29T15:05:14.281 INFO:tasks.workunit.client.0.smithi131.stdout:298 2024-08-29T15:05:14.282 INFO:tasks.workunit.client.0.smithi131.stdout:299 2024-08-29T15:05:14.283 INFO:tasks.workunit.client.0.smithi131.stdout:300 2024-08-29T15:05:14.283 INFO:tasks.workunit.client.0.smithi131.stdout:301 2024-08-29T15:05:14.284 INFO:tasks.workunit.client.0.smithi131.stdout:302 2024-08-29T15:05:14.285 INFO:tasks.workunit.client.0.smithi131.stdout:303 2024-08-29T15:05:14.286 INFO:tasks.workunit.client.0.smithi131.stdout:304 2024-08-29T15:05:14.287 INFO:tasks.workunit.client.0.smithi131.stdout:305 2024-08-29T15:05:14.288 INFO:tasks.workunit.client.0.smithi131.stdout:306 2024-08-29T15:05:14.289 INFO:tasks.workunit.client.0.smithi131.stdout:307 2024-08-29T15:05:14.289 INFO:tasks.workunit.client.0.smithi131.stdout:308 2024-08-29T15:05:14.290 INFO:tasks.workunit.client.0.smithi131.stdout:309 2024-08-29T15:05:14.291 INFO:tasks.workunit.client.0.smithi131.stdout:310 2024-08-29T15:05:14.292 INFO:tasks.workunit.client.0.smithi131.stdout:311 2024-08-29T15:05:14.293 INFO:tasks.workunit.client.0.smithi131.stdout:312 2024-08-29T15:05:14.294 INFO:tasks.workunit.client.0.smithi131.stdout:313 2024-08-29T15:05:14.295 INFO:tasks.workunit.client.0.smithi131.stdout:314 2024-08-29T15:05:14.296 INFO:tasks.workunit.client.0.smithi131.stdout:315 2024-08-29T15:05:14.297 INFO:tasks.workunit.client.0.smithi131.stdout:316 2024-08-29T15:05:14.297 INFO:tasks.workunit.client.0.smithi131.stdout:317 2024-08-29T15:05:14.298 INFO:tasks.workunit.client.0.smithi131.stdout:318 2024-08-29T15:05:14.299 INFO:tasks.workunit.client.0.smithi131.stdout:319 2024-08-29T15:05:14.300 INFO:tasks.workunit.client.0.smithi131.stdout:320 2024-08-29T15:05:14.301 INFO:tasks.workunit.client.0.smithi131.stdout:321 2024-08-29T15:05:14.302 INFO:tasks.workunit.client.0.smithi131.stdout:322 2024-08-29T15:05:14.303 INFO:tasks.workunit.client.0.smithi131.stdout:323 2024-08-29T15:05:14.304 INFO:tasks.workunit.client.0.smithi131.stdout:324 2024-08-29T15:05:14.305 INFO:tasks.workunit.client.0.smithi131.stdout:325 2024-08-29T15:05:14.305 INFO:tasks.workunit.client.0.smithi131.stdout:326 2024-08-29T15:05:14.306 INFO:tasks.workunit.client.0.smithi131.stdout:327 2024-08-29T15:05:14.307 INFO:tasks.workunit.client.0.smithi131.stdout:328 2024-08-29T15:05:14.308 INFO:tasks.workunit.client.0.smithi131.stdout:329 2024-08-29T15:05:14.309 INFO:tasks.workunit.client.0.smithi131.stdout:330 2024-08-29T15:05:14.310 INFO:tasks.workunit.client.0.smithi131.stdout:331 2024-08-29T15:05:14.311 INFO:tasks.workunit.client.0.smithi131.stdout:332 2024-08-29T15:05:14.311 INFO:tasks.workunit.client.0.smithi131.stdout:333 2024-08-29T15:05:14.312 INFO:tasks.workunit.client.0.smithi131.stdout:334 2024-08-29T15:05:14.313 INFO:tasks.workunit.client.0.smithi131.stdout:335 2024-08-29T15:05:14.314 INFO:tasks.workunit.client.0.smithi131.stdout:336 2024-08-29T15:05:14.315 INFO:tasks.workunit.client.0.smithi131.stdout:337 2024-08-29T15:05:14.316 INFO:tasks.workunit.client.0.smithi131.stdout:338 2024-08-29T15:05:14.317 INFO:tasks.workunit.client.0.smithi131.stdout:339 2024-08-29T15:05:14.318 INFO:tasks.workunit.client.0.smithi131.stdout:340 2024-08-29T15:05:14.319 INFO:tasks.workunit.client.0.smithi131.stdout:341 2024-08-29T15:05:14.319 INFO:tasks.workunit.client.0.smithi131.stdout:342 2024-08-29T15:05:14.320 INFO:tasks.workunit.client.0.smithi131.stdout:343 2024-08-29T15:05:14.321 INFO:tasks.workunit.client.0.smithi131.stdout:344 2024-08-29T15:05:14.322 INFO:tasks.workunit.client.0.smithi131.stdout:345 2024-08-29T15:05:14.323 INFO:tasks.workunit.client.0.smithi131.stdout:346 2024-08-29T15:05:14.324 INFO:tasks.workunit.client.0.smithi131.stdout:347 2024-08-29T15:05:14.325 INFO:tasks.workunit.client.0.smithi131.stdout:348 2024-08-29T15:05:14.326 INFO:tasks.workunit.client.0.smithi131.stdout:349 2024-08-29T15:05:14.327 INFO:tasks.workunit.client.0.smithi131.stdout:350 2024-08-29T15:05:14.328 INFO:tasks.workunit.client.0.smithi131.stdout:351 2024-08-29T15:05:14.329 INFO:tasks.workunit.client.0.smithi131.stdout:352 2024-08-29T15:05:14.329 INFO:tasks.workunit.client.0.smithi131.stdout:353 2024-08-29T15:05:14.330 INFO:tasks.workunit.client.0.smithi131.stdout:354 2024-08-29T15:05:14.331 INFO:tasks.workunit.client.0.smithi131.stdout:355 2024-08-29T15:05:14.332 INFO:tasks.workunit.client.0.smithi131.stdout:356 2024-08-29T15:05:14.333 INFO:tasks.workunit.client.0.smithi131.stdout:357 2024-08-29T15:05:14.334 INFO:tasks.workunit.client.0.smithi131.stdout:358 2024-08-29T15:05:14.335 INFO:tasks.workunit.client.0.smithi131.stdout:359 2024-08-29T15:05:14.336 INFO:tasks.workunit.client.0.smithi131.stdout:360 2024-08-29T15:05:14.337 INFO:tasks.workunit.client.0.smithi131.stdout:361 2024-08-29T15:05:14.337 INFO:tasks.workunit.client.0.smithi131.stdout:362 2024-08-29T15:05:14.338 INFO:tasks.workunit.client.0.smithi131.stdout:363 2024-08-29T15:05:14.339 INFO:tasks.workunit.client.0.smithi131.stdout:364 2024-08-29T15:05:14.340 INFO:tasks.workunit.client.0.smithi131.stdout:365 2024-08-29T15:05:14.341 INFO:tasks.workunit.client.0.smithi131.stdout:366 2024-08-29T15:05:14.342 INFO:tasks.workunit.client.0.smithi131.stdout:367 2024-08-29T15:05:14.343 INFO:tasks.workunit.client.0.smithi131.stdout:368 2024-08-29T15:05:14.343 INFO:tasks.workunit.client.0.smithi131.stdout:369 2024-08-29T15:05:14.344 INFO:tasks.workunit.client.0.smithi131.stdout:370 2024-08-29T15:05:14.345 INFO:tasks.workunit.client.0.smithi131.stdout:371 2024-08-29T15:05:14.346 INFO:tasks.workunit.client.0.smithi131.stdout:372 2024-08-29T15:05:14.347 INFO:tasks.workunit.client.0.smithi131.stdout:373 2024-08-29T15:05:14.348 INFO:tasks.workunit.client.0.smithi131.stdout:374 2024-08-29T15:05:14.349 INFO:tasks.workunit.client.0.smithi131.stdout:375 2024-08-29T15:05:14.350 INFO:tasks.workunit.client.0.smithi131.stdout:376 2024-08-29T15:05:14.351 INFO:tasks.workunit.client.0.smithi131.stdout:377 2024-08-29T15:05:14.352 INFO:tasks.workunit.client.0.smithi131.stdout:378 2024-08-29T15:05:14.353 INFO:tasks.workunit.client.0.smithi131.stdout:379 2024-08-29T15:05:14.354 INFO:tasks.workunit.client.0.smithi131.stdout:380 2024-08-29T15:05:14.354 INFO:tasks.workunit.client.0.smithi131.stdout:381 2024-08-29T15:05:14.355 INFO:tasks.workunit.client.0.smithi131.stdout:382 2024-08-29T15:05:14.356 INFO:tasks.workunit.client.0.smithi131.stdout:383 2024-08-29T15:05:14.357 INFO:tasks.workunit.client.0.smithi131.stdout:384 2024-08-29T15:05:14.358 INFO:tasks.workunit.client.0.smithi131.stdout:385 2024-08-29T15:05:14.359 INFO:tasks.workunit.client.0.smithi131.stdout:386 2024-08-29T15:05:14.360 INFO:tasks.workunit.client.0.smithi131.stdout:387 2024-08-29T15:05:14.361 INFO:tasks.workunit.client.0.smithi131.stdout:388 2024-08-29T15:05:14.361 INFO:tasks.workunit.client.0.smithi131.stdout:389 2024-08-29T15:05:14.362 INFO:tasks.workunit.client.0.smithi131.stdout:390 2024-08-29T15:05:14.363 INFO:tasks.workunit.client.0.smithi131.stdout:391 2024-08-29T15:05:14.364 INFO:tasks.workunit.client.0.smithi131.stdout:392 2024-08-29T15:05:14.365 INFO:tasks.workunit.client.0.smithi131.stdout:393 2024-08-29T15:05:14.366 INFO:tasks.workunit.client.0.smithi131.stdout:394 2024-08-29T15:05:14.367 INFO:tasks.workunit.client.0.smithi131.stdout:395 2024-08-29T15:05:14.368 INFO:tasks.workunit.client.0.smithi131.stdout:396 2024-08-29T15:05:14.369 INFO:tasks.workunit.client.0.smithi131.stdout:397 2024-08-29T15:05:14.370 INFO:tasks.workunit.client.0.smithi131.stdout:398 2024-08-29T15:05:14.371 INFO:tasks.workunit.client.0.smithi131.stdout:399 2024-08-29T15:05:14.372 INFO:tasks.workunit.client.0.smithi131.stdout:400 2024-08-29T15:05:14.372 INFO:tasks.workunit.client.0.smithi131.stdout:401 2024-08-29T15:05:14.373 INFO:tasks.workunit.client.0.smithi131.stdout:402 2024-08-29T15:05:14.374 INFO:tasks.workunit.client.0.smithi131.stdout:403 2024-08-29T15:05:14.375 INFO:tasks.workunit.client.0.smithi131.stdout:404 2024-08-29T15:05:14.376 INFO:tasks.workunit.client.0.smithi131.stdout:405 2024-08-29T15:05:14.377 INFO:tasks.workunit.client.0.smithi131.stdout:406 2024-08-29T15:05:14.378 INFO:tasks.workunit.client.0.smithi131.stdout:407 2024-08-29T15:05:14.379 INFO:tasks.workunit.client.0.smithi131.stdout:408 2024-08-29T15:05:14.380 INFO:tasks.workunit.client.0.smithi131.stdout:409 2024-08-29T15:05:14.381 INFO:tasks.workunit.client.0.smithi131.stdout:410 2024-08-29T15:05:14.381 INFO:tasks.workunit.client.0.smithi131.stdout:411 2024-08-29T15:05:14.382 INFO:tasks.workunit.client.0.smithi131.stdout:412 2024-08-29T15:05:14.383 INFO:tasks.workunit.client.0.smithi131.stdout:413 2024-08-29T15:05:14.384 INFO:tasks.workunit.client.0.smithi131.stdout:414 2024-08-29T15:05:14.385 INFO:tasks.workunit.client.0.smithi131.stdout:415 2024-08-29T15:05:14.386 INFO:tasks.workunit.client.0.smithi131.stdout:416 2024-08-29T15:05:14.387 INFO:tasks.workunit.client.0.smithi131.stdout:417 2024-08-29T15:05:14.388 INFO:tasks.workunit.client.0.smithi131.stdout:418 2024-08-29T15:05:14.389 INFO:tasks.workunit.client.0.smithi131.stdout:419 2024-08-29T15:05:14.390 INFO:tasks.workunit.client.0.smithi131.stdout:420 2024-08-29T15:05:14.391 INFO:tasks.workunit.client.0.smithi131.stdout:421 2024-08-29T15:05:14.392 INFO:tasks.workunit.client.0.smithi131.stdout:422 2024-08-29T15:05:14.392 INFO:tasks.workunit.client.0.smithi131.stdout:423 2024-08-29T15:05:14.393 INFO:tasks.workunit.client.0.smithi131.stdout:424 2024-08-29T15:05:14.394 INFO:tasks.workunit.client.0.smithi131.stdout:425 2024-08-29T15:05:14.395 INFO:tasks.workunit.client.0.smithi131.stdout:426 2024-08-29T15:05:14.396 INFO:tasks.workunit.client.0.smithi131.stdout:427 2024-08-29T15:05:14.397 INFO:tasks.workunit.client.0.smithi131.stdout:428 2024-08-29T15:05:14.398 INFO:tasks.workunit.client.0.smithi131.stdout:429 2024-08-29T15:05:14.399 INFO:tasks.workunit.client.0.smithi131.stdout:430 2024-08-29T15:05:14.400 INFO:tasks.workunit.client.0.smithi131.stdout:431 2024-08-29T15:05:14.401 INFO:tasks.workunit.client.0.smithi131.stdout:432 2024-08-29T15:05:14.402 INFO:tasks.workunit.client.0.smithi131.stdout:433 2024-08-29T15:05:14.403 INFO:tasks.workunit.client.0.smithi131.stdout:434 2024-08-29T15:05:14.404 INFO:tasks.workunit.client.0.smithi131.stdout:435 2024-08-29T15:05:14.405 INFO:tasks.workunit.client.0.smithi131.stdout:436 2024-08-29T15:05:14.406 INFO:tasks.workunit.client.0.smithi131.stdout:437 2024-08-29T15:05:14.407 INFO:tasks.workunit.client.0.smithi131.stdout:438 2024-08-29T15:05:14.408 INFO:tasks.workunit.client.0.smithi131.stdout:439 2024-08-29T15:05:14.409 INFO:tasks.workunit.client.0.smithi131.stdout:440 2024-08-29T15:05:14.410 INFO:tasks.workunit.client.0.smithi131.stdout:441 2024-08-29T15:05:14.410 INFO:tasks.workunit.client.0.smithi131.stdout:442 2024-08-29T15:05:14.411 INFO:tasks.workunit.client.0.smithi131.stdout:443 2024-08-29T15:05:14.413 INFO:tasks.workunit.client.0.smithi131.stdout:444 2024-08-29T15:05:14.413 INFO:tasks.workunit.client.0.smithi131.stdout:445 2024-08-29T15:05:14.414 INFO:tasks.workunit.client.0.smithi131.stdout:446 2024-08-29T15:05:14.415 INFO:tasks.workunit.client.0.smithi131.stdout:447 2024-08-29T15:05:14.416 INFO:tasks.workunit.client.0.smithi131.stdout:448 2024-08-29T15:05:14.417 INFO:tasks.workunit.client.0.smithi131.stdout:449 2024-08-29T15:05:14.418 INFO:tasks.workunit.client.0.smithi131.stdout:450 2024-08-29T15:05:14.419 INFO:tasks.workunit.client.0.smithi131.stdout:451 2024-08-29T15:05:14.420 INFO:tasks.workunit.client.0.smithi131.stdout:452 2024-08-29T15:05:14.421 INFO:tasks.workunit.client.0.smithi131.stdout:453 2024-08-29T15:05:14.422 INFO:tasks.workunit.client.0.smithi131.stdout:454 2024-08-29T15:05:14.422 INFO:tasks.workunit.client.0.smithi131.stdout:455 2024-08-29T15:05:14.423 INFO:tasks.workunit.client.0.smithi131.stdout:456 2024-08-29T15:05:14.424 INFO:tasks.workunit.client.0.smithi131.stdout:457 2024-08-29T15:05:14.425 INFO:tasks.workunit.client.0.smithi131.stdout:458 2024-08-29T15:05:14.426 INFO:tasks.workunit.client.0.smithi131.stdout:459 2024-08-29T15:05:14.427 INFO:tasks.workunit.client.0.smithi131.stdout:460 2024-08-29T15:05:14.428 INFO:tasks.workunit.client.0.smithi131.stdout:461 2024-08-29T15:05:14.429 INFO:tasks.workunit.client.0.smithi131.stdout:462 2024-08-29T15:05:14.430 INFO:tasks.workunit.client.0.smithi131.stdout:463 2024-08-29T15:05:14.431 INFO:tasks.workunit.client.0.smithi131.stdout:464 2024-08-29T15:05:14.432 INFO:tasks.workunit.client.0.smithi131.stdout:465 2024-08-29T15:05:14.433 INFO:tasks.workunit.client.0.smithi131.stdout:466 2024-08-29T15:05:14.434 INFO:tasks.workunit.client.0.smithi131.stdout:467 2024-08-29T15:05:14.435 INFO:tasks.workunit.client.0.smithi131.stdout:468 2024-08-29T15:05:14.436 INFO:tasks.workunit.client.0.smithi131.stdout:469 2024-08-29T15:05:14.437 INFO:tasks.workunit.client.0.smithi131.stdout:470 2024-08-29T15:05:14.438 INFO:tasks.workunit.client.0.smithi131.stdout:471 2024-08-29T15:05:14.439 INFO:tasks.workunit.client.0.smithi131.stdout:472 2024-08-29T15:05:14.440 INFO:tasks.workunit.client.0.smithi131.stdout:473 2024-08-29T15:05:14.441 INFO:tasks.workunit.client.0.smithi131.stdout:474 2024-08-29T15:05:14.442 INFO:tasks.workunit.client.0.smithi131.stdout:475 2024-08-29T15:05:14.443 INFO:tasks.workunit.client.0.smithi131.stdout:476 2024-08-29T15:05:14.444 INFO:tasks.workunit.client.0.smithi131.stdout:477 2024-08-29T15:05:14.445 INFO:tasks.workunit.client.0.smithi131.stdout:478 2024-08-29T15:05:14.445 INFO:tasks.workunit.client.0.smithi131.stdout:479 2024-08-29T15:05:14.446 INFO:tasks.workunit.client.0.smithi131.stdout:480 2024-08-29T15:05:14.447 INFO:tasks.workunit.client.0.smithi131.stdout:481 2024-08-29T15:05:14.448 INFO:tasks.workunit.client.0.smithi131.stdout:482 2024-08-29T15:05:14.449 INFO:tasks.workunit.client.0.smithi131.stdout:483 2024-08-29T15:05:14.450 INFO:tasks.workunit.client.0.smithi131.stdout:484 2024-08-29T15:05:14.451 INFO:tasks.workunit.client.0.smithi131.stdout:485 2024-08-29T15:05:14.452 INFO:tasks.workunit.client.0.smithi131.stdout:486 2024-08-29T15:05:14.453 INFO:tasks.workunit.client.0.smithi131.stdout:487 2024-08-29T15:05:14.454 INFO:tasks.workunit.client.0.smithi131.stdout:488 2024-08-29T15:05:14.455 INFO:tasks.workunit.client.0.smithi131.stdout:489 2024-08-29T15:05:14.456 INFO:tasks.workunit.client.0.smithi131.stdout:490 2024-08-29T15:05:14.456 INFO:tasks.workunit.client.0.smithi131.stdout:491 2024-08-29T15:05:14.457 INFO:tasks.workunit.client.0.smithi131.stdout:492 2024-08-29T15:05:14.458 INFO:tasks.workunit.client.0.smithi131.stdout:493 2024-08-29T15:05:14.460 INFO:tasks.workunit.client.0.smithi131.stdout:494 2024-08-29T15:05:14.460 INFO:tasks.workunit.client.0.smithi131.stdout:495 2024-08-29T15:05:14.461 INFO:tasks.workunit.client.0.smithi131.stdout:496 2024-08-29T15:05:14.462 INFO:tasks.workunit.client.0.smithi131.stdout:497 2024-08-29T15:05:14.463 INFO:tasks.workunit.client.0.smithi131.stdout:498 2024-08-29T15:05:14.464 INFO:tasks.workunit.client.0.smithi131.stdout:499 2024-08-29T15:05:14.465 INFO:tasks.workunit.client.0.smithi131.stdout:500 2024-08-29T15:05:14.466 INFO:tasks.workunit.client.0.smithi131.stdout:501 2024-08-29T15:05:14.467 INFO:tasks.workunit.client.0.smithi131.stdout:502 2024-08-29T15:05:14.468 INFO:tasks.workunit.client.0.smithi131.stdout:503 2024-08-29T15:05:14.469 INFO:tasks.workunit.client.0.smithi131.stdout:504 2024-08-29T15:05:14.470 INFO:tasks.workunit.client.0.smithi131.stdout:505 2024-08-29T15:05:14.471 INFO:tasks.workunit.client.0.smithi131.stdout:506 2024-08-29T15:05:14.472 INFO:tasks.workunit.client.0.smithi131.stdout:507 2024-08-29T15:05:14.473 INFO:tasks.workunit.client.0.smithi131.stdout:508 2024-08-29T15:05:14.474 INFO:tasks.workunit.client.0.smithi131.stdout:509 2024-08-29T15:05:14.475 INFO:tasks.workunit.client.0.smithi131.stdout:510 2024-08-29T15:05:14.476 INFO:tasks.workunit.client.0.smithi131.stdout:511 2024-08-29T15:05:14.477 INFO:tasks.workunit.client.0.smithi131.stdout:512 2024-08-29T15:05:14.478 INFO:tasks.workunit.client.0.smithi131.stdout:513 2024-08-29T15:05:14.479 INFO:tasks.workunit.client.0.smithi131.stdout:514 2024-08-29T15:05:14.480 INFO:tasks.workunit.client.0.smithi131.stdout:515 2024-08-29T15:05:14.481 INFO:tasks.workunit.client.0.smithi131.stdout:516 2024-08-29T15:05:14.482 INFO:tasks.workunit.client.0.smithi131.stdout:517 2024-08-29T15:05:14.489 INFO:tasks.workunit.client.0.smithi131.stdout:518 2024-08-29T15:05:14.490 INFO:tasks.workunit.client.0.smithi131.stdout:519 2024-08-29T15:05:14.491 INFO:tasks.workunit.client.0.smithi131.stdout:520 2024-08-29T15:05:14.492 INFO:tasks.workunit.client.0.smithi131.stdout:521 2024-08-29T15:05:14.493 INFO:tasks.workunit.client.0.smithi131.stdout:522 2024-08-29T15:05:14.494 INFO:tasks.workunit.client.0.smithi131.stdout:523 2024-08-29T15:05:14.495 INFO:tasks.workunit.client.0.smithi131.stdout:524 2024-08-29T15:05:14.496 INFO:tasks.workunit.client.0.smithi131.stdout:525 2024-08-29T15:05:14.497 INFO:tasks.workunit.client.0.smithi131.stdout:526 2024-08-29T15:05:14.498 INFO:tasks.workunit.client.0.smithi131.stdout:527 2024-08-29T15:05:14.499 INFO:tasks.workunit.client.0.smithi131.stdout:528 2024-08-29T15:05:14.500 INFO:tasks.workunit.client.0.smithi131.stdout:529 2024-08-29T15:05:14.500 INFO:tasks.workunit.client.0.smithi131.stdout:530 2024-08-29T15:05:14.501 INFO:tasks.workunit.client.0.smithi131.stdout:531 2024-08-29T15:05:14.502 INFO:tasks.workunit.client.0.smithi131.stdout:532 2024-08-29T15:05:14.503 INFO:tasks.workunit.client.0.smithi131.stdout:533 2024-08-29T15:05:14.504 INFO:tasks.workunit.client.0.smithi131.stdout:534 2024-08-29T15:05:14.505 INFO:tasks.workunit.client.0.smithi131.stdout:535 2024-08-29T15:05:14.506 INFO:tasks.workunit.client.0.smithi131.stdout:536 2024-08-29T15:05:14.507 INFO:tasks.workunit.client.0.smithi131.stdout:537 2024-08-29T15:05:14.508 INFO:tasks.workunit.client.0.smithi131.stdout:538 2024-08-29T15:05:14.509 INFO:tasks.workunit.client.0.smithi131.stdout:539 2024-08-29T15:05:14.510 INFO:tasks.workunit.client.0.smithi131.stdout:540 2024-08-29T15:05:14.511 INFO:tasks.workunit.client.0.smithi131.stdout:541 2024-08-29T15:05:14.512 INFO:tasks.workunit.client.0.smithi131.stdout:542 2024-08-29T15:05:14.514 INFO:tasks.workunit.client.0.smithi131.stdout:543 2024-08-29T15:05:14.515 INFO:tasks.workunit.client.0.smithi131.stdout:544 2024-08-29T15:05:14.516 INFO:tasks.workunit.client.0.smithi131.stdout:545 2024-08-29T15:05:14.517 INFO:tasks.workunit.client.0.smithi131.stdout:546 2024-08-29T15:05:14.518 INFO:tasks.workunit.client.0.smithi131.stdout:547 2024-08-29T15:05:14.519 INFO:tasks.workunit.client.0.smithi131.stdout:548 2024-08-29T15:05:14.520 INFO:tasks.workunit.client.0.smithi131.stdout:549 2024-08-29T15:05:14.520 INFO:tasks.workunit.client.0.smithi131.stdout:550 2024-08-29T15:05:14.521 INFO:tasks.workunit.client.0.smithi131.stdout:551 2024-08-29T15:05:14.523 INFO:tasks.workunit.client.0.smithi131.stdout:552 2024-08-29T15:05:14.523 INFO:tasks.workunit.client.0.smithi131.stdout:553 2024-08-29T15:05:14.525 INFO:tasks.workunit.client.0.smithi131.stdout:554 2024-08-29T15:05:14.526 INFO:tasks.workunit.client.0.smithi131.stdout:555 2024-08-29T15:05:14.527 INFO:tasks.workunit.client.0.smithi131.stdout:556 2024-08-29T15:05:14.528 INFO:tasks.workunit.client.0.smithi131.stdout:557 2024-08-29T15:05:14.529 INFO:tasks.workunit.client.0.smithi131.stdout:558 2024-08-29T15:05:14.530 INFO:tasks.workunit.client.0.smithi131.stdout:559 2024-08-29T15:05:14.531 INFO:tasks.workunit.client.0.smithi131.stdout:560 2024-08-29T15:05:14.532 INFO:tasks.workunit.client.0.smithi131.stdout:561 2024-08-29T15:05:14.533 INFO:tasks.workunit.client.0.smithi131.stdout:562 2024-08-29T15:05:14.534 INFO:tasks.workunit.client.0.smithi131.stdout:563 2024-08-29T15:05:14.535 INFO:tasks.workunit.client.0.smithi131.stdout:564 2024-08-29T15:05:14.536 INFO:tasks.workunit.client.0.smithi131.stdout:565 2024-08-29T15:05:14.537 INFO:tasks.workunit.client.0.smithi131.stdout:566 2024-08-29T15:05:14.538 INFO:tasks.workunit.client.0.smithi131.stdout:567 2024-08-29T15:05:14.539 INFO:tasks.workunit.client.0.smithi131.stdout:568 2024-08-29T15:05:14.540 INFO:tasks.workunit.client.0.smithi131.stdout:569 2024-08-29T15:05:14.541 INFO:tasks.workunit.client.0.smithi131.stdout:570 2024-08-29T15:05:14.541 INFO:tasks.workunit.client.0.smithi131.stdout:571 2024-08-29T15:05:14.543 INFO:tasks.workunit.client.0.smithi131.stdout:572 2024-08-29T15:05:14.544 INFO:tasks.workunit.client.0.smithi131.stdout:573 2024-08-29T15:05:14.545 INFO:tasks.workunit.client.0.smithi131.stdout:574 2024-08-29T15:05:14.546 INFO:tasks.workunit.client.0.smithi131.stdout:575 2024-08-29T15:05:14.547 INFO:tasks.workunit.client.0.smithi131.stdout:576 2024-08-29T15:05:14.548 INFO:tasks.workunit.client.0.smithi131.stdout:577 2024-08-29T15:05:14.549 INFO:tasks.workunit.client.0.smithi131.stdout:578 2024-08-29T15:05:14.550 INFO:tasks.workunit.client.0.smithi131.stdout:579 2024-08-29T15:05:14.551 INFO:tasks.workunit.client.0.smithi131.stdout:580 2024-08-29T15:05:14.551 INFO:tasks.workunit.client.0.smithi131.stdout:581 2024-08-29T15:05:14.552 INFO:tasks.workunit.client.0.smithi131.stdout:582 2024-08-29T15:05:14.553 INFO:tasks.workunit.client.0.smithi131.stdout:583 2024-08-29T15:05:14.554 INFO:tasks.workunit.client.0.smithi131.stdout:584 2024-08-29T15:05:14.556 INFO:tasks.workunit.client.0.smithi131.stdout:585 2024-08-29T15:05:14.557 INFO:tasks.workunit.client.0.smithi131.stdout:586 2024-08-29T15:05:14.558 INFO:tasks.workunit.client.0.smithi131.stdout:587 2024-08-29T15:05:14.559 INFO:tasks.workunit.client.0.smithi131.stdout:588 2024-08-29T15:05:14.560 INFO:tasks.workunit.client.0.smithi131.stdout:589 2024-08-29T15:05:14.561 INFO:tasks.workunit.client.0.smithi131.stdout:590 2024-08-29T15:05:14.562 INFO:tasks.workunit.client.0.smithi131.stdout:591 2024-08-29T15:05:14.563 INFO:tasks.workunit.client.0.smithi131.stdout:592 2024-08-29T15:05:14.564 INFO:tasks.workunit.client.0.smithi131.stdout:593 2024-08-29T15:05:14.565 INFO:tasks.workunit.client.0.smithi131.stdout:594 2024-08-29T15:05:14.566 INFO:tasks.workunit.client.0.smithi131.stdout:595 2024-08-29T15:05:14.567 INFO:tasks.workunit.client.0.smithi131.stdout:596 2024-08-29T15:05:14.568 INFO:tasks.workunit.client.0.smithi131.stdout:597 2024-08-29T15:05:14.569 INFO:tasks.workunit.client.0.smithi131.stdout:598 2024-08-29T15:05:14.570 INFO:tasks.workunit.client.0.smithi131.stdout:599 2024-08-29T15:05:14.572 INFO:tasks.workunit.client.0.smithi131.stdout:600 2024-08-29T15:05:14.573 INFO:tasks.workunit.client.0.smithi131.stdout:601 2024-08-29T15:05:14.574 INFO:tasks.workunit.client.0.smithi131.stdout:602 2024-08-29T15:05:14.575 INFO:tasks.workunit.client.0.smithi131.stdout:603 2024-08-29T15:05:14.576 INFO:tasks.workunit.client.0.smithi131.stdout:604 2024-08-29T15:05:14.577 INFO:tasks.workunit.client.0.smithi131.stdout:605 2024-08-29T15:05:14.578 INFO:tasks.workunit.client.0.smithi131.stdout:606 2024-08-29T15:05:14.579 INFO:tasks.workunit.client.0.smithi131.stdout:607 2024-08-29T15:05:14.580 INFO:tasks.workunit.client.0.smithi131.stdout:608 2024-08-29T15:05:14.581 INFO:tasks.workunit.client.0.smithi131.stdout:609 2024-08-29T15:05:14.582 INFO:tasks.workunit.client.0.smithi131.stdout:610 2024-08-29T15:05:14.583 INFO:tasks.workunit.client.0.smithi131.stdout:611 2024-08-29T15:05:14.584 INFO:tasks.workunit.client.0.smithi131.stdout:612 2024-08-29T15:05:14.586 INFO:tasks.workunit.client.0.smithi131.stdout:613 2024-08-29T15:05:14.587 INFO:tasks.workunit.client.0.smithi131.stdout:614 2024-08-29T15:05:14.588 INFO:tasks.workunit.client.0.smithi131.stdout:615 2024-08-29T15:05:14.589 INFO:tasks.workunit.client.0.smithi131.stdout:616 2024-08-29T15:05:14.590 INFO:tasks.workunit.client.0.smithi131.stdout:617 2024-08-29T15:05:14.591 INFO:tasks.workunit.client.0.smithi131.stdout:618 2024-08-29T15:05:14.592 INFO:tasks.workunit.client.0.smithi131.stdout:619 2024-08-29T15:05:14.593 INFO:tasks.workunit.client.0.smithi131.stdout:620 2024-08-29T15:05:14.595 INFO:tasks.workunit.client.0.smithi131.stdout:621 2024-08-29T15:05:14.595 INFO:tasks.workunit.client.0.smithi131.stdout:622 2024-08-29T15:05:14.597 INFO:tasks.workunit.client.0.smithi131.stdout:623 2024-08-29T15:05:14.598 INFO:tasks.workunit.client.0.smithi131.stdout:624 2024-08-29T15:05:14.598 INFO:tasks.workunit.client.0.smithi131.stdout:625 2024-08-29T15:05:14.600 INFO:tasks.workunit.client.0.smithi131.stdout:626 2024-08-29T15:05:14.601 INFO:tasks.workunit.client.0.smithi131.stdout:627 2024-08-29T15:05:14.602 INFO:tasks.workunit.client.0.smithi131.stdout:628 2024-08-29T15:05:14.603 INFO:tasks.workunit.client.0.smithi131.stdout:629 2024-08-29T15:05:14.604 INFO:tasks.workunit.client.0.smithi131.stdout:630 2024-08-29T15:05:14.605 INFO:tasks.workunit.client.0.smithi131.stdout:631 2024-08-29T15:05:14.606 INFO:tasks.workunit.client.0.smithi131.stdout:632 2024-08-29T15:05:14.607 INFO:tasks.workunit.client.0.smithi131.stdout:633 2024-08-29T15:05:14.608 INFO:tasks.workunit.client.0.smithi131.stdout:634 2024-08-29T15:05:14.609 INFO:tasks.workunit.client.0.smithi131.stdout:635 2024-08-29T15:05:14.610 INFO:tasks.workunit.client.0.smithi131.stdout:636 2024-08-29T15:05:14.611 INFO:tasks.workunit.client.0.smithi131.stdout:637 2024-08-29T15:05:14.612 INFO:tasks.workunit.client.0.smithi131.stdout:638 2024-08-29T15:05:14.613 INFO:tasks.workunit.client.0.smithi131.stdout:639 2024-08-29T15:05:14.614 INFO:tasks.workunit.client.0.smithi131.stdout:640 2024-08-29T15:05:14.615 INFO:tasks.workunit.client.0.smithi131.stdout:641 2024-08-29T15:05:14.616 INFO:tasks.workunit.client.0.smithi131.stdout:642 2024-08-29T15:05:14.617 INFO:tasks.workunit.client.0.smithi131.stdout:643 2024-08-29T15:05:14.618 INFO:tasks.workunit.client.0.smithi131.stdout:644 2024-08-29T15:05:14.619 INFO:tasks.workunit.client.0.smithi131.stdout:645 2024-08-29T15:05:14.620 INFO:tasks.workunit.client.0.smithi131.stdout:646 2024-08-29T15:05:14.621 INFO:tasks.workunit.client.0.smithi131.stdout:647 2024-08-29T15:05:14.622 INFO:tasks.workunit.client.0.smithi131.stdout:648 2024-08-29T15:05:14.623 INFO:tasks.workunit.client.0.smithi131.stdout:649 2024-08-29T15:05:14.624 INFO:tasks.workunit.client.0.smithi131.stdout:650 2024-08-29T15:05:14.625 INFO:tasks.workunit.client.0.smithi131.stdout:651 2024-08-29T15:05:14.626 INFO:tasks.workunit.client.0.smithi131.stdout:652 2024-08-29T15:05:14.627 INFO:tasks.workunit.client.0.smithi131.stdout:653 2024-08-29T15:05:14.628 INFO:tasks.workunit.client.0.smithi131.stdout:654 2024-08-29T15:05:14.629 INFO:tasks.workunit.client.0.smithi131.stdout:655 2024-08-29T15:05:14.630 INFO:tasks.workunit.client.0.smithi131.stdout:656 2024-08-29T15:05:14.631 INFO:tasks.workunit.client.0.smithi131.stdout:657 2024-08-29T15:05:14.632 INFO:tasks.workunit.client.0.smithi131.stdout:658 2024-08-29T15:05:14.633 INFO:tasks.workunit.client.0.smithi131.stdout:659 2024-08-29T15:05:14.634 INFO:tasks.workunit.client.0.smithi131.stdout:660 2024-08-29T15:05:14.635 INFO:tasks.workunit.client.0.smithi131.stdout:661 2024-08-29T15:05:14.636 INFO:tasks.workunit.client.0.smithi131.stdout:662 2024-08-29T15:05:14.637 INFO:tasks.workunit.client.0.smithi131.stdout:663 2024-08-29T15:05:14.638 INFO:tasks.workunit.client.0.smithi131.stdout:664 2024-08-29T15:05:14.639 INFO:tasks.workunit.client.0.smithi131.stdout:665 2024-08-29T15:05:14.640 INFO:tasks.workunit.client.0.smithi131.stdout:666 2024-08-29T15:05:14.641 INFO:tasks.workunit.client.0.smithi131.stdout:667 2024-08-29T15:05:14.642 INFO:tasks.workunit.client.0.smithi131.stdout:668 2024-08-29T15:05:14.643 INFO:tasks.workunit.client.0.smithi131.stdout:669 2024-08-29T15:05:14.644 INFO:tasks.workunit.client.0.smithi131.stdout:670 2024-08-29T15:05:14.645 INFO:tasks.workunit.client.0.smithi131.stdout:671 2024-08-29T15:05:14.646 INFO:tasks.workunit.client.0.smithi131.stdout:672 2024-08-29T15:05:14.647 INFO:tasks.workunit.client.0.smithi131.stdout:673 2024-08-29T15:05:14.648 INFO:tasks.workunit.client.0.smithi131.stdout:674 2024-08-29T15:05:14.649 INFO:tasks.workunit.client.0.smithi131.stdout:675 2024-08-29T15:05:14.649 INFO:tasks.workunit.client.0.smithi131.stdout:676 2024-08-29T15:05:14.650 INFO:tasks.workunit.client.0.smithi131.stdout:677 2024-08-29T15:05:14.652 INFO:tasks.workunit.client.0.smithi131.stdout:678 2024-08-29T15:05:14.652 INFO:tasks.workunit.client.0.smithi131.stdout:679 2024-08-29T15:05:14.653 INFO:tasks.workunit.client.0.smithi131.stdout:680 2024-08-29T15:05:14.654 INFO:tasks.workunit.client.0.smithi131.stdout:681 2024-08-29T15:05:14.656 INFO:tasks.workunit.client.0.smithi131.stdout:682 2024-08-29T15:05:14.657 INFO:tasks.workunit.client.0.smithi131.stdout:683 2024-08-29T15:05:14.658 INFO:tasks.workunit.client.0.smithi131.stdout:684 2024-08-29T15:05:14.659 INFO:tasks.workunit.client.0.smithi131.stdout:685 2024-08-29T15:05:14.660 INFO:tasks.workunit.client.0.smithi131.stdout:686 2024-08-29T15:05:14.661 INFO:tasks.workunit.client.0.smithi131.stdout:687 2024-08-29T15:05:14.662 INFO:tasks.workunit.client.0.smithi131.stdout:688 2024-08-29T15:05:14.663 INFO:tasks.workunit.client.0.smithi131.stdout:689 2024-08-29T15:05:14.664 INFO:tasks.workunit.client.0.smithi131.stdout:690 2024-08-29T15:05:14.666 INFO:tasks.workunit.client.0.smithi131.stdout:691 2024-08-29T15:05:14.667 INFO:tasks.workunit.client.0.smithi131.stdout:692 2024-08-29T15:05:14.668 INFO:tasks.workunit.client.0.smithi131.stdout:693 2024-08-29T15:05:14.669 INFO:tasks.workunit.client.0.smithi131.stdout:694 2024-08-29T15:05:14.670 INFO:tasks.workunit.client.0.smithi131.stdout:695 2024-08-29T15:05:14.671 INFO:tasks.workunit.client.0.smithi131.stdout:696 2024-08-29T15:05:14.672 INFO:tasks.workunit.client.0.smithi131.stdout:697 2024-08-29T15:05:14.673 INFO:tasks.workunit.client.0.smithi131.stdout:698 2024-08-29T15:05:14.674 INFO:tasks.workunit.client.0.smithi131.stdout:699 2024-08-29T15:05:14.675 INFO:tasks.workunit.client.0.smithi131.stdout:700 2024-08-29T15:05:14.676 INFO:tasks.workunit.client.0.smithi131.stdout:701 2024-08-29T15:05:14.677 INFO:tasks.workunit.client.0.smithi131.stdout:702 2024-08-29T15:05:14.678 INFO:tasks.workunit.client.0.smithi131.stdout:703 2024-08-29T15:05:14.679 INFO:tasks.workunit.client.0.smithi131.stdout:704 2024-08-29T15:05:14.681 INFO:tasks.workunit.client.0.smithi131.stdout:705 2024-08-29T15:05:14.682 INFO:tasks.workunit.client.0.smithi131.stdout:706 2024-08-29T15:05:14.683 INFO:tasks.workunit.client.0.smithi131.stdout:707 2024-08-29T15:05:14.684 INFO:tasks.workunit.client.0.smithi131.stdout:708 2024-08-29T15:05:14.685 INFO:tasks.workunit.client.0.smithi131.stdout:709 2024-08-29T15:05:14.686 INFO:tasks.workunit.client.0.smithi131.stdout:710 2024-08-29T15:05:14.687 INFO:tasks.workunit.client.0.smithi131.stdout:711 2024-08-29T15:05:14.688 INFO:tasks.workunit.client.0.smithi131.stdout:712 2024-08-29T15:05:14.689 INFO:tasks.workunit.client.0.smithi131.stdout:713 2024-08-29T15:05:14.691 INFO:tasks.workunit.client.0.smithi131.stdout:714 2024-08-29T15:05:14.692 INFO:tasks.workunit.client.0.smithi131.stdout:715 2024-08-29T15:05:14.693 INFO:tasks.workunit.client.0.smithi131.stdout:716 2024-08-29T15:05:14.694 INFO:tasks.workunit.client.0.smithi131.stdout:717 2024-08-29T15:05:14.695 INFO:tasks.workunit.client.0.smithi131.stdout:718 2024-08-29T15:05:14.696 INFO:tasks.workunit.client.0.smithi131.stdout:719 2024-08-29T15:05:14.697 INFO:tasks.workunit.client.0.smithi131.stdout:720 2024-08-29T15:05:14.698 INFO:tasks.workunit.client.0.smithi131.stdout:721 2024-08-29T15:05:14.699 INFO:tasks.workunit.client.0.smithi131.stdout:722 2024-08-29T15:05:14.700 INFO:tasks.workunit.client.0.smithi131.stdout:723 2024-08-29T15:05:14.701 INFO:tasks.workunit.client.0.smithi131.stdout:724 2024-08-29T15:05:14.702 INFO:tasks.workunit.client.0.smithi131.stdout:725 2024-08-29T15:05:14.703 INFO:tasks.workunit.client.0.smithi131.stdout:726 2024-08-29T15:05:14.704 INFO:tasks.workunit.client.0.smithi131.stdout:727 2024-08-29T15:05:14.705 INFO:tasks.workunit.client.0.smithi131.stdout:728 2024-08-29T15:05:14.706 INFO:tasks.workunit.client.0.smithi131.stdout:729 2024-08-29T15:05:14.707 INFO:tasks.workunit.client.0.smithi131.stdout:730 2024-08-29T15:05:14.708 INFO:tasks.workunit.client.0.smithi131.stdout:731 2024-08-29T15:05:14.710 INFO:tasks.workunit.client.0.smithi131.stdout:732 2024-08-29T15:05:14.711 INFO:tasks.workunit.client.0.smithi131.stdout:733 2024-08-29T15:05:14.712 INFO:tasks.workunit.client.0.smithi131.stdout:734 2024-08-29T15:05:14.713 INFO:tasks.workunit.client.0.smithi131.stdout:735 2024-08-29T15:05:14.714 INFO:tasks.workunit.client.0.smithi131.stdout:736 2024-08-29T15:05:14.715 INFO:tasks.workunit.client.0.smithi131.stdout:737 2024-08-29T15:05:14.716 INFO:tasks.workunit.client.0.smithi131.stdout:738 2024-08-29T15:05:14.717 INFO:tasks.workunit.client.0.smithi131.stdout:739 2024-08-29T15:05:14.719 INFO:tasks.workunit.client.0.smithi131.stdout:740 2024-08-29T15:05:14.719 INFO:tasks.workunit.client.0.smithi131.stdout:741 2024-08-29T15:05:14.721 INFO:tasks.workunit.client.0.smithi131.stdout:742 2024-08-29T15:05:14.722 INFO:tasks.workunit.client.0.smithi131.stdout:743 2024-08-29T15:05:14.723 INFO:tasks.workunit.client.0.smithi131.stdout:744 2024-08-29T15:05:14.724 INFO:tasks.workunit.client.0.smithi131.stdout:745 2024-08-29T15:05:14.725 INFO:tasks.workunit.client.0.smithi131.stdout:746 2024-08-29T15:05:14.726 INFO:tasks.workunit.client.0.smithi131.stdout:747 2024-08-29T15:05:14.727 INFO:tasks.workunit.client.0.smithi131.stdout:748 2024-08-29T15:05:14.728 INFO:tasks.workunit.client.0.smithi131.stdout:749 2024-08-29T15:05:14.729 INFO:tasks.workunit.client.0.smithi131.stdout:750 2024-08-29T15:05:14.730 INFO:tasks.workunit.client.0.smithi131.stdout:751 2024-08-29T15:05:14.731 INFO:tasks.workunit.client.0.smithi131.stdout:752 2024-08-29T15:05:14.732 INFO:tasks.workunit.client.0.smithi131.stdout:753 2024-08-29T15:05:14.733 INFO:tasks.workunit.client.0.smithi131.stdout:754 2024-08-29T15:05:14.735 INFO:tasks.workunit.client.0.smithi131.stdout:755 2024-08-29T15:05:14.736 INFO:tasks.workunit.client.0.smithi131.stdout:756 2024-08-29T15:05:14.737 INFO:tasks.workunit.client.0.smithi131.stdout:757 2024-08-29T15:05:14.738 INFO:tasks.workunit.client.0.smithi131.stdout:758 2024-08-29T15:05:14.739 INFO:tasks.workunit.client.0.smithi131.stdout:759 2024-08-29T15:05:14.740 INFO:tasks.workunit.client.0.smithi131.stdout:760 2024-08-29T15:05:14.742 INFO:tasks.workunit.client.0.smithi131.stdout:761 2024-08-29T15:05:14.742 INFO:tasks.workunit.client.0.smithi131.stdout:762 2024-08-29T15:05:14.743 INFO:tasks.workunit.client.0.smithi131.stdout:763 2024-08-29T15:05:14.745 INFO:tasks.workunit.client.0.smithi131.stdout:764 2024-08-29T15:05:14.746 INFO:tasks.workunit.client.0.smithi131.stdout:765 2024-08-29T15:05:14.747 INFO:tasks.workunit.client.0.smithi131.stdout:766 2024-08-29T15:05:14.748 INFO:tasks.workunit.client.0.smithi131.stdout:767 2024-08-29T15:05:14.749 INFO:tasks.workunit.client.0.smithi131.stdout:768 2024-08-29T15:05:14.750 INFO:tasks.workunit.client.0.smithi131.stdout:769 2024-08-29T15:05:14.751 INFO:tasks.workunit.client.0.smithi131.stdout:770 2024-08-29T15:05:14.752 INFO:tasks.workunit.client.0.smithi131.stdout:771 2024-08-29T15:05:14.753 INFO:tasks.workunit.client.0.smithi131.stdout:772 2024-08-29T15:05:14.754 INFO:tasks.workunit.client.0.smithi131.stdout:773 2024-08-29T15:05:14.755 INFO:tasks.workunit.client.0.smithi131.stdout:774 2024-08-29T15:05:14.757 INFO:tasks.workunit.client.0.smithi131.stdout:775 2024-08-29T15:05:14.758 INFO:tasks.workunit.client.0.smithi131.stdout:776 2024-08-29T15:05:14.759 INFO:tasks.workunit.client.0.smithi131.stdout:777 2024-08-29T15:05:14.760 INFO:tasks.workunit.client.0.smithi131.stdout:778 2024-08-29T15:05:14.761 INFO:tasks.workunit.client.0.smithi131.stdout:779 2024-08-29T15:05:14.762 INFO:tasks.workunit.client.0.smithi131.stdout:780 2024-08-29T15:05:14.763 INFO:tasks.workunit.client.0.smithi131.stdout:781 2024-08-29T15:05:14.764 INFO:tasks.workunit.client.0.smithi131.stdout:782 2024-08-29T15:05:14.765 INFO:tasks.workunit.client.0.smithi131.stdout:783 2024-08-29T15:05:14.766 INFO:tasks.workunit.client.0.smithi131.stdout:784 2024-08-29T15:05:14.767 INFO:tasks.workunit.client.0.smithi131.stdout:785 2024-08-29T15:05:14.768 INFO:tasks.workunit.client.0.smithi131.stdout:786 2024-08-29T15:05:14.769 INFO:tasks.workunit.client.0.smithi131.stdout:787 2024-08-29T15:05:14.770 INFO:tasks.workunit.client.0.smithi131.stdout:788 2024-08-29T15:05:14.771 INFO:tasks.workunit.client.0.smithi131.stdout:789 2024-08-29T15:05:14.772 INFO:tasks.workunit.client.0.smithi131.stdout:790 2024-08-29T15:05:14.773 INFO:tasks.workunit.client.0.smithi131.stdout:791 2024-08-29T15:05:14.774 INFO:tasks.workunit.client.0.smithi131.stdout:792 2024-08-29T15:05:14.775 INFO:tasks.workunit.client.0.smithi131.stdout:793 2024-08-29T15:05:14.776 INFO:tasks.workunit.client.0.smithi131.stdout:794 2024-08-29T15:05:14.777 INFO:tasks.workunit.client.0.smithi131.stdout:795 2024-08-29T15:05:14.778 INFO:tasks.workunit.client.0.smithi131.stdout:796 2024-08-29T15:05:14.779 INFO:tasks.workunit.client.0.smithi131.stdout:797 2024-08-29T15:05:14.780 INFO:tasks.workunit.client.0.smithi131.stdout:798 2024-08-29T15:05:14.782 INFO:tasks.workunit.client.0.smithi131.stdout:799 2024-08-29T15:05:14.785 INFO:tasks.workunit.client.0.smithi131.stdout:800 2024-08-29T15:05:14.791 INFO:tasks.workunit.client.0.smithi131.stdout:801 2024-08-29T15:05:14.792 INFO:tasks.workunit.client.0.smithi131.stdout:802 2024-08-29T15:05:14.793 INFO:tasks.workunit.client.0.smithi131.stdout:803 2024-08-29T15:05:14.795 INFO:tasks.workunit.client.0.smithi131.stdout:804 2024-08-29T15:05:14.796 INFO:tasks.workunit.client.0.smithi131.stdout:805 2024-08-29T15:05:14.797 INFO:tasks.workunit.client.0.smithi131.stdout:806 2024-08-29T15:05:14.798 INFO:tasks.workunit.client.0.smithi131.stdout:807 2024-08-29T15:05:14.799 INFO:tasks.workunit.client.0.smithi131.stdout:808 2024-08-29T15:05:14.801 INFO:tasks.workunit.client.0.smithi131.stdout:809 2024-08-29T15:05:14.802 INFO:tasks.workunit.client.0.smithi131.stdout:810 2024-08-29T15:05:14.803 INFO:tasks.workunit.client.0.smithi131.stdout:811 2024-08-29T15:05:14.804 INFO:tasks.workunit.client.0.smithi131.stdout:812 2024-08-29T15:05:14.805 INFO:tasks.workunit.client.0.smithi131.stdout:813 2024-08-29T15:05:14.806 INFO:tasks.workunit.client.0.smithi131.stdout:814 2024-08-29T15:05:14.808 INFO:tasks.workunit.client.0.smithi131.stdout:815 2024-08-29T15:05:14.809 INFO:tasks.workunit.client.0.smithi131.stdout:816 2024-08-29T15:05:14.810 INFO:tasks.workunit.client.0.smithi131.stdout:817 2024-08-29T15:05:14.811 INFO:tasks.workunit.client.0.smithi131.stdout:818 2024-08-29T15:05:14.813 INFO:tasks.workunit.client.0.smithi131.stdout:819 2024-08-29T15:05:14.814 INFO:tasks.workunit.client.0.smithi131.stdout:820 2024-08-29T15:05:14.815 INFO:tasks.workunit.client.0.smithi131.stdout:821 2024-08-29T15:05:14.816 INFO:tasks.workunit.client.0.smithi131.stdout:822 2024-08-29T15:05:14.818 INFO:tasks.workunit.client.0.smithi131.stdout:823 2024-08-29T15:05:14.819 INFO:tasks.workunit.client.0.smithi131.stdout:824 2024-08-29T15:05:14.820 INFO:tasks.workunit.client.0.smithi131.stdout:825 2024-08-29T15:05:14.822 INFO:tasks.workunit.client.0.smithi131.stdout:826 2024-08-29T15:05:14.823 INFO:tasks.workunit.client.0.smithi131.stdout:827 2024-08-29T15:05:14.824 INFO:tasks.workunit.client.0.smithi131.stdout:828 2024-08-29T15:05:14.825 INFO:tasks.workunit.client.0.smithi131.stdout:829 2024-08-29T15:05:14.826 INFO:tasks.workunit.client.0.smithi131.stdout:830 2024-08-29T15:05:14.827 INFO:tasks.workunit.client.0.smithi131.stdout:831 2024-08-29T15:05:14.828 INFO:tasks.workunit.client.0.smithi131.stdout:832 2024-08-29T15:05:14.830 INFO:tasks.workunit.client.0.smithi131.stdout:833 2024-08-29T15:05:14.831 INFO:tasks.workunit.client.0.smithi131.stdout:834 2024-08-29T15:05:14.832 INFO:tasks.workunit.client.0.smithi131.stdout:835 2024-08-29T15:05:14.833 INFO:tasks.workunit.client.0.smithi131.stdout:836 2024-08-29T15:05:14.834 INFO:tasks.workunit.client.0.smithi131.stdout:837 2024-08-29T15:05:14.835 INFO:tasks.workunit.client.0.smithi131.stdout:838 2024-08-29T15:05:14.837 INFO:tasks.workunit.client.0.smithi131.stdout:839 2024-08-29T15:05:14.838 INFO:tasks.workunit.client.0.smithi131.stdout:840 2024-08-29T15:05:14.839 INFO:tasks.workunit.client.0.smithi131.stdout:841 2024-08-29T15:05:14.840 INFO:tasks.workunit.client.0.smithi131.stdout:842 2024-08-29T15:05:14.841 INFO:tasks.workunit.client.0.smithi131.stdout:843 2024-08-29T15:05:14.842 INFO:tasks.workunit.client.0.smithi131.stdout:844 2024-08-29T15:05:14.844 INFO:tasks.workunit.client.0.smithi131.stdout:845 2024-08-29T15:05:14.845 INFO:tasks.workunit.client.0.smithi131.stdout:846 2024-08-29T15:05:14.846 INFO:tasks.workunit.client.0.smithi131.stdout:847 2024-08-29T15:05:14.847 INFO:tasks.workunit.client.0.smithi131.stdout:848 2024-08-29T15:05:14.848 INFO:tasks.workunit.client.0.smithi131.stdout:849 2024-08-29T15:05:14.849 INFO:tasks.workunit.client.0.smithi131.stdout:850 2024-08-29T15:05:14.850 INFO:tasks.workunit.client.0.smithi131.stdout:851 2024-08-29T15:05:14.851 INFO:tasks.workunit.client.0.smithi131.stdout:852 2024-08-29T15:05:14.852 INFO:tasks.workunit.client.0.smithi131.stdout:853 2024-08-29T15:05:14.854 INFO:tasks.workunit.client.0.smithi131.stdout:854 2024-08-29T15:05:14.855 INFO:tasks.workunit.client.0.smithi131.stdout:855 2024-08-29T15:05:14.856 INFO:tasks.workunit.client.0.smithi131.stdout:856 2024-08-29T15:05:14.857 INFO:tasks.workunit.client.0.smithi131.stdout:857 2024-08-29T15:05:14.858 INFO:tasks.workunit.client.0.smithi131.stdout:858 2024-08-29T15:05:14.859 INFO:tasks.workunit.client.0.smithi131.stdout:859 2024-08-29T15:05:14.860 INFO:tasks.workunit.client.0.smithi131.stdout:860 2024-08-29T15:05:14.861 INFO:tasks.workunit.client.0.smithi131.stdout:861 2024-08-29T15:05:14.862 INFO:tasks.workunit.client.0.smithi131.stdout:862 2024-08-29T15:05:14.863 INFO:tasks.workunit.client.0.smithi131.stdout:863 2024-08-29T15:05:14.864 INFO:tasks.workunit.client.0.smithi131.stdout:864 2024-08-29T15:05:14.865 INFO:tasks.workunit.client.0.smithi131.stdout:865 2024-08-29T15:05:14.866 INFO:tasks.workunit.client.0.smithi131.stdout:866 2024-08-29T15:05:14.867 INFO:tasks.workunit.client.0.smithi131.stdout:867 2024-08-29T15:05:14.868 INFO:tasks.workunit.client.0.smithi131.stdout:868 2024-08-29T15:05:14.869 INFO:tasks.workunit.client.0.smithi131.stdout:869 2024-08-29T15:05:14.870 INFO:tasks.workunit.client.0.smithi131.stdout:870 2024-08-29T15:05:14.871 INFO:tasks.workunit.client.0.smithi131.stdout:871 2024-08-29T15:05:14.872 INFO:tasks.workunit.client.0.smithi131.stdout:872 2024-08-29T15:05:14.873 INFO:tasks.workunit.client.0.smithi131.stdout:873 2024-08-29T15:05:14.874 INFO:tasks.workunit.client.0.smithi131.stdout:874 2024-08-29T15:05:14.876 INFO:tasks.workunit.client.0.smithi131.stdout:875 2024-08-29T15:05:14.877 INFO:tasks.workunit.client.0.smithi131.stdout:876 2024-08-29T15:05:14.878 INFO:tasks.workunit.client.0.smithi131.stdout:877 2024-08-29T15:05:14.879 INFO:tasks.workunit.client.0.smithi131.stdout:878 2024-08-29T15:05:14.880 INFO:tasks.workunit.client.0.smithi131.stdout:879 2024-08-29T15:05:14.881 INFO:tasks.workunit.client.0.smithi131.stdout:880 2024-08-29T15:05:14.883 INFO:tasks.workunit.client.0.smithi131.stdout:881 2024-08-29T15:05:14.885 INFO:tasks.workunit.client.0.smithi131.stdout:882 2024-08-29T15:05:14.886 INFO:tasks.workunit.client.0.smithi131.stdout:883 2024-08-29T15:05:14.887 INFO:tasks.workunit.client.0.smithi131.stdout:884 2024-08-29T15:05:14.888 INFO:tasks.workunit.client.0.smithi131.stdout:885 2024-08-29T15:05:14.889 INFO:tasks.workunit.client.0.smithi131.stdout:886 2024-08-29T15:05:14.890 INFO:tasks.workunit.client.0.smithi131.stdout:887 2024-08-29T15:05:14.892 INFO:tasks.workunit.client.0.smithi131.stdout:888 2024-08-29T15:05:14.893 INFO:tasks.workunit.client.0.smithi131.stdout:889 2024-08-29T15:05:14.894 INFO:tasks.workunit.client.0.smithi131.stdout:890 2024-08-29T15:05:14.895 INFO:tasks.workunit.client.0.smithi131.stdout:891 2024-08-29T15:05:14.896 INFO:tasks.workunit.client.0.smithi131.stdout:892 2024-08-29T15:05:14.897 INFO:tasks.workunit.client.0.smithi131.stdout:893 2024-08-29T15:05:14.898 INFO:tasks.workunit.client.0.smithi131.stdout:894 2024-08-29T15:05:14.899 INFO:tasks.workunit.client.0.smithi131.stdout:895 2024-08-29T15:05:14.901 INFO:tasks.workunit.client.0.smithi131.stdout:896 2024-08-29T15:05:14.902 INFO:tasks.workunit.client.0.smithi131.stdout:897 2024-08-29T15:05:14.903 INFO:tasks.workunit.client.0.smithi131.stdout:898 2024-08-29T15:05:14.904 INFO:tasks.workunit.client.0.smithi131.stdout:899 2024-08-29T15:05:14.906 INFO:tasks.workunit.client.0.smithi131.stdout:900 2024-08-29T15:05:14.907 INFO:tasks.workunit.client.0.smithi131.stdout:901 2024-08-29T15:05:14.908 INFO:tasks.workunit.client.0.smithi131.stdout:902 2024-08-29T15:05:14.909 INFO:tasks.workunit.client.0.smithi131.stdout:903 2024-08-29T15:05:14.910 INFO:tasks.workunit.client.0.smithi131.stdout:904 2024-08-29T15:05:14.912 INFO:tasks.workunit.client.0.smithi131.stdout:905 2024-08-29T15:05:14.913 INFO:tasks.workunit.client.0.smithi131.stdout:906 2024-08-29T15:05:14.914 INFO:tasks.workunit.client.0.smithi131.stdout:907 2024-08-29T15:05:14.916 INFO:tasks.workunit.client.0.smithi131.stdout:908 2024-08-29T15:05:14.916 INFO:tasks.workunit.client.0.smithi131.stdout:909 2024-08-29T15:05:14.917 INFO:tasks.workunit.client.0.smithi131.stdout:910 2024-08-29T15:05:14.919 INFO:tasks.workunit.client.0.smithi131.stdout:911 2024-08-29T15:05:14.920 INFO:tasks.workunit.client.0.smithi131.stdout:912 2024-08-29T15:05:14.921 INFO:tasks.workunit.client.0.smithi131.stdout:913 2024-08-29T15:05:14.923 INFO:tasks.workunit.client.0.smithi131.stdout:914 2024-08-29T15:05:14.924 INFO:tasks.workunit.client.0.smithi131.stdout:915 2024-08-29T15:05:14.925 INFO:tasks.workunit.client.0.smithi131.stdout:916 2024-08-29T15:05:14.926 INFO:tasks.workunit.client.0.smithi131.stdout:917 2024-08-29T15:05:14.927 INFO:tasks.workunit.client.0.smithi131.stdout:918 2024-08-29T15:05:14.929 INFO:tasks.workunit.client.0.smithi131.stdout:919 2024-08-29T15:05:14.930 INFO:tasks.workunit.client.0.smithi131.stdout:920 2024-08-29T15:05:14.931 INFO:tasks.workunit.client.0.smithi131.stdout:921 2024-08-29T15:05:14.932 INFO:tasks.workunit.client.0.smithi131.stdout:922 2024-08-29T15:05:14.933 INFO:tasks.workunit.client.0.smithi131.stdout:923 2024-08-29T15:05:14.935 INFO:tasks.workunit.client.0.smithi131.stdout:924 2024-08-29T15:05:14.937 INFO:tasks.workunit.client.0.smithi131.stdout:925 2024-08-29T15:05:14.938 INFO:tasks.workunit.client.0.smithi131.stdout:926 2024-08-29T15:05:14.939 INFO:tasks.workunit.client.0.smithi131.stdout:927 2024-08-29T15:05:14.940 INFO:tasks.workunit.client.0.smithi131.stdout:928 2024-08-29T15:05:14.941 INFO:tasks.workunit.client.0.smithi131.stdout:929 2024-08-29T15:05:14.943 INFO:tasks.workunit.client.0.smithi131.stdout:930 2024-08-29T15:05:14.944 INFO:tasks.workunit.client.0.smithi131.stdout:931 2024-08-29T15:05:14.945 INFO:tasks.workunit.client.0.smithi131.stdout:932 2024-08-29T15:05:14.946 INFO:tasks.workunit.client.0.smithi131.stdout:933 2024-08-29T15:05:14.947 INFO:tasks.workunit.client.0.smithi131.stdout:934 2024-08-29T15:05:14.948 INFO:tasks.workunit.client.0.smithi131.stdout:935 2024-08-29T15:05:14.949 INFO:tasks.workunit.client.0.smithi131.stdout:936 2024-08-29T15:05:14.950 INFO:tasks.workunit.client.0.smithi131.stdout:937 2024-08-29T15:05:14.952 INFO:tasks.workunit.client.0.smithi131.stdout:938 2024-08-29T15:05:14.953 INFO:tasks.workunit.client.0.smithi131.stdout:939 2024-08-29T15:05:14.954 INFO:tasks.workunit.client.0.smithi131.stdout:940 2024-08-29T15:05:14.955 INFO:tasks.workunit.client.0.smithi131.stdout:941 2024-08-29T15:05:14.956 INFO:tasks.workunit.client.0.smithi131.stdout:942 2024-08-29T15:05:14.957 INFO:tasks.workunit.client.0.smithi131.stdout:943 2024-08-29T15:05:14.958 INFO:tasks.workunit.client.0.smithi131.stdout:944 2024-08-29T15:05:14.959 INFO:tasks.workunit.client.0.smithi131.stdout:945 2024-08-29T15:05:14.960 INFO:tasks.workunit.client.0.smithi131.stdout:946 2024-08-29T15:05:14.961 INFO:tasks.workunit.client.0.smithi131.stdout:947 2024-08-29T15:05:14.963 INFO:tasks.workunit.client.0.smithi131.stdout:948 2024-08-29T15:05:14.964 INFO:tasks.workunit.client.0.smithi131.stdout:949 2024-08-29T15:05:14.965 INFO:tasks.workunit.client.0.smithi131.stdout:950 2024-08-29T15:05:14.966 INFO:tasks.workunit.client.0.smithi131.stdout:951 2024-08-29T15:05:14.967 INFO:tasks.workunit.client.0.smithi131.stdout:952 2024-08-29T15:05:14.969 INFO:tasks.workunit.client.0.smithi131.stdout:953 2024-08-29T15:05:14.970 INFO:tasks.workunit.client.0.smithi131.stdout:954 2024-08-29T15:05:14.971 INFO:tasks.workunit.client.0.smithi131.stdout:955 2024-08-29T15:05:14.972 INFO:tasks.workunit.client.0.smithi131.stdout:956 2024-08-29T15:05:14.973 INFO:tasks.workunit.client.0.smithi131.stdout:957 2024-08-29T15:05:14.974 INFO:tasks.workunit.client.0.smithi131.stdout:958 2024-08-29T15:05:14.976 INFO:tasks.workunit.client.0.smithi131.stdout:959 2024-08-29T15:05:14.977 INFO:tasks.workunit.client.0.smithi131.stdout:960 2024-08-29T15:05:14.978 INFO:tasks.workunit.client.0.smithi131.stdout:961 2024-08-29T15:05:14.979 INFO:tasks.workunit.client.0.smithi131.stdout:962 2024-08-29T15:05:14.981 INFO:tasks.workunit.client.0.smithi131.stdout:963 2024-08-29T15:05:14.982 INFO:tasks.workunit.client.0.smithi131.stdout:964 2024-08-29T15:05:14.983 INFO:tasks.workunit.client.0.smithi131.stdout:965 2024-08-29T15:05:14.984 INFO:tasks.workunit.client.0.smithi131.stdout:966 2024-08-29T15:05:14.985 INFO:tasks.workunit.client.0.smithi131.stdout:967 2024-08-29T15:05:14.986 INFO:tasks.workunit.client.0.smithi131.stdout:968 2024-08-29T15:05:14.988 INFO:tasks.workunit.client.0.smithi131.stdout:969 2024-08-29T15:05:14.989 INFO:tasks.workunit.client.0.smithi131.stdout:970 2024-08-29T15:05:14.990 INFO:tasks.workunit.client.0.smithi131.stdout:971 2024-08-29T15:05:14.991 INFO:tasks.workunit.client.0.smithi131.stdout:972 2024-08-29T15:05:14.992 INFO:tasks.workunit.client.0.smithi131.stdout:973 2024-08-29T15:05:14.993 INFO:tasks.workunit.client.0.smithi131.stdout:974 2024-08-29T15:05:14.995 INFO:tasks.workunit.client.0.smithi131.stdout:975 2024-08-29T15:05:14.996 INFO:tasks.workunit.client.0.smithi131.stdout:976 2024-08-29T15:05:14.997 INFO:tasks.workunit.client.0.smithi131.stdout:977 2024-08-29T15:05:14.998 INFO:tasks.workunit.client.0.smithi131.stdout:978 2024-08-29T15:05:14.999 INFO:tasks.workunit.client.0.smithi131.stdout:979 2024-08-29T15:05:15.000 INFO:tasks.workunit.client.0.smithi131.stdout:980 2024-08-29T15:05:15.001 INFO:tasks.workunit.client.0.smithi131.stdout:981 2024-08-29T15:05:15.003 INFO:tasks.workunit.client.0.smithi131.stdout:982 2024-08-29T15:05:15.004 INFO:tasks.workunit.client.0.smithi131.stdout:983 2024-08-29T15:05:15.005 INFO:tasks.workunit.client.0.smithi131.stdout:984 2024-08-29T15:05:15.006 INFO:tasks.workunit.client.0.smithi131.stdout:985 2024-08-29T15:05:15.007 INFO:tasks.workunit.client.0.smithi131.stdout:986 2024-08-29T15:05:15.008 INFO:tasks.workunit.client.0.smithi131.stdout:987 2024-08-29T15:05:15.010 INFO:tasks.workunit.client.0.smithi131.stdout:988 2024-08-29T15:05:15.012 INFO:tasks.workunit.client.0.smithi131.stdout:989 2024-08-29T15:05:15.013 INFO:tasks.workunit.client.0.smithi131.stdout:990 2024-08-29T15:05:15.014 INFO:tasks.workunit.client.0.smithi131.stdout:991 2024-08-29T15:05:15.015 INFO:tasks.workunit.client.0.smithi131.stdout:992 2024-08-29T15:05:15.016 INFO:tasks.workunit.client.0.smithi131.stdout:993 2024-08-29T15:05:15.018 INFO:tasks.workunit.client.0.smithi131.stdout:994 2024-08-29T15:05:15.019 INFO:tasks.workunit.client.0.smithi131.stdout:995 2024-08-29T15:05:15.020 INFO:tasks.workunit.client.0.smithi131.stdout:996 2024-08-29T15:05:15.021 INFO:tasks.workunit.client.0.smithi131.stdout:997 2024-08-29T15:05:15.022 INFO:tasks.workunit.client.0.smithi131.stdout:998 2024-08-29T15:05:15.023 INFO:tasks.workunit.client.0.smithi131.stdout:999 2024-08-29T15:05:15.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:14 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:15.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:14 smithi131 ceph-mon[87973]: osdmap e966: 8 total, 8 up, 8 in 2024-08-29T15:05:15.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:14 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/75349032' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-29T15:05:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:14 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:14 smithi131 ceph-mon[90512]: osdmap e966: 8 total, 8 up, 8 in 2024-08-29T15:05:15.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:14 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/75349032' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-29T15:05:15.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:14 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:15.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:14 smithi169 ceph-mon[78471]: osdmap e966: 8 total, 8 up, 8 in 2024-08-29T15:05:15.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:14 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/75349032' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-29T15:05:15.791 INFO:tasks.workunit.client.0.smithi131.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-29T15:05:15.791 INFO:tasks.workunit.client.0.smithi131.stdout:00000010 69 73 |is| 2024-08-29T15:05:15.791 INFO:tasks.workunit.client.0.smithi131.stdout:00000012 2024-08-29T15:05:15.791 INFO:tasks.workunit.client.0.smithi131.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-29T15:05:15.791 INFO:tasks.workunit.client.0.smithi131.stdout:00000010 69 73 |is| 2024-08-29T15:05:15.791 INFO:tasks.workunit.client.0.smithi131.stdout:00000012 2024-08-29T15:05:15.791 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsHello.WriteReturnData (4024 ms) 2024-08-29T15:05:15.791 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsHello.Loud 2024-08-29T15:05:16.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:15 smithi131 ceph-mon[87973]: pgmap v1065: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:16.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:15 smithi131 ceph-mon[87973]: osdmap e967: 8 total, 8 up, 8 in 2024-08-29T15:05:16.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:05:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:05:15] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.51.0" 2024-08-29T15:05:16.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:15 smithi131 ceph-mon[90512]: pgmap v1065: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:16.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:15 smithi131 ceph-mon[90512]: osdmap e967: 8 total, 8 up, 8 in 2024-08-29T15:05:16.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:15 smithi169 ceph-mon[78471]: pgmap v1065: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:16.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:15 smithi169 ceph-mon[78471]: osdmap e967: 8 total, 8 up, 8 in 2024-08-29T15:05:17.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:16 smithi131 ceph-mon[87973]: osdmap e968: 8 total, 8 up, 8 in 2024-08-29T15:05:17.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:16 smithi131 ceph-mon[90512]: osdmap e968: 8 total, 8 up, 8 in 2024-08-29T15:05:17.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:16 smithi169 ceph-mon[78471]: osdmap e968: 8 total, 8 up, 8 in 2024-08-29T15:05:18.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:17 smithi131 ceph-mon[87973]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:18.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:17 smithi131 ceph-mon[87973]: osdmap e969: 8 total, 8 up, 8 in 2024-08-29T15:05:18.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:17 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1913106910' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:18.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:17 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:18.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:17 smithi131 ceph-mon[90512]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:18.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:17 smithi131 ceph-mon[90512]: osdmap e969: 8 total, 8 up, 8 in 2024-08-29T15:05:18.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:17 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1913106910' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:18.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:17 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:18.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:17 smithi169 ceph-mon[78471]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:18.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:17 smithi169 ceph-mon[78471]: osdmap e969: 8 total, 8 up, 8 in 2024-08-29T15:05:18.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:17 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1913106910' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:18.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:17 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:18.826 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsHello.Loud (3035 ms) 2024-08-29T15:05:18.826 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsHello.BadMethods 2024-08-29T15:05:19.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:18 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:19.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:18 smithi131 ceph-mon[87973]: osdmap e970: 8 total, 8 up, 8 in 2024-08-29T15:05:19.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:18 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:19.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:18 smithi131 ceph-mon[90512]: osdmap e970: 8 total, 8 up, 8 in 2024-08-29T15:05:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:18 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:18 smithi169 ceph-mon[78471]: osdmap e970: 8 total, 8 up, 8 in 2024-08-29T15:05:20.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:19 smithi131 ceph-mon[87973]: pgmap v1071: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:20.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:19 smithi131 ceph-mon[87973]: osdmap e971: 8 total, 8 up, 8 in 2024-08-29T15:05:20.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:19 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:19 smithi131 ceph-mon[90512]: pgmap v1071: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:19 smithi131 ceph-mon[90512]: osdmap e971: 8 total, 8 up, 8 in 2024-08-29T15:05:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:19 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:19 smithi169 ceph-mon[78471]: pgmap v1071: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:19 smithi169 ceph-mon[78471]: osdmap e971: 8 total, 8 up, 8 in 2024-08-29T15:05:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:19 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:20.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:05:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:05:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:05:21.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:20 smithi131 ceph-mon[90512]: osdmap e972: 8 total, 8 up, 8 in 2024-08-29T15:05:21.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:20 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1316415626' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:21.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:20 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:21.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:20 smithi131 ceph-mon[87973]: osdmap e972: 8 total, 8 up, 8 in 2024-08-29T15:05:21.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:20 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1316415626' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:21.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:20 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:21.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:05:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[111512]: 2024-08-29T15:05:20.857+0000 7ff1c00fc640 -1 osd.3 pg_epoch: 973 pg[38.2( v 973'1 (0'0,973'1] local-lis/les=972/973 n=1 ec=972/972 lis/c=972/972 les/c/f=973/973/0 sis=972) [3,7,5] r=0 lpr=972 crt=973'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-29T15:05:21.104 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:05:20 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[111512]: 2024-08-29T15:05:20.858+0000 7ff1c4104640 -1 osd.3 pg_epoch: 973 pg[38.2( v 973'2 (0'0,973'2] local-lis/les=972/973 n=1 ec=972/972 lis/c=972/972 les/c/f=973/973/0 sis=972) [3,7,5] r=0 lpr=972 crt=973'1 lcod 973'1 mlcod 973'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-29T15:05:21.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:20 smithi169 ceph-mon[78471]: osdmap e972: 8 total, 8 up, 8 in 2024-08-29T15:05:21.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:20 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1316415626' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:21.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:20 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:21.844 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsHello.BadMethods (3018 ms) 2024-08-29T15:05:21.844 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsHello.Filter 2024-08-29T15:05:22.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:21 smithi131 ceph-mon[87973]: pgmap v1074: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:22.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:21 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:22.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:21 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:22.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:21 smithi131 ceph-mon[87973]: osdmap e973: 8 total, 8 up, 8 in 2024-08-29T15:05:22.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:21 smithi131 ceph-mon[90512]: pgmap v1074: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:22.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:21 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:22.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:21 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:22.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:21 smithi131 ceph-mon[90512]: osdmap e973: 8 total, 8 up, 8 in 2024-08-29T15:05:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:21 smithi169 ceph-mon[78471]: pgmap v1074: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:21 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:21 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:21 smithi169 ceph-mon[78471]: osdmap e973: 8 total, 8 up, 8 in 2024-08-29T15:05:23.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:22 smithi131 ceph-mon[87973]: osdmap e974: 8 total, 8 up, 8 in 2024-08-29T15:05:23.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:22 smithi131 ceph-mon[90512]: osdmap e974: 8 total, 8 up, 8 in 2024-08-29T15:05:23.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:22 smithi169 ceph-mon[78471]: osdmap e974: 8 total, 8 up, 8 in 2024-08-29T15:05:24.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:23 smithi131 ceph-mon[87973]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:24.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:23 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:24.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:23 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:05:24.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:23 smithi131 ceph-mon[87973]: osdmap e975: 8 total, 8 up, 8 in 2024-08-29T15:05:24.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:23 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/53233070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:24.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:23 smithi131 ceph-mon[90512]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:24.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:23 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:24.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:23 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:05:24.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:23 smithi131 ceph-mon[90512]: osdmap e975: 8 total, 8 up, 8 in 2024-08-29T15:05:24.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:23 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/53233070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:23 smithi169 ceph-mon[78471]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:23 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:23 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:05:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:23 smithi169 ceph-mon[78471]: osdmap e975: 8 total, 8 up, 8 in 2024-08-29T15:05:24.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:23 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/53233070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:24.867 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsHello.Filter (3023 ms) 2024-08-29T15:05:24.867 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 6 tests from ClsHello (19002 ms total) 2024-08-29T15:05:24.867 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:05:24.867 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment tear-down 2024-08-29T15:05:24.867 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] 6 tests from 1 test suite ran. (19002 ms total) 2024-08-29T15:05:24.868 INFO:tasks.workunit.client.0.smithi131.stdout:[ PASSED ] 6 tests. 2024-08-29T15:05:24.870 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T15:05:24.870 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T15:05:24.938 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-29T15:05:24.938 DEBUG:teuthology.orchestra.run.smithi131:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-29T15:05:25.007 INFO:tasks.workunit.client.0.smithi131.stdout:Running main() from gmock_main.cc 2024-08-29T15:05:25.007 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-29T15:05:25.007 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment set-up. 2024-08-29T15:05:25.008 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 27 tests from TestClsJournal 2024-08-29T15:05:25.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:24 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/53233070' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:25.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:24 smithi169 ceph-mon[78471]: osdmap e976: 8 total, 8 up, 8 in 2024-08-29T15:05:25.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:24 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/53233070' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:25.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:24 smithi131 ceph-mon[87973]: osdmap e976: 8 total, 8 up, 8 in 2024-08-29T15:05:25.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:24 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/53233070' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123512-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:25.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:24 smithi131 ceph-mon[90512]: osdmap e976: 8 total, 8 up, 8 in 2024-08-29T15:05:26.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:25 smithi169 ceph-mon[78471]: pgmap v1080: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T15:05:26.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:25 smithi169 ceph-mon[78471]: osdmap e977: 8 total, 8 up, 8 in 2024-08-29T15:05:26.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:25 smithi131 ceph-mon[87973]: pgmap v1080: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T15:05:26.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:25 smithi131 ceph-mon[87973]: osdmap e977: 8 total, 8 up, 8 in 2024-08-29T15:05:26.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:05:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:05:25] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.51.0" 2024-08-29T15:05:26.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:25 smithi131 ceph-mon[90512]: pgmap v1080: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T15:05:26.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:25 smithi131 ceph-mon[90512]: osdmap e977: 8 total, 8 up, 8 in 2024-08-29T15:05:26.882 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.Create 2024-08-29T15:05:26.901 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.Create (19 ms) 2024-08-29T15:05:26.901 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-29T15:05:26.905 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-08-29T15:05:26.905 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-29T15:05:26.910 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-08-29T15:05:26.910 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-29T15:05:26.913 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-08-29T15:05:26.913 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-29T15:05:26.916 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-08-29T15:05:26.916 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-29T15:05:26.919 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-08-29T15:05:26.919 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-29T15:05:26.922 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-08-29T15:05:26.922 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-29T15:05:26.924 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-08-29T15:05:26.924 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-29T15:05:26.927 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-08-29T15:05:26.927 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-29T15:05:26.930 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-08-29T15:05:26.930 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-29T15:05:26.935 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-08-29T15:05:26.935 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-29T15:05:26.939 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientUpdateState (4 ms) 2024-08-29T15:05:26.939 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-29T15:05:26.942 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-29T15:05:26.942 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-29T15:05:26.947 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (5 ms) 2024-08-29T15:05:26.947 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-29T15:05:27.047 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (100 ms) 2024-08-29T15:05:27.047 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-29T15:05:27.050 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-08-29T15:05:27.051 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-29T15:05:27.053 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (2 ms) 2024-08-29T15:05:27.053 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-29T15:05:27.054 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-29T15:05:27.054 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-29T15:05:27.091 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.ClientList (37 ms) 2024-08-29T15:05:27.092 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-29T15:05:27.095 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-08-29T15:05:27.095 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-29T15:05:27.104 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-08-29T15:05:27.104 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-29T15:05:27.110 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-08-29T15:05:27.111 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.TagList 2024-08-29T15:05:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:26 smithi169 ceph-mon[78471]: osdmap e978: 8 total, 8 up, 8 in 2024-08-29T15:05:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:26 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3711496171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123652-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:27.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:26 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123652-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:27.208 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.TagList (96 ms) 2024-08-29T15:05:27.208 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-29T15:05:27.209 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-29T15:05:27.210 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-29T15:05:27.210 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.GuardAppendDNE (2 ms) 2024-08-29T15:05:27.210 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-29T15:05:27.212 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2024-08-29T15:05:27.212 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsJournal.Append 2024-08-29T15:05:27.220 INFO:tasks.workunit.client.0.smithi131.stdout:padding is not enabled 2024-08-29T15:05:27.220 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsJournal.Append (7 ms) 2024-08-29T15:05:27.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:26 smithi131 ceph-mon[87973]: osdmap e978: 8 total, 8 up, 8 in 2024-08-29T15:05:27.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:26 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3711496171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123652-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:27.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:26 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123652-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:26 smithi131 ceph-mon[90512]: osdmap e978: 8 total, 8 up, 8 in 2024-08-29T15:05:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:26 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3711496171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123652-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:27.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:26 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123652-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:27.887 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 27 tests from TestClsJournal (338 ms total) 2024-08-29T15:05:27.887 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:05:27.887 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment tear-down 2024-08-29T15:05:27.887 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] 27 tests from 1 test suite ran. (2880 ms total) 2024-08-29T15:05:27.887 INFO:tasks.workunit.client.0.smithi131.stdout:[ PASSED ] 27 tests. 2024-08-29T15:05:27.889 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T15:05:27.889 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T15:05:27.958 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-29T15:05:27.958 DEBUG:teuthology.orchestra.run.smithi131:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-29T15:05:28.027 INFO:tasks.workunit.client.0.smithi131.stdout:Running main() from gmock_main.cc 2024-08-29T15:05:28.028 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-29T15:05:28.028 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment set-up. 2024-08-29T15:05:28.028 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 11 tests from ClsLock 2024-08-29T15:05:28.028 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-29T15:05:28.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:27 smithi169 ceph-mon[78471]: pgmap v1083: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:28.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:27 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:28.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:27 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123652-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:28.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:27 smithi169 ceph-mon[78471]: osdmap e979: 8 total, 8 up, 8 in 2024-08-29T15:05:28.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:27 smithi131 ceph-mon[87973]: pgmap v1083: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:28.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:27 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:28.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:27 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123652-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:28.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:27 smithi131 ceph-mon[87973]: osdmap e979: 8 total, 8 up, 8 in 2024-08-29T15:05:28.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:27 smithi131 ceph-mon[90512]: pgmap v1083: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:28.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:27 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:28.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:27 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123652-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:28.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:27 smithi131 ceph-mon[90512]: osdmap e979: 8 total, 8 up, 8 in 2024-08-29T15:05:29.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:28 smithi131 ceph-mon[87973]: osdmap e980: 8 total, 8 up, 8 in 2024-08-29T15:05:29.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:28 smithi131 ceph-mon[90512]: osdmap e980: 8 total, 8 up, 8 in 2024-08-29T15:05:29.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:28 smithi169 ceph-mon[78471]: osdmap e980: 8 total, 8 up, 8 in 2024-08-29T15:05:29.939 INFO:tasks.workunit.client.0.smithi131.stdout:lock: mylock 2024-08-29T15:05:29.939 INFO:tasks.workunit.client.0.smithi131.stdout: lock_type: exclusive 2024-08-29T15:05:29.939 INFO:tasks.workunit.client.0.smithi131.stdout: tag: 2024-08-29T15:05:29.939 INFO:tasks.workunit.client.0.smithi131.stdout: lockers: 2024-08-29T15:05:29.939 INFO:tasks.workunit.client.0.smithi131.stdout: client.44744 expiration=2024-08-29T15:07:29.935238+0000 addr=v1:172.21.15.131:0/1587866864 cookie= 2024-08-29T15:05:29.943 INFO:tasks.workunit.client.0.smithi131.stdout:lock: mylock 2024-08-29T15:05:29.943 INFO:tasks.workunit.client.0.smithi131.stdout: lock_type: shared 2024-08-29T15:05:29.943 INFO:tasks.workunit.client.0.smithi131.stdout: tag: 2024-08-29T15:05:29.943 INFO:tasks.workunit.client.0.smithi131.stdout: lockers: 2024-08-29T15:05:29.943 INFO:tasks.workunit.client.0.smithi131.stdout: client.44744 expiration=2024-08-29T15:07:29.942254+0000 addr=v1:172.21.15.131:0/1587866864 cookie= 2024-08-29T15:05:29.943 INFO:tasks.workunit.client.0.smithi131.stdout: client.54478 expiration=0.000000 addr=v1:172.21.15.131:0/13018461 cookie= 2024-08-29T15:05:29.944 INFO:tasks.workunit.client.0.smithi131.stdout:lock: mylock 2024-08-29T15:05:29.944 INFO:tasks.workunit.client.0.smithi131.stdout: lock_type: shared 2024-08-29T15:05:29.944 INFO:tasks.workunit.client.0.smithi131.stdout: tag: 2024-08-29T15:05:29.944 INFO:tasks.workunit.client.0.smithi131.stdout: lockers: 2024-08-29T15:05:29.945 INFO:tasks.workunit.client.0.smithi131.stdout: client.54478 expiration=0.000000 addr=v1:172.21.15.131:0/13018461 cookie= 2024-08-29T15:05:30.213 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:29 smithi169 ceph-mon[78471]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:30.214 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:29 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:30.214 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:29 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:05:30.214 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:29 smithi169 ceph-mon[78471]: osdmap e981: 8 total, 8 up, 8 in 2024-08-29T15:05:30.214 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:29 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1587866864' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:30.214 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:29 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:30.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[87973]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[87973]: osdmap e981: 8 total, 8 up, 8 in 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1587866864' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[90512]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[90512]: osdmap e981: 8 total, 8 up, 8 in 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1587866864' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:30.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:29 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:05:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:05:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:05:30.914 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestMultiLocking (2886 ms) 2024-08-29T15:05:30.914 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestMeta 2024-08-29T15:05:31.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:30 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:31.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:30 smithi131 ceph-mon[87973]: osdmap e982: 8 total, 8 up, 8 in 2024-08-29T15:05:31.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:30 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:31.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:30 smithi131 ceph-mon[90512]: osdmap e982: 8 total, 8 up, 8 in 2024-08-29T15:05:31.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:30 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:31.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:30 smithi169 ceph-mon[78471]: osdmap e982: 8 total, 8 up, 8 in 2024-08-29T15:05:32.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:31 smithi131 ceph-mon[87973]: pgmap v1089: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:32.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:31 smithi131 ceph-mon[87973]: osdmap e983: 8 total, 8 up, 8 in 2024-08-29T15:05:32.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:31 smithi131 ceph-mon[90512]: pgmap v1089: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:32.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:31 smithi131 ceph-mon[90512]: osdmap e983: 8 total, 8 up, 8 in 2024-08-29T15:05:32.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:31 smithi169 ceph-mon[78471]: pgmap v1089: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:32.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:31 smithi169 ceph-mon[78471]: osdmap e983: 8 total, 8 up, 8 in 2024-08-29T15:05:32.963 INFO:tasks.workunit.client.0.smithi131.stdout:lock: mylock 2024-08-29T15:05:32.963 INFO:tasks.workunit.client.0.smithi131.stdout: lock_type: shared 2024-08-29T15:05:32.963 INFO:tasks.workunit.client.0.smithi131.stdout: tag: 2024-08-29T15:05:32.963 INFO:tasks.workunit.client.0.smithi131.stdout: lockers: 2024-08-29T15:05:32.963 INFO:tasks.workunit.client.0.smithi131.stdout: client.34845 expiration=0.000000 addr=v1:172.21.15.131:0/3744557390 cookie= 2024-08-29T15:05:32.965 INFO:tasks.workunit.client.0.smithi131.stdout:lock: mylock 2024-08-29T15:05:32.965 INFO:tasks.workunit.client.0.smithi131.stdout: lock_type: exclusive 2024-08-29T15:05:32.965 INFO:tasks.workunit.client.0.smithi131.stdout: tag: new_tag 2024-08-29T15:05:32.965 INFO:tasks.workunit.client.0.smithi131.stdout: lockers: 2024-08-29T15:05:32.965 INFO:tasks.workunit.client.0.smithi131.stdout: client.44756 expiration=0.000000 addr=v1:172.21.15.131:0/407776236 cookie= 2024-08-29T15:05:33.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:32 smithi131 ceph-mon[87973]: osdmap e984: 8 total, 8 up, 8 in 2024-08-29T15:05:33.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:32 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/407776236' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:33.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:32 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:33.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:32 smithi131 ceph-mon[90512]: osdmap e984: 8 total, 8 up, 8 in 2024-08-29T15:05:33.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:32 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/407776236' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:33.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:32 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:33.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:32 smithi169 ceph-mon[78471]: osdmap e984: 8 total, 8 up, 8 in 2024-08-29T15:05:33.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:32 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/407776236' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:33.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:32 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:33.935 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestMeta (3021 ms) 2024-08-29T15:05:33.935 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestCookie 2024-08-29T15:05:34.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:33 smithi131 ceph-mon[87973]: pgmap v1092: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:34.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:33 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:34.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:33 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:34.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:33 smithi131 ceph-mon[87973]: osdmap e985: 8 total, 8 up, 8 in 2024-08-29T15:05:34.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:33 smithi131 ceph-mon[90512]: pgmap v1092: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:34.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:33 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:34.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:33 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:34.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:33 smithi131 ceph-mon[90512]: osdmap e985: 8 total, 8 up, 8 in 2024-08-29T15:05:34.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:33 smithi169 ceph-mon[78471]: pgmap v1092: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:34.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:33 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:34.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:33 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:34.381 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:33 smithi169 ceph-mon[78471]: osdmap e985: 8 total, 8 up, 8 in 2024-08-29T15:05:35.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:34 smithi131 ceph-mon[87973]: osdmap e986: 8 total, 8 up, 8 in 2024-08-29T15:05:35.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:05:35.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:34 smithi131 ceph-mon[90512]: osdmap e986: 8 total, 8 up, 8 in 2024-08-29T15:05:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:05:35.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:35.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:34 smithi169 ceph-mon[78471]: osdmap e986: 8 total, 8 up, 8 in 2024-08-29T15:05:35.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:05:35.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:36.319 INFO:tasks.workunit.client.0.smithi131.stdout:lock: mylock 2024-08-29T15:05:36.319 INFO:tasks.workunit.client.0.smithi131.stdout: lock_type: exclusive 2024-08-29T15:05:36.319 INFO:tasks.workunit.client.0.smithi131.stdout: tag: 2024-08-29T15:05:36.320 INFO:tasks.workunit.client.0.smithi131.stdout: lockers: 2024-08-29T15:05:36.322 INFO:tasks.workunit.client.0.smithi131.stdout:lock: mylock 2024-08-29T15:05:36.322 INFO:tasks.workunit.client.0.smithi131.stdout: lock_type: shared 2024-08-29T15:05:36.322 INFO:tasks.workunit.client.0.smithi131.stdout: tag: 2024-08-29T15:05:36.322 INFO:tasks.workunit.client.0.smithi131.stdout: lockers: 2024-08-29T15:05:36.322 INFO:tasks.workunit.client.0.smithi131.stdout: client.44768 expiration=0.000000 addr=v1:172.21.15.131:0/1475161661 cookie= 2024-08-29T15:05:36.322 INFO:tasks.workunit.client.0.smithi131.stdout: client.44768 expiration=0.000000 addr=v1:172.21.15.131:0/1475161661 cookie=new cookie 2024-08-29T15:05:36.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:05:35] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.51.0" 2024-08-29T15:05:36.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[87973]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:36.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:36.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:05:36.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[87973]: osdmap e987: 8 total, 8 up, 8 in 2024-08-29T15:05:36.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1475161661' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:36.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:36.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[90512]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:36.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:36.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:05:36.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[90512]: osdmap e987: 8 total, 8 up, 8 in 2024-08-29T15:05:36.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1475161661' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:36.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:35 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:35 smithi169 ceph-mon[78471]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:35 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:35 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:05:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:35 smithi169 ceph-mon[78471]: osdmap e987: 8 total, 8 up, 8 in 2024-08-29T15:05:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:35 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1475161661' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:36.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:35 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:36.962 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestCookie (3027 ms) 2024-08-29T15:05:36.962 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-29T15:05:37.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:36 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:37.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:36 smithi131 ceph-mon[87973]: osdmap e988: 8 total, 8 up, 8 in 2024-08-29T15:05:37.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:36 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:37.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:36 smithi131 ceph-mon[90512]: osdmap e988: 8 total, 8 up, 8 in 2024-08-29T15:05:37.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:36 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:37.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:36 smithi169 ceph-mon[78471]: osdmap e988: 8 total, 8 up, 8 in 2024-08-29T15:05:38.280 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:37 smithi169 ceph-mon[78471]: pgmap v1098: 137 pgs: 1 creating+activating, 4 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:38.280 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:37 smithi169 ceph-mon[78471]: osdmap e989: 8 total, 8 up, 8 in 2024-08-29T15:05:38.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:37 smithi131 ceph-mon[87973]: pgmap v1098: 137 pgs: 1 creating+activating, 4 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:38.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:37 smithi131 ceph-mon[87973]: osdmap e989: 8 total, 8 up, 8 in 2024-08-29T15:05:38.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:37 smithi131 ceph-mon[90512]: pgmap v1098: 137 pgs: 1 creating+activating, 4 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:38.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:37 smithi131 ceph-mon[90512]: osdmap e989: 8 total, 8 up, 8 in 2024-08-29T15:05:39.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:38 smithi131 ceph-mon[87973]: osdmap e990: 8 total, 8 up, 8 in 2024-08-29T15:05:39.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:38 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/4143624776' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:39.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:38 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:39.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:38 smithi131 ceph-mon[90512]: osdmap e990: 8 total, 8 up, 8 in 2024-08-29T15:05:39.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:38 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/4143624776' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:39.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:38 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:38 smithi169 ceph-mon[78471]: osdmap e990: 8 total, 8 up, 8 in 2024-08-29T15:05:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:38 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/4143624776' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:39.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:38 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:39.976 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestMultipleLocks (3013 ms) 2024-08-29T15:05:39.976 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-29T15:05:40.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:39 smithi131 ceph-mon[90512]: pgmap v1101: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:40.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:39 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:40.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:39 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:40.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:39 smithi131 ceph-mon[90512]: osdmap e991: 8 total, 8 up, 8 in 2024-08-29T15:05:40.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:39 smithi131 ceph-mon[87973]: pgmap v1101: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:40.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:39 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:40.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:39 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:40.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:39 smithi131 ceph-mon[87973]: osdmap e991: 8 total, 8 up, 8 in 2024-08-29T15:05:40.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:05:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:05:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:05:40.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:39 smithi169 ceph-mon[78471]: pgmap v1101: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:40.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:39 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:40.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:39 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:40.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:39 smithi169 ceph-mon[78471]: osdmap e991: 8 total, 8 up, 8 in 2024-08-29T15:05:41.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:40 smithi131 ceph-mon[87973]: osdmap e992: 8 total, 8 up, 8 in 2024-08-29T15:05:41.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:40 smithi131 ceph-mon[90512]: osdmap e992: 8 total, 8 up, 8 in 2024-08-29T15:05:41.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:40 smithi169 ceph-mon[78471]: osdmap e992: 8 total, 8 up, 8 in 2024-08-29T15:05:42.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[87973]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:42.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:42.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:05:42.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[87973]: osdmap e993: 8 total, 8 up, 8 in 2024-08-29T15:05:42.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1086532382' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:42.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:42.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[90512]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:42.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:42.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:05:42.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[90512]: osdmap e993: 8 total, 8 up, 8 in 2024-08-29T15:05:42.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1086532382' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:42.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:41 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:42.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:41 smithi169 ceph-mon[78471]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:42.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:41 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:42.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:41 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:05:42.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:41 smithi169 ceph-mon[78471]: osdmap e993: 8 total, 8 up, 8 in 2024-08-29T15:05:42.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:41 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1086532382' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:42.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:41 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:43.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:42 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:43.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:42 smithi131 ceph-mon[87973]: osdmap e994: 8 total, 8 up, 8 in 2024-08-29T15:05:43.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:42 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:43.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:42 smithi131 ceph-mon[90512]: osdmap e994: 8 total, 8 up, 8 in 2024-08-29T15:05:43.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:42 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:43.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:42 smithi169 ceph-mon[78471]: osdmap e994: 8 total, 8 up, 8 in 2024-08-29T15:05:44.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:43 smithi131 ceph-mon[87973]: pgmap v1107: 137 pgs: 11 creating+peering, 13 unknown, 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:44.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:43 smithi131 ceph-mon[87973]: osdmap e995: 8 total, 8 up, 8 in 2024-08-29T15:05:44.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:43 smithi131 ceph-mon[90512]: pgmap v1107: 137 pgs: 11 creating+peering, 13 unknown, 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:44.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:43 smithi131 ceph-mon[90512]: osdmap e995: 8 total, 8 up, 8 in 2024-08-29T15:05:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:43 smithi169 ceph-mon[78471]: pgmap v1107: 137 pgs: 11 creating+peering, 13 unknown, 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:44.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:43 smithi169 ceph-mon[78471]: osdmap e995: 8 total, 8 up, 8 in 2024-08-29T15:05:46.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:45 smithi131 ceph-mon[87973]: pgmap v1109: 137 pgs: 11 creating+peering, 4 unknown, 122 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:46.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:05:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:05:45] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.51.0" 2024-08-29T15:05:46.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:45 smithi131 ceph-mon[90512]: pgmap v1109: 137 pgs: 11 creating+peering, 4 unknown, 122 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:46.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:45 smithi169 ceph-mon[78471]: pgmap v1109: 137 pgs: 11 creating+peering, 4 unknown, 122 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:48.018 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestLockDuration (8042 ms) 2024-08-29T15:05:48.018 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-29T15:05:48.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:48 smithi131 ceph-mon[87973]: pgmap v1110: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:05:48.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:48 smithi131 ceph-mon[90512]: pgmap v1110: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:05:48.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:48 smithi169 ceph-mon[78471]: pgmap v1110: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:05:49.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:49 smithi131 ceph-mon[87973]: osdmap e996: 8 total, 8 up, 8 in 2024-08-29T15:05:49.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:49 smithi131 ceph-mon[90512]: osdmap e996: 8 total, 8 up, 8 in 2024-08-29T15:05:49.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:49 smithi169 ceph-mon[78471]: osdmap e996: 8 total, 8 up, 8 in 2024-08-29T15:05:50.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:50 smithi131 ceph-mon[87973]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:50 smithi131 ceph-mon[87973]: osdmap e997: 8 total, 8 up, 8 in 2024-08-29T15:05:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:50 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/401678034' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:05:50.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:50 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:50 smithi131 ceph-mon[90512]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:50 smithi131 ceph-mon[90512]: osdmap e997: 8 total, 8 up, 8 in 2024-08-29T15:05:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:50 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/401678034' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:05:50.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:50 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:50.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:05:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:05:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:05:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:50 smithi169 ceph-mon[78471]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:50 smithi169 ceph-mon[78471]: osdmap e997: 8 total, 8 up, 8 in 2024-08-29T15:05:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:50 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/401678034' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:05:50.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:50 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:05:51.040 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestAssertLocked (3022 ms) 2024-08-29T15:05:51.040 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-29T15:05:51.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:51 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/401678034' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:51.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:51 smithi131 ceph-mon[87973]: osdmap e998: 8 total, 8 up, 8 in 2024-08-29T15:05:51.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:51 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/401678034' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:51.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:51 smithi131 ceph-mon[90512]: osdmap e998: 8 total, 8 up, 8 in 2024-08-29T15:05:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:51 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/401678034' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:51.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:51 smithi169 ceph-mon[78471]: osdmap e998: 8 total, 8 up, 8 in 2024-08-29T15:05:52.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:52 smithi131 ceph-mon[87973]: pgmap v1115: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:52.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:52 smithi131 ceph-mon[87973]: osdmap e999: 8 total, 8 up, 8 in 2024-08-29T15:05:52.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:52 smithi131 ceph-mon[90512]: pgmap v1115: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:52.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:52 smithi131 ceph-mon[90512]: osdmap e999: 8 total, 8 up, 8 in 2024-08-29T15:05:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:52 smithi169 ceph-mon[78471]: pgmap v1115: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:52.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:52 smithi169 ceph-mon[78471]: osdmap e999: 8 total, 8 up, 8 in 2024-08-29T15:05:53.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:53 smithi131 ceph-mon[87973]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-29T15:05:53.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:53 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/849783083' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:53.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:53 smithi131 ceph-mon[90512]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-29T15:05:53.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:53 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/849783083' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:53.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:53 smithi169 ceph-mon[78471]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-29T15:05:53.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:53 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/849783083' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:54.063 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestSetCookie (3023 ms) 2024-08-29T15:05:54.063 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestRenew 2024-08-29T15:05:54.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:54 smithi131 ceph-mon[87973]: pgmap v1118: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:54.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:54 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:54.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:54 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/849783083' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:54.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:54 smithi131 ceph-mon[87973]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-29T15:05:54.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:54 smithi131 ceph-mon[90512]: pgmap v1118: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:54.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:54 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:54.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:54 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/849783083' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:54.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:54 smithi131 ceph-mon[90512]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-29T15:05:54.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:54 smithi169 ceph-mon[78471]: pgmap v1118: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:54.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:54 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:05:54.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:54 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/849783083' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:54.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:54 smithi169 ceph-mon[78471]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-29T15:05:55.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:55 smithi131 ceph-mon[87973]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-29T15:05:55.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:55 smithi131 ceph-mon[90512]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-29T15:05:55.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:55 smithi169 ceph-mon[78471]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-29T15:05:56.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:56 smithi131 ceph-mon[87973]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:56.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:56 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:56.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:56 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:05:56.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:56 smithi131 ceph-mon[87973]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-29T15:05:56.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:56 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/461796748' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:56.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:05:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:05:55] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.51.0" 2024-08-29T15:05:56.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:56 smithi131 ceph-mon[90512]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:56.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:56 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:56.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:56 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:05:56.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:56 smithi131 ceph-mon[90512]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-29T15:05:56.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:56 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/461796748' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:56 smithi169 ceph-mon[78471]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:05:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:56 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:05:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:56 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:05:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:56 smithi169 ceph-mon[78471]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-29T15:05:56.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:56 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/461796748' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:05:57.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:57 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/461796748' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:57.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:57 smithi131 ceph-mon[87973]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-29T15:05:57.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:57 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/461796748' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:57.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:57 smithi131 ceph-mon[90512]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-29T15:05:57.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:57 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/461796748' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:05:57.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:57 smithi169 ceph-mon[78471]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-29T15:05:58.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:58 smithi131 ceph-mon[87973]: pgmap v1124: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:05:58.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:58 smithi131 ceph-mon[87973]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-29T15:05:58.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:58 smithi131 ceph-mon[90512]: pgmap v1124: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:05:58.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:58 smithi131 ceph-mon[90512]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-29T15:05:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:58 smithi169 ceph-mon[78471]: pgmap v1124: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:05:58.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:58 smithi169 ceph-mon[78471]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-29T15:05:59.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:05:59.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:05:59.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:05:59.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:05:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:05:59.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:05:59.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:05:59.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:05:59.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:05:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:05:59.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:05:59.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:05:59.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:05:59.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:05:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:06:00.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:00 smithi131 ceph-mon[87973]: pgmap v1126: 137 pgs: 4 creating+peering, 3 unknown, 130 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:00.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:00 smithi131 ceph-mon[90512]: pgmap v1126: 137 pgs: 4 creating+peering, 3 unknown, 130 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:00.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:00 smithi169 ceph-mon[78471]: pgmap v1126: 137 pgs: 4 creating+peering, 3 unknown, 130 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:00.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:06:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:06:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:06:02.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:02 smithi131 ceph-mon[87973]: pgmap v1127: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:02.352 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:02 smithi131 ceph-mon[90512]: pgmap v1127: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:02.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:02 smithi169 ceph-mon[78471]: pgmap v1127: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:04.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:04 smithi131 ceph-mon[87973]: pgmap v1128: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:04.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:04 smithi131 ceph-mon[90512]: pgmap v1128: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:04.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:04 smithi169 ceph-mon[78471]: pgmap v1128: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:05.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:05 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:05.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:05 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:05.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:05 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:06.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:06 smithi131 ceph-mon[87973]: pgmap v1129: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:06.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:06 smithi131 ceph-mon[90512]: pgmap v1129: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:06.353 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:06:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:06:05] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.51.0" 2024-08-29T15:06:06.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:06 smithi169 ceph-mon[78471]: pgmap v1129: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:08.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:08 smithi131 ceph-mon[87973]: pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:08.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:08 smithi131 ceph-mon[90512]: pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:08.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:08 smithi169 ceph-mon[78471]: pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:10.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:10 smithi131 ceph-mon[87973]: pgmap v1131: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:10.602 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:10 smithi131 ceph-mon[90512]: pgmap v1131: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:10.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:10 smithi169 ceph-mon[78471]: pgmap v1131: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:06:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:06:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:06:11.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:11 smithi131 ceph-mon[87973]: pgmap v1132: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:11.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:11 smithi131 ceph-mon[90512]: pgmap v1132: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:11.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:11 smithi169 ceph-mon[78471]: pgmap v1132: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:13.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:13 smithi131 ceph-mon[87973]: pgmap v1133: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:13.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:13 smithi131 ceph-mon[90512]: pgmap v1133: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:13.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:13 smithi169 ceph-mon[78471]: pgmap v1133: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:14.491 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestRenew (20428 ms) 2024-08-29T15:06:14.491 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-29T15:06:15.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:15 smithi131 ceph-mon[87973]: pgmap v1134: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:15.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:15 smithi131 ceph-mon[87973]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-29T15:06:15.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:15 smithi131 ceph-mon[90512]: pgmap v1134: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:15.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:15 smithi131 ceph-mon[90512]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-29T15:06:15.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:15 smithi169 ceph-mon[78471]: pgmap v1134: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:15.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:15 smithi169 ceph-mon[78471]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-29T15:06:16.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:06:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:06:15] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.51.0" 2024-08-29T15:06:16.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:16 smithi131 ceph-mon[87973]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-29T15:06:16.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:16 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2620800876' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:16.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:16 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:16.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:16 smithi131 ceph-mon[90512]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-29T15:06:16.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:16 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2620800876' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:16.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:16 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:16.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:16 smithi169 ceph-mon[78471]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-29T15:06:16.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:16 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2620800876' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:16.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:16 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:17.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:17 smithi131 ceph-mon[87973]: pgmap v1137: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:17.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:17 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:17.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:17 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:17.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:17 smithi131 ceph-mon[87973]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-29T15:06:17.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:17 smithi131 ceph-mon[90512]: pgmap v1137: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:17.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:17 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:17.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:17 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:17.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:17 smithi131 ceph-mon[90512]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-29T15:06:17.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:17 smithi169 ceph-mon[78471]: pgmap v1137: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:17.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:17 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:17.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:17 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:17.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:17 smithi169 ceph-mon[78471]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-29T15:06:18.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:18 smithi131 ceph-mon[87973]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-29T15:06:18.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:18 smithi131 ceph-mon[90512]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-29T15:06:18.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:18 smithi169 ceph-mon[78471]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-29T15:06:19.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:19 smithi131 ceph-mon[87973]: pgmap v1140: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:19.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:19 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:19.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:19 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:06:19.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:19 smithi131 ceph-mon[90512]: pgmap v1140: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:19.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:19 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:19.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:19 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:06:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:19 smithi169 ceph-mon[78471]: pgmap v1140: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:19 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:19.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:19 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:06:20.523 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:06:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:06:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:06:20.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:20 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:20.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:20 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:20.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:20 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:21.532 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7041 ms) 2024-08-29T15:06:21.532 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-29T15:06:21.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:21 smithi131 ceph-mon[87973]: pgmap v1141: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:21.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:21 smithi131 ceph-mon[90512]: pgmap v1141: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:21.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:21 smithi169 ceph-mon[78471]: pgmap v1141: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:22.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:22 smithi131 ceph-mon[87973]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-29T15:06:22.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:22 smithi131 ceph-mon[90512]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-29T15:06:22.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:22 smithi169 ceph-mon[78471]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-29T15:06:23.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:23 smithi131 ceph-mon[87973]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:23.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:23 smithi131 ceph-mon[87973]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-29T15:06:23.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:23 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1726989404' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:23.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:23 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:23.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:23 smithi131 ceph-mon[90512]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:23.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:23 smithi131 ceph-mon[90512]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-29T15:06:23.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:23 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1726989404' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:23.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:23 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:23 smithi169 ceph-mon[78471]: pgmap v1143: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:23 smithi169 ceph-mon[78471]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-29T15:06:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:23 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1726989404' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:23.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:23 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:24.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:24 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:24.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:24 smithi131 ceph-mon[87973]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-29T15:06:24.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:24 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:24.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:24 smithi131 ceph-mon[90512]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-29T15:06:24.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:24 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:24.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:24 smithi169 ceph-mon[78471]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-29T15:06:25.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:25 smithi131 ceph-mon[87973]: pgmap v1146: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:25.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:25 smithi131 ceph-mon[87973]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-29T15:06:25.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:25 smithi131 ceph-mon[90512]: pgmap v1146: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:25.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:25 smithi131 ceph-mon[90512]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-29T15:06:25.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:25 smithi169 ceph-mon[78471]: pgmap v1146: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:25.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:25 smithi169 ceph-mon[78471]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-29T15:06:26.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:06:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:06:25] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.51.0" 2024-08-29T15:06:27.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:27 smithi131 ceph-mon[87973]: pgmap v1148: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:27.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:27 smithi131 ceph-mon[90512]: pgmap v1148: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:27.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:27 smithi169 ceph-mon[78471]: pgmap v1148: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:29.573 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8041 ms) 2024-08-29T15:06:29.574 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-29T15:06:29.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:29 smithi131 ceph-mon[87973]: pgmap v1149: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:29.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:29 smithi131 ceph-mon[90512]: pgmap v1149: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:29.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:29 smithi169 ceph-mon[78471]: pgmap v1149: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:30.574 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:06:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:06:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:06:30.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:30 smithi131 ceph-mon[87973]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-29T15:06:30.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:30 smithi131 ceph-mon[90512]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-29T15:06:30.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:30 smithi169 ceph-mon[78471]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-29T15:06:31.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:31 smithi131 ceph-mon[87973]: pgmap v1151: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:31.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:31 smithi131 ceph-mon[87973]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-29T15:06:31.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:31 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2152341399' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:31.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:31 smithi131 ceph-mon[90512]: pgmap v1151: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:31.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:31 smithi131 ceph-mon[90512]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-29T15:06:31.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:31 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2152341399' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:31.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:31 smithi169 ceph-mon[78471]: pgmap v1151: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:31.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:31 smithi169 ceph-mon[78471]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-29T15:06:31.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:31 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2152341399' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:32.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:32 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2152341399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:32.853 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:32 smithi131 ceph-mon[87973]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-29T15:06:32.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:32 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2152341399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:32.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:32 smithi131 ceph-mon[90512]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-29T15:06:32.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:32 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2152341399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-123707-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:32.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:32 smithi169 ceph-mon[78471]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-29T15:06:33.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:33 smithi131 ceph-mon[87973]: pgmap v1154: 137 pgs: 18 creating+peering, 12 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:33.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:33 smithi131 ceph-mon[87973]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-29T15:06:33.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:33 smithi131 ceph-mon[90512]: pgmap v1154: 137 pgs: 18 creating+peering, 12 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:33.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:33 smithi131 ceph-mon[90512]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-29T15:06:33.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:33 smithi169 ceph-mon[78471]: pgmap v1154: 137 pgs: 18 creating+peering, 12 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:33.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:33 smithi169 ceph-mon[78471]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-29T15:06:34.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:34 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:34.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:34 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:34.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:34 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:35.852 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:35 smithi131 ceph-mon[87973]: pgmap v1156: 137 pgs: 18 creating+peering, 3 unknown, 116 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:35.852 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:35 smithi131 ceph-mon[90512]: pgmap v1156: 137 pgs: 18 creating+peering, 3 unknown, 116 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:35.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:35 smithi169 ceph-mon[78471]: pgmap v1156: 137 pgs: 18 creating+peering, 3 unknown, 116 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:36.352 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:06:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:06:35] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.51.0" 2024-08-29T15:06:37.613 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8036 ms) 2024-08-29T15:06:37.613 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 11 tests from ClsLock (69581 ms total) 2024-08-29T15:06:37.613 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:06:37.613 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment tear-down 2024-08-29T15:06:37.613 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] 11 tests from 1 test suite ran. (69581 ms total) 2024-08-29T15:06:37.613 INFO:tasks.workunit.client.0.smithi131.stdout:[ PASSED ] 11 tests. 2024-08-29T15:06:37.614 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T15:06:37.614 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T15:06:37.682 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-29T15:06:37.682 DEBUG:teuthology.orchestra.run.smithi131:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-29T15:06:37.752 INFO:tasks.workunit.client.0.smithi131.stdout:Running main() from gmock_main.cc 2024-08-29T15:06:37.752 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-29T15:06:37.752 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment set-up. 2024-08-29T15:06:37.752 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 4 tests from cls_log 2024-08-29T15:06:37.752 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-29T15:06:37.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:37 smithi169 ceph-mon[78471]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:38.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:37 smithi131 ceph-mon[87973]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:38.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:37 smithi131 ceph-mon[90512]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T15:06:38.879 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:38 smithi169 ceph-mon[78471]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-29T15:06:39.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:38 smithi131 ceph-mon[87973]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-29T15:06:39.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:38 smithi131 ceph-mon[90512]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-29T15:06:40.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:39 smithi131 ceph-mon[87973]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:40.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:39 smithi131 ceph-mon[87973]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-29T15:06:40.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:39 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2546281934' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:40.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:39 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:40.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:39 smithi131 ceph-mon[90512]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:40.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:39 smithi131 ceph-mon[90512]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-29T15:06:40.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:39 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2546281934' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:40.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:39 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:40.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:39 smithi169 ceph-mon[78471]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:40.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:39 smithi169 ceph-mon[78471]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-29T15:06:40.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:39 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2546281934' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:40.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:39 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:40.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:06:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:06:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:06:40.646 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] cls_log.test_log_add_same_time (2894 ms) 2024-08-29T15:06:40.646 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-29T15:06:41.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:40 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:41.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:40 smithi131 ceph-mon[87973]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-29T15:06:41.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:40 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:41.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:40 smithi131 ceph-mon[90512]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-29T15:06:41.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:40 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:41.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:40 smithi169 ceph-mon[78471]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-29T15:06:42.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:41 smithi131 ceph-mon[87973]: pgmap v1162: 137 pgs: 1 creating+peering, 27 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:42.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:41 smithi131 ceph-mon[87973]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-29T15:06:42.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:41 smithi131 ceph-mon[90512]: pgmap v1162: 137 pgs: 1 creating+peering, 27 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:42.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:41 smithi131 ceph-mon[90512]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-29T15:06:42.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:41 smithi169 ceph-mon[78471]: pgmap v1162: 137 pgs: 1 creating+peering, 27 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:42.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:41 smithi169 ceph-mon[78471]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-29T15:06:43.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:42 smithi131 ceph-mon[87973]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-29T15:06:43.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:42 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/944404442' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:43.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:42 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:43.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:42 smithi131 ceph-mon[90512]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-29T15:06:43.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:42 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/944404442' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:43.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:42 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:43.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:42 smithi169 ceph-mon[78471]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-29T15:06:43.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:42 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/944404442' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:43.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:42 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:43.666 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] cls_log.test_log_add_different_time (3020 ms) 2024-08-29T15:06:43.666 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] cls_log.trim_by_time 2024-08-29T15:06:44.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:43 smithi131 ceph-mon[87973]: pgmap v1165: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:44.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:43 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:44.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:43 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:44.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:43 smithi131 ceph-mon[87973]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-29T15:06:44.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:43 smithi131 ceph-mon[90512]: pgmap v1165: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:44.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:43 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:44.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:43 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:44.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:43 smithi131 ceph-mon[90512]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-29T15:06:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:43 smithi169 ceph-mon[78471]: pgmap v1165: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:43 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:43 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:44.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:43 smithi169 ceph-mon[78471]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-29T15:06:45.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:44 smithi131 ceph-mon[87973]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-29T15:06:45.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:44 smithi131 ceph-mon[90512]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-29T15:06:45.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:44 smithi169 ceph-mon[78471]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-29T15:06:46.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:06:45] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.51.0" 2024-08-29T15:06:46.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-mon[87973]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:46.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:46.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:06:46.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-mon[87973]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-29T15:06:46.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/38075524' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:46.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-mon[90512]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:46.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:46.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:06:46.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-mon[90512]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-29T15:06:46.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:45 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/38075524' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:46.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:45 smithi169 ceph-mon[78471]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:46.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:45 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:46.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:45 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:06:46.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:45 smithi169 ceph-mon[78471]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-29T15:06:46.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:45 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/38075524' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:46.689 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] cls_log.trim_by_time (3023 ms) 2024-08-29T15:06:46.690 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-29T15:06:47.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:46 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/38075524' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:47.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:46 smithi131 ceph-mon[87973]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-29T15:06:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:46 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/38075524' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:47.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:46 smithi131 ceph-mon[90512]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-29T15:06:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:46 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/38075524' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:47.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:46 smithi169 ceph-mon[78471]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-29T15:06:48.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:47 smithi131 ceph-mon[87973]: pgmap v1171: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:48.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:47 smithi131 ceph-mon[87973]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-29T15:06:48.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:47 smithi131 ceph-mon[90512]: pgmap v1171: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:48.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:47 smithi131 ceph-mon[90512]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-29T15:06:48.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:47 smithi169 ceph-mon[78471]: pgmap v1171: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:48.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:47 smithi169 ceph-mon[78471]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-29T15:06:49.003 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:48 smithi131 ceph-mon[87973]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-29T15:06:49.004 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:48 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/945538250' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:49.004 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:48 smithi131 ceph-mon[90512]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-29T15:06:49.004 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:48 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/945538250' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:49.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:48 smithi169 ceph-mon[78471]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-29T15:06:49.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:48 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/945538250' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:49.707 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] cls_log.trim_by_marker (3018 ms) 2024-08-29T15:06:49.708 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 4 tests from cls_log (11955 ms total) 2024-08-29T15:06:49.708 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:06:49.708 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment tear-down 2024-08-29T15:06:49.708 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] 4 tests from 1 test suite ran. (11955 ms total) 2024-08-29T15:06:49.708 INFO:tasks.workunit.client.0.smithi131.stdout:[ PASSED ] 4 tests. 2024-08-29T15:06:49.710 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T15:06:49.710 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T15:06:49.778 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-29T15:06:49.779 DEBUG:teuthology.orchestra.run.smithi131:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-29T15:06:49.849 INFO:tasks.workunit.client.0.smithi131.stdout:Running main() from gmock_main.cc 2024-08-29T15:06:49.849 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-29T15:06:49.849 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment set-up. 2024-08-29T15:06:49.850 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 4 tests from ClsNumOps 2024-08-29T15:06:49.850 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsNumOps.Add 2024-08-29T15:06:50.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[87973]: pgmap v1174: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:50.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:50.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/945538250' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:50.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[87973]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-29T15:06:50.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:06:50.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:50.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[90512]: pgmap v1174: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:50.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:50.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/945538250' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:50.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[90512]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-29T15:06:50.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:06:50.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:49 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:49 smithi169 ceph-mon[78471]: pgmap v1174: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:49 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:49 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/945538250' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124093-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:49 smithi169 ceph-mon[78471]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-29T15:06:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:49 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:06:50.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:49 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:06:50.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:06:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:06:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:06:51.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:50 smithi131 ceph-mon[87973]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-29T15:06:51.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:50 smithi131 ceph-mon[90512]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-29T15:06:51.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:50 smithi169 ceph-mon[78471]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-29T15:06:52.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:51 smithi131 ceph-mon[87973]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:51 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:51 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:06:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:51 smithi131 ceph-mon[87973]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-29T15:06:52.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:51 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1865644869' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:51 smithi131 ceph-mon[90512]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:51 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:51 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:06:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:51 smithi131 ceph-mon[90512]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-29T15:06:52.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:51 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1865644869' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:52.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:51 smithi169 ceph-mon[78471]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:52.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:51 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:52.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:51 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:06:52.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:51 smithi169 ceph-mon[78471]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-29T15:06:52.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:51 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1865644869' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:52.737 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsNumOps.Add (2888 ms) 2024-08-29T15:06:52.737 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsNumOps.Sub 2024-08-29T15:06:53.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:52 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1865644869' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:53.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:52 smithi131 ceph-mon[87973]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-29T15:06:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:52 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1865644869' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:53.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:52 smithi131 ceph-mon[90512]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-29T15:06:53.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:52 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1865644869' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:53.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:52 smithi169 ceph-mon[78471]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-29T15:06:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:53 smithi131 ceph-mon[87973]: pgmap v1180: 137 pgs: 13 creating+peering, 18 unknown, 106 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:54.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:53 smithi131 ceph-mon[87973]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-29T15:06:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:53 smithi131 ceph-mon[90512]: pgmap v1180: 137 pgs: 13 creating+peering, 18 unknown, 106 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:54.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:53 smithi131 ceph-mon[90512]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-29T15:06:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:53 smithi169 ceph-mon[78471]: pgmap v1180: 137 pgs: 13 creating+peering, 18 unknown, 106 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:54.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:53 smithi169 ceph-mon[78471]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-29T15:06:55.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:54 smithi131 ceph-mon[87973]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-29T15:06:55.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:54 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2108549408' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:55.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:54 smithi131 ceph-mon[90512]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-29T15:06:55.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:54 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2108549408' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:55.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:54 smithi169 ceph-mon[78471]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-29T15:06:55.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:54 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2108549408' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:55.752 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsNumOps.Sub (3015 ms) 2024-08-29T15:06:55.752 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsNumOps.Mul 2024-08-29T15:06:56.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:55 smithi131 ceph-mon[87973]: pgmap v1183: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:56.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:55 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:56.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:55 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2108549408' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:56.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:55 smithi131 ceph-mon[87973]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-29T15:06:56.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:06:55 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:06:55] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.51.0" 2024-08-29T15:06:56.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:55 smithi131 ceph-mon[90512]: pgmap v1183: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:56.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:55 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:56.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:55 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2108549408' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:56.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:55 smithi131 ceph-mon[90512]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-29T15:06:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:55 smithi169 ceph-mon[78471]: pgmap v1183: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:55 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:06:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:55 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2108549408' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:56.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:55 smithi169 ceph-mon[78471]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-29T15:06:57.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:56 smithi131 ceph-mon[87973]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-29T15:06:57.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:56 smithi131 ceph-mon[90512]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-29T15:06:57.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:56 smithi169 ceph-mon[78471]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-29T15:06:58.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[87973]: pgmap v1186: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[87973]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/580546924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/580546924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[87973]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[90512]: pgmap v1186: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[90512]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/580546924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:58.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:06:58.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/580546924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:58.104 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:57 smithi131 ceph-mon[90512]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-29T15:06:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:57 smithi169 ceph-mon[78471]: pgmap v1186: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:06:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:57 smithi169 ceph-mon[78471]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-29T15:06:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:57 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/580546924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:06:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:57 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:06:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:57 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:06:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:57 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/580546924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:06:58.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:57 smithi169 ceph-mon[78471]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-29T15:06:58.772 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsNumOps.Mul (3020 ms) 2024-08-29T15:06:58.772 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] ClsNumOps.Div 2024-08-29T15:06:59.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:58 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:06:59.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:58 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:06:59.128 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:58 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-29T15:07:00.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:59 smithi131 ceph-mon[87973]: pgmap v1189: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-29T15:07:00.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:59 smithi131 ceph-mon[87973]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-29T15:07:00.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:07:00.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:07:00.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:06:59 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:07:00.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:59 smithi131 ceph-mon[90512]: pgmap v1189: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-29T15:07:00.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:59 smithi131 ceph-mon[90512]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-29T15:07:00.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:07:00.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:07:00.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:06:59 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:07:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:59 smithi169 ceph-mon[78471]: pgmap v1189: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-29T15:07:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:59 smithi169 ceph-mon[78471]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-29T15:07:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-29T15:07:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-29T15:07:00.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:06:59 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:07:00.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:07:00 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:07:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:07:01.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:00 smithi131 ceph-mon[87973]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-29T15:07:01.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:00 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1697715942' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:07:01.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:00 smithi131 ceph-mon[90512]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-29T15:07:01.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:00 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1697715942' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:07:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:00 smithi169 ceph-mon[78471]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-29T15:07:01.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:00 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1697715942' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:07:01.795 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] ClsNumOps.Div (3023 ms) 2024-08-29T15:07:01.796 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 4 tests from ClsNumOps (11946 ms total) 2024-08-29T15:07:01.796 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:07:01.796 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment tear-down 2024-08-29T15:07:01.796 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] 4 tests from 1 test suite ran. (11946 ms total) 2024-08-29T15:07:01.796 INFO:tasks.workunit.client.0.smithi131.stdout:[ PASSED ] 4 tests. 2024-08-29T15:07:01.797 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T15:07:01.798 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T15:07:01.866 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-29T15:07:01.866 DEBUG:teuthology.orchestra.run.smithi131:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-29T15:07:01.937 INFO:tasks.workunit.client.0.smithi131.stdout:Running main() from gmock_main.cc 2024-08-29T15:07:01.937 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-29T15:07:01.937 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment set-up. 2024-08-29T15:07:01.937 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 70 tests from TestClsRbd 2024-08-29T15:07:02.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:01 smithi131 ceph-mon[87973]: pgmap v1192: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:02.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:01 smithi131 ceph-mon[87973]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:07:02.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:01 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1697715942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:07:02.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:01 smithi131 ceph-mon[87973]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-29T15:07:02.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:01 smithi131 ceph-mon[90512]: pgmap v1192: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:02.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:01 smithi131 ceph-mon[90512]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:07:02.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:01 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1697715942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:07:02.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:01 smithi131 ceph-mon[90512]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-29T15:07:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:01 smithi169 ceph-mon[78471]: pgmap v1192: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:01 smithi169 ceph-mon[78471]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T15:07:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:01 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1697715942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124199-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:07:02.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:01 smithi169 ceph-mon[78471]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-29T15:07:03.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:02 smithi131 ceph-mon[87973]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-29T15:07:03.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:02 smithi131 ceph-mon[90512]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-29T15:07:03.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:02 smithi169 ceph-mon[78471]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-29T15:07:03.808 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-29T15:07:03.825 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.get_all_features (17 ms) 2024-08-29T15:07:03.825 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.copyup 2024-08-29T15:07:04.003 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.copyup (178 ms) 2024-08-29T15:07:04.003 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-29T15:07:04.019 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.sparse_copyup (15 ms) 2024-08-29T15:07:04.019 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-29T15:07:04.025 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-08-29T15:07:04.025 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-29T15:07:04.036 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-08-29T15:07:04.036 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-29T15:07:04.061 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.directory_methods (25 ms) 2024-08-29T15:07:04.061 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.create 2024-08-29T15:07:04.073 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-08-29T15:07:04.074 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.get_features 2024-08-29T15:07:04.075 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-08-29T15:07:04.075 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-29T15:07:04.076 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-08-29T15:07:04.077 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-29T15:07:04.078 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-08-29T15:07:04.079 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-29T15:07:04.080 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-08-29T15:07:04.080 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-29T15:07:04.081 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-08-29T15:07:04.081 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-29T15:07:04.086 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-08-29T15:07:04.086 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.get_size 2024-08-29T15:07:04.090 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-08-29T15:07:04.090 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.set_size 2024-08-29T15:07:04.094 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-08-29T15:07:04.094 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-29T15:07:04.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:03 smithi131 ceph-mon[87973]: pgmap v1195: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:04.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:03 smithi131 ceph-mon[87973]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:07:04.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:03 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:07:04.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:03 smithi131 ceph-mon[87973]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-29T15:07:04.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:03 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3302317260' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124435-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:07:04.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:03 smithi131 ceph-mon[90512]: pgmap v1195: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:04.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:03 smithi131 ceph-mon[90512]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:07:04.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:03 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:07:04.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:03 smithi131 ceph-mon[90512]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-29T15:07:04.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:03 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3302317260' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124435-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:07:04.111 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-08-29T15:07:04.111 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-29T15:07:04.117 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-08-29T15:07:04.118 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-29T15:07:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:03 smithi169 ceph-mon[78471]: pgmap v1195: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:03 smithi169 ceph-mon[78471]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T15:07:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:03 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:07:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:03 smithi169 ceph-mon[78471]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-29T15:07:04.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:03 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3302317260' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124435-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-29T15:07:04.156 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.parents_v1 (38 ms) 2024-08-29T15:07:04.156 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-29T15:07:04.185 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-08-29T15:07:04.185 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-29T15:07:04.205 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-08-29T15:07:04.205 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-29T15:07:04.212 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-08-29T15:07:04.212 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-29T15:07:04.221 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-08-29T15:07:04.221 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-29T15:07:04.223 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-08-29T15:07:04.223 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-29T15:07:04.230 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.object_map_resize (6 ms) 2024-08-29T15:07:04.230 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-29T15:07:04.241 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.object_map_update (11 ms) 2024-08-29T15:07:04.241 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-29T15:07:04.241 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-08-29T15:07:04.242 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-29T15:07:04.250 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2024-08-29T15:07:04.250 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-29T15:07:04.258 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2024-08-29T15:07:04.258 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.flags 2024-08-29T15:07:04.262 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-08-29T15:07:04.263 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.metadata 2024-08-29T15:07:04.285 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-08-29T15:07:04.285 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.set_features 2024-08-29T15:07:04.292 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-08-29T15:07:04.292 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.mirror 2024-08-29T15:07:04.324 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2024-08-29T15:07:04.324 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-29T15:07:04.337 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.mirror_image (13 ms) 2024-08-29T15:07:04.337 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-29T15:07:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:04 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3302317260' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124435-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:07:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:04 smithi131 ceph-mon[87973]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-29T15:07:05.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:07:05.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:04 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:07:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:04 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3302317260' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124435-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:07:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:04 smithi131 ceph-mon[90512]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-29T15:07:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:07:05.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:04 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:07:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:04 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3302317260' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi131-124435-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T15:07:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:04 smithi169 ceph-mon[78471]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-29T15:07:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:04 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' 2024-08-29T15:07:05.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:04 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:07:06.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:05 smithi131 ceph-mon[87973]: pgmap v1198: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-29T15:07:06.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:05 smithi131 ceph-mon[87973]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-29T15:07:06.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:05 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:07:05] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.51.0" 2024-08-29T15:07:06.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:05 smithi131 ceph-mon[90512]: pgmap v1198: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-29T15:07:06.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:05 smithi131 ceph-mon[90512]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-29T15:07:06.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:05 smithi169 ceph-mon[78471]: pgmap v1198: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-29T15:07:06.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:05 smithi169 ceph-mon[78471]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-29T15:07:06.531 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.mirror_image_status (2193 ms) 2024-08-29T15:07:06.531 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-29T15:07:06.609 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.mirror_image_map (79 ms) 2024-08-29T15:07:06.609 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-29T15:07:06.616 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-08-29T15:07:06.616 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-29T15:07:06.627 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-08-29T15:07:06.627 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-29T15:07:06.629 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-08-29T15:07:06.630 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-29T15:07:06.631 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_dir_add (1 ms) 2024-08-29T15:07:06.631 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-29T15:07:06.634 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-08-29T15:07:06.634 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-29T15:07:06.640 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-08-29T15:07:06.640 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-29T15:07:06.643 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-08-29T15:07:06.643 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-29T15:07:06.647 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-08-29T15:07:06.647 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-29T15:07:06.649 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-08-29T15:07:06.649 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-29T15:07:06.652 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-29T15:07:06.652 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-29T15:07:06.654 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-08-29T15:07:06.654 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-29T15:07:06.659 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-08-29T15:07:06.659 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-29T15:07:06.660 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-29T15:07:06.661 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-29T15:07:06.663 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-29T15:07:06.664 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-29T15:07:06.666 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-08-29T15:07:06.666 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-29T15:07:06.667 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-08-29T15:07:06.667 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-29T15:07:06.669 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (1 ms) 2024-08-29T15:07:06.669 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-29T15:07:06.672 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-08-29T15:07:06.672 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-29T15:07:06.675 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-08-29T15:07:06.675 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-29T15:07:06.677 INFO:tasks.workunit.client.0.smithi131.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/17.2.7-1503-ga89f613d/rpm/el9/BUILD/ceph-17.2.7-1503-ga89f613d/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-08-29T15:07:06.677 INFO:tasks.workunit.client.0.smithi131.stdout:Expected equality of these values: 2024-08-29T15:07:06.677 INFO:tasks.workunit.client.0.smithi131.stdout: 1U 2024-08-29T15:07:06.678 INFO:tasks.workunit.client.0.smithi131.stdout: Which is: 1 2024-08-29T15:07:06.678 INFO:tasks.workunit.client.0.smithi131.stdout: keys.size() 2024-08-29T15:07:06.678 INFO:tasks.workunit.client.0.smithi131.stdout: Which is: 3 2024-08-29T15:07:06.678 INFO:tasks.workunit.client.0.smithi131.stdout:[ FAILED ] TestClsRbd.group_snap_set (3 ms) 2024-08-29T15:07:06.678 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-29T15:07:06.680 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_snap_list (2 ms) 2024-08-29T15:07:06.680 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-29T15:07:06.698 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (18 ms) 2024-08-29T15:07:06.698 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-29T15:07:06.904 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (206 ms) 2024-08-29T15:07:06.905 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-29T15:07:06.907 INFO:tasks.workunit.client.0.smithi131.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/17.2.7-1503-ga89f613d/rpm/el9/BUILD/ceph-17.2.7-1503-ga89f613d/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-08-29T15:07:06.907 INFO:tasks.workunit.client.0.smithi131.stdout:Expected equality of these values: 2024-08-29T15:07:06.907 INFO:tasks.workunit.client.0.smithi131.stdout: 1U 2024-08-29T15:07:06.907 INFO:tasks.workunit.client.0.smithi131.stdout: Which is: 1 2024-08-29T15:07:06.907 INFO:tasks.workunit.client.0.smithi131.stdout: keys.size() 2024-08-29T15:07:06.907 INFO:tasks.workunit.client.0.smithi131.stdout: Which is: 3 2024-08-29T15:07:06.907 INFO:tasks.workunit.client.0.smithi131.stdout:[ FAILED ] TestClsRbd.group_snap_remove (3 ms) 2024-08-29T15:07:06.907 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-29T15:07:06.909 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-29T15:07:06.909 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-29T15:07:06.916 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-08-29T15:07:06.916 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.op_features 2024-08-29T15:07:06.923 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-08-29T15:07:06.923 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-29T15:07:06.941 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2024-08-29T15:07:06.941 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-29T15:07:06.950 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-08-29T15:07:06.950 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-29T15:07:06.963 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.clone_child (12 ms) 2024-08-29T15:07:06.963 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-29T15:07:06.969 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-08-29T15:07:06.969 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.migration 2024-08-29T15:07:06.979 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-08-29T15:07:06.979 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-29T15:07:06.991 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.migration_v1 (13 ms) 2024-08-29T15:07:06.991 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-29T15:07:08.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:07 smithi131 ceph-mon[87973]: pgmap v1200: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 24 KiB/s wr, 88 op/s 2024-08-29T15:07:08.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:07 smithi131 ceph-mon[90512]: pgmap v1200: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 24 KiB/s wr, 88 op/s 2024-08-29T15:07:08.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:07 smithi169 ceph-mon[78471]: pgmap v1200: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 24 KiB/s wr, 88 op/s 2024-08-29T15:07:08.838 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1846 ms) 2024-08-29T15:07:08.838 INFO:tasks.workunit.client.0.smithi131.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-29T15:07:08.886 INFO:tasks.workunit.client.0.smithi131.stdout:[ OK ] TestClsRbd.sparsify (48 ms) 2024-08-29T15:07:09.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:08 smithi131 ceph-mon[87973]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-29T15:07:09.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:08 smithi131 ceph-mon[90512]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-29T15:07:09.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:08 smithi169 ceph-mon[78471]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-29T15:07:09.849 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] 70 tests from TestClsRbd (5078 ms total) 2024-08-29T15:07:09.849 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:07:09.849 INFO:tasks.workunit.client.0.smithi131.stdout:[----------] Global test environment tear-down 2024-08-29T15:07:09.849 INFO:tasks.workunit.client.0.smithi131.stdout:[==========] 70 tests from 1 test suite ran. (7912 ms total) 2024-08-29T15:07:09.849 INFO:tasks.workunit.client.0.smithi131.stdout:[ PASSED ] 68 tests. 2024-08-29T15:07:09.849 INFO:tasks.workunit.client.0.smithi131.stdout:[ FAILED ] 2 tests, listed below: 2024-08-29T15:07:09.849 INFO:tasks.workunit.client.0.smithi131.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-08-29T15:07:09.849 INFO:tasks.workunit.client.0.smithi131.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-08-29T15:07:09.849 INFO:tasks.workunit.client.0.smithi131.stdout: 2024-08-29T15:07:09.850 INFO:tasks.workunit.client.0.smithi131.stdout: 2 FAILED TESTS 2024-08-29T15:07:09.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T15:07:09.851 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-29T15:07:09.852 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-29T15:07:10.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:09 smithi131 ceph-mon[87973]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.44k op/s 2024-08-29T15:07:10.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:09 smithi131 ceph-mon[87973]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-29T15:07:10.102 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:09 smithi131 ceph-mon[90512]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.44k op/s 2024-08-29T15:07:10.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:09 smithi131 ceph-mon[90512]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-29T15:07:10.115 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi131 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-29T15:07:10.360 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=6ccb2389d4c94b878d195da4fbeb8b0f Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi131 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-29T15:07:10.363 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-29T15:07:10.373 INFO:tasks.cephadm:Teardown begin 2024-08-29T15:07:10.373 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-29T15:07:10.373 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T15:07:10.378 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:09 smithi169 ceph-mon[78471]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.44k op/s 2024-08-29T15:07:10.379 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:09 smithi169 ceph-mon[78471]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-29T15:07:10.620 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T15:07:10.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:07:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:07:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:07:11.073 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:10 smithi131 ceph-mon[87973]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-29T15:07:11.074 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:10 smithi131 ceph-mon[90512]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-29T15:07:11.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:10 smithi169 ceph-mon[78471]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-29T15:07:12.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:11 smithi131 ceph-mon[87973]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:12.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:11 smithi131 ceph-mon[90512]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:12.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:11 smithi169 ceph-mon[78471]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:12.641 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T15:07:12.642 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":16,"btime":"2024-08-29T14:58:22:229275+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6833/1104380330","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1104380330},{"type":"v1","addr":"172.21.15.169:6833","nonce":1104380330}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T14:45:33.730060+0000","modified":"2024-08-29T14:58:19.214933+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":604,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34527":{"gid":34527,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.131:6835/3529722356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6834","nonce":3529722356},{"type":"v1","addr":"172.21.15.131:6835","nonce":3529722356}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34527,"qdb_cluster":[34527]},"id":1}]} 2024-08-29T15:07:12.642 INFO:teuthology.orchestra.run.smithi131.stderr:dumped fsmap epoch 16 2024-08-29T15:07:13.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:12 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1915825027' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-29T15:07:13.244 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:12 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1915825027' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-29T15:07:13.244 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:12 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1915825027' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-29T15:07:13.270 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T15:07:13.517 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T15:07:13.894 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:13 smithi131 ceph-mon[87973]: pgmap v1206: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:13.894 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:13 smithi131 ceph-mon[90512]: pgmap v1206: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:14.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:13 smithi169 ceph-mon[78471]: pgmap v1206: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:15.518 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T15:07:15.519 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":16,"btime":"2024-08-29T14:58:22:229275+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6833/1104380330","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":1104380330},{"type":"v1","addr":"172.21.15.169:6833","nonce":1104380330}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T14:45:33.730060+0000","modified":"2024-08-29T14:58:19.214933+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":604,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34527":{"gid":34527,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.131:6835/3529722356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6834","nonce":3529722356},{"type":"v1","addr":"172.21.15.131:6835","nonce":3529722356}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34527,"qdb_cluster":[34527]},"id":1}]} 2024-08-29T15:07:15.519 INFO:teuthology.orchestra.run.smithi131.stderr:dumped fsmap epoch 16 2024-08-29T15:07:16.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:15 smithi131 ceph-mon[87973]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:16.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:15 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3507051414' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-29T15:07:16.103 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:15 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:07:15] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.51.0" 2024-08-29T15:07:16.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:15 smithi131 ceph-mon[90512]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:16.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:15 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3507051414' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-29T15:07:16.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:15 smithi169 ceph-mon[78471]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:16.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:15 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3507051414' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-29T15:07:16.168 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T15:07:16.415 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T15:07:18.028 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:17 smithi131 ceph-mon[87973]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:18.028 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:17 smithi131 ceph-mon[90512]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:18.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:17 smithi169 ceph-mon[78471]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:18.435 INFO:teuthology.orchestra.run.smithi131.stdout: 2024-08-29T15:07:18.436 INFO:teuthology.orchestra.run.smithi131.stdout:{"epoch":1048,"fsid":"7768ef6a-6614-11ef-bcd4-c7b262605968","created":"2024-08-29T14:39:58.113203+0000","modified":"2024-08-29T15:07:09.835433+0000","last_up_change":"2024-08-29T14:57:57.239877+0000","last_in_change":"2024-08-29T14:44:46.000997+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:43:08.038937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T14:45:27.535472+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T14:45:30.830181+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-29T14:46:23.425380+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a14e2807-3351-4e1a-9a21-f36358ba23d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":342,"up_from":354,"up_thru":1043,"down_at":343,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6802","nonce":845002269},{"type":"v1","addr":"172.21.15.131:6803","nonce":845002269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6804","nonce":845002269},{"type":"v1","addr":"172.21.15.131:6805","nonce":845002269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6808","nonce":845002269},{"type":"v1","addr":"172.21.15.131:6809","nonce":845002269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6806","nonce":845002269},{"type":"v1","addr":"172.21.15.131:6807","nonce":845002269}]},"public_addr":"172.21.15.131:6803/845002269","cluster_addr":"172.21.15.131:6805/845002269","heartbeat_back_addr":"172.21.15.131:6809/845002269","heartbeat_front_addr":"172.21.15.131:6807/845002269","state":["exists","up"]},{"osd":1,"uuid":"fe32dc54-1602-41f1-bfb6-1d43b51ed570","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":374,"up_from":387,"up_thru":1043,"down_at":375,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6810","nonce":2598693143},{"type":"v1","addr":"172.21.15.131:6811","nonce":2598693143}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6812","nonce":2598693143},{"type":"v1","addr":"172.21.15.131:6813","nonce":2598693143}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6816","nonce":2598693143},{"type":"v1","addr":"172.21.15.131:6817","nonce":2598693143}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6814","nonce":2598693143},{"type":"v1","addr":"172.21.15.131:6815","nonce":2598693143}]},"public_addr":"172.21.15.131:6811/2598693143","cluster_addr":"172.21.15.131:6813/2598693143","heartbeat_back_addr":"172.21.15.131:6817/2598693143","heartbeat_front_addr":"172.21.15.131:6815/2598693143","state":["exists","up"]},{"osd":2,"uuid":"23e78e1a-070b-4009-9ad9-7bd3757c1874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":406,"up_from":419,"up_thru":1043,"down_at":407,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6818","nonce":3314184146},{"type":"v1","addr":"172.21.15.131:6819","nonce":3314184146}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6820","nonce":3314184146},{"type":"v1","addr":"172.21.15.131:6821","nonce":3314184146}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6824","nonce":3314184146},{"type":"v1","addr":"172.21.15.131:6825","nonce":3314184146}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6822","nonce":3314184146},{"type":"v1","addr":"172.21.15.131:6823","nonce":3314184146}]},"public_addr":"172.21.15.131:6819/3314184146","cluster_addr":"172.21.15.131:6821/3314184146","heartbeat_back_addr":"172.21.15.131:6825/3314184146","heartbeat_front_addr":"172.21.15.131:6823/3314184146","state":["exists","up"]},{"osd":3,"uuid":"f8ef4a6a-18cc-4341-add8-feb5b84c6316","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":437,"up_from":450,"up_thru":1043,"down_at":438,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6826","nonce":1131768070},{"type":"v1","addr":"172.21.15.131:6827","nonce":1131768070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6828","nonce":1131768070},{"type":"v1","addr":"172.21.15.131:6829","nonce":1131768070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6832","nonce":1131768070},{"type":"v1","addr":"172.21.15.131:6833","nonce":1131768070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.131:6830","nonce":1131768070},{"type":"v1","addr":"172.21.15.131:6831","nonce":1131768070}]},"public_addr":"172.21.15.131:6827/1131768070","cluster_addr":"172.21.15.131:6829/1131768070","heartbeat_back_addr":"172.21.15.131:6833/1131768070","heartbeat_front_addr":"172.21.15.131:6831/1131768070","state":["exists","up"]},{"osd":4,"uuid":"bff66608-1f20-439e-afe9-e5a0d631fd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":469,"up_from":482,"up_thru":1043,"down_at":470,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":2354277124},{"type":"v1","addr":"172.21.15.169:6801","nonce":2354277124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":2354277124},{"type":"v1","addr":"172.21.15.169:6803","nonce":2354277124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":2354277124},{"type":"v1","addr":"172.21.15.169:6807","nonce":2354277124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":2354277124},{"type":"v1","addr":"172.21.15.169:6805","nonce":2354277124}]},"public_addr":"172.21.15.169:6801/2354277124","cluster_addr":"172.21.15.169:6803/2354277124","heartbeat_back_addr":"172.21.15.169:6807/2354277124","heartbeat_front_addr":"172.21.15.169:6805/2354277124","state":["exists","up"]},{"osd":5,"uuid":"218dfecd-80dd-4b27-ba8d-f5e8a8f1d070","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":503,"up_from":516,"up_thru":1043,"down_at":504,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":4248649490},{"type":"v1","addr":"172.21.15.169:6809","nonce":4248649490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":4248649490},{"type":"v1","addr":"172.21.15.169:6811","nonce":4248649490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":4248649490},{"type":"v1","addr":"172.21.15.169:6815","nonce":4248649490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":4248649490},{"type":"v1","addr":"172.21.15.169:6813","nonce":4248649490}]},"public_addr":"172.21.15.169:6809/4248649490","cluster_addr":"172.21.15.169:6811/4248649490","heartbeat_back_addr":"172.21.15.169:6815/4248649490","heartbeat_front_addr":"172.21.15.169:6813/4248649490","state":["exists","up"]},{"osd":6,"uuid":"e226fc9a-a75d-4d40-8a10-d901d7857d30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":537,"up_from":550,"up_thru":1043,"down_at":538,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":789227228},{"type":"v1","addr":"172.21.15.169:6817","nonce":789227228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":789227228},{"type":"v1","addr":"172.21.15.169:6819","nonce":789227228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":789227228},{"type":"v1","addr":"172.21.15.169:6823","nonce":789227228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":789227228},{"type":"v1","addr":"172.21.15.169:6821","nonce":789227228}]},"public_addr":"172.21.15.169:6817/789227228","cluster_addr":"172.21.15.169:6819/789227228","heartbeat_back_addr":"172.21.15.169:6823/789227228","heartbeat_front_addr":"172.21.15.169:6821/789227228","state":["exists","up"]},{"osd":7,"uuid":"3fb1184c-095c-4b55-82d5-8f9fa2176af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":571,"up_from":584,"up_thru":1043,"down_at":572,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":3748539000},{"type":"v1","addr":"172.21.15.169:6825","nonce":3748539000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":3748539000},{"type":"v1","addr":"172.21.15.169:6827","nonce":3748539000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":3748539000},{"type":"v1","addr":"172.21.15.169:6831","nonce":3748539000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":3748539000},{"type":"v1","addr":"172.21.15.169:6829","nonce":3748539000}]},"public_addr":"172.21.15.169:6825/3748539000","cluster_addr":"172.21.15.169:6827/3748539000","heartbeat_back_addr":"172.21.15.169:6831/3748539000","heartbeat_front_addr":"172.21.15.169:6829/3748539000","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:13.937973+0000","dead_epoch":342},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:42:38.736780+0000","dead_epoch":374},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:03.949662+0000","dead_epoch":406},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:28.742678+0000","dead_epoch":437},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:43:50.660737+0000","dead_epoch":469},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:13.266943+0000","dead_epoch":503},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:44:37.235747+0000","dead_epoch":537},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:45:01.151107+0000","dead_epoch":571}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:6832/962109723":"2024-08-30T14:58:16.190146+0000","172.21.15.131:0/1295119850":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6801/3092614098":"2024-08-30T14:52:34.205314+0000","172.21.15.131:6800/3092614098":"2024-08-30T14:52:34.205314+0000","172.21.15.131:0/4256932557":"2024-08-30T14:50:45.393288+0000","172.21.15.131:0/3460218822":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/124807614":"2024-08-30T14:50:45.393288+0000","172.21.15.131:0/106061811":"2024-08-30T14:46:20.584534+0000","172.21.15.131:6801/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.131:6801/1360767552":"2024-08-30T14:50:45.393288+0000","172.21.15.169:0/1319680011":"2024-08-30T14:51:52.085884+0000","172.21.15.131:0/3283292200":"2024-08-30T14:52:34.205314+0000","172.21.15.169:6834/2651418282":"2024-08-30T14:51:52.085884+0000","172.21.15.131:0/4212298814":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/3480379604":"2024-08-30T14:52:34.205314+0000","172.21.15.169:0/3839723833":"2024-08-30T14:51:52.085884+0000","172.21.15.131:6800/2725204157":"2024-08-30T14:40:51.739997+0000","172.21.15.169:0/3379702397":"2024-08-30T14:51:52.085884+0000","172.21.15.131:6800/1360767552":"2024-08-30T14:50:45.393288+0000","172.21.15.131:0/657737169":"2024-08-30T14:52:34.205314+0000","172.21.15.131:0/3376220973":"2024-08-30T14:40:29.224345+0000","172.21.15.169:6833/962109723":"2024-08-30T14:58:16.190146+0000","172.21.15.169:0/4232502105":"2024-08-30T14:51:52.085884+0000","172.21.15.131:0/2298233908":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/1136840470":"2024-08-30T14:50:45.393288+0000","172.21.15.131:0/222454337":"2024-08-30T14:52:34.205314+0000","172.21.15.169:0/510178412":"2024-08-30T14:51:52.085884+0000","172.21.15.131:6800/3652712538":"2024-08-30T14:46:20.584534+0000","172.21.15.169:0/501635337":"2024-08-30T14:51:52.085884+0000","172.21.15.169:0/2485731196":"2024-08-30T14:51:52.085884+0000","172.21.15.131:0/2635697803":"2024-08-30T14:40:29.224345+0000","172.21.15.131:0/12296622":"2024-08-30T14:52:34.205314+0000","172.21.15.131:0/1079859183":"2024-08-30T14:52:34.205314+0000","172.21.15.131:0/3488568217":"2024-08-30T14:50:45.393288+0000","172.21.15.131:0/667244253":"2024-08-30T14:50:45.393288+0000","172.21.15.131:0/310971467":"2024-08-30T14:40:51.739997+0000","172.21.15.131:0/2273688473":"2024-08-30T14:40:51.739997+0000","172.21.15.169:6835/2651418282":"2024-08-30T14:51:52.085884+0000","172.21.15.131:0/1062415733":"2024-08-30T14:52:34.205314+0000","172.21.15.131:6800/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/3331923627":"2024-08-30T14:40:29.224345+0000","172.21.15.131:6801/3652712538":"2024-08-30T14:46:20.584534+0000","172.21.15.131:0/1989656491":"2024-08-30T14:46:20.584534+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T15:07:19.067 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:18 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1904159038' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-29T15:07:19.067 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:18 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1904159038' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-29T15:07:19.093 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs fail cephfs 2024-08-29T15:07:19.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:18 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1904159038' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-29T15:07:19.338 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T15:07:20.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:19 smithi131 ceph-mon[87973]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:20.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:19 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:07:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:19 smithi131 ceph-mon[90512]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:20.103 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:19 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:07:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:19 smithi169 ceph-mon[78471]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:20.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:19 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-29T15:07:20.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:07:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:07:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:07:21.230 INFO:teuthology.orchestra.run.smithi131.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-29T15:07:21.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a[87950]: 2024-08-29T15:07:21.225+0000 7f0118fb4640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T15:07:21.353 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[116709]: -4451> 2024-08-29T14:58:21.311+0000 7f9b1d08d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-29T15:07:21.353 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[116709]: ignoring --setuser ceph since I am not root 2024-08-29T15:07:21.353 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[116709]: ignoring --setgroup ceph since I am not root 2024-08-29T15:07:21.353 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[116709]: starting mds.a at 2024-08-29T15:07:22.011 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[87973]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:22.012 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1568920990' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-29T15:07:22.012 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[87973]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T15:07:22.012 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[87973]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T15:07:22.012 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/1568920990' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-29T15:07:22.012 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[87973]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-29T15:07:22.012 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[87973]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T15:07:22.013 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[90512]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:22.013 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1568920990' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-29T15:07:22.013 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[90512]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T15:07:22.013 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[90512]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T15:07:22.013 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/1568920990' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-29T15:07:22.014 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[90512]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-29T15:07:22.014 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:21 smithi131 ceph-mon[90512]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T15:07:22.100 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-29T15:07:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:21 smithi169 ceph-mon[78471]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:21 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1568920990' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-29T15:07:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:21 smithi169 ceph-mon[78471]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T15:07:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:21 smithi169 ceph-mon[78471]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T15:07:22.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:21 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/1568920990' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-29T15:07:22.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:21 smithi169 ceph-mon[78471]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-29T15:07:22.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:21 smithi169 ceph-mon[78471]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T15:07:22.350 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T15:07:23.352 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:23 smithi131 ceph-mon[87973]: mds.? [v2:172.21.15.131:6834/4171430239,v1:172.21.15.131:6835/4171430239] up:boot 2024-08-29T15:07:23.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:23 smithi131 ceph-mon[87973]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-29T15:07:23.353 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:23 smithi131 ceph-mon[87973]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-29T15:07:23.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:23 smithi131 ceph-mon[90512]: mds.? [v2:172.21.15.131:6834/4171430239,v1:172.21.15.131:6835/4171430239] up:boot 2024-08-29T15:07:23.353 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:23 smithi131 ceph-mon[90512]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-29T15:07:23.354 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:23 smithi131 ceph-mon[90512]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-29T15:07:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:23 smithi169 ceph-mon[78471]: mds.? [v2:172.21.15.131:6834/4171430239,v1:172.21.15.131:6835/4171430239] up:boot 2024-08-29T15:07:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:23 smithi169 ceph-mon[78471]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-29T15:07:23.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:23 smithi169 ceph-mon[78471]: from='mgr.34107 172.21.15.131:0/3935944257' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-29T15:07:24.438 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:24 smithi131 ceph-mon[87973]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:24.439 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:24 smithi131 ceph-mon[90512]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:24.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:24 smithi169 ceph-mon[78471]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:25.560 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:25 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2565035202' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-29T15:07:25.560 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:25 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2565035202' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-29T15:07:25.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:25 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2565035202' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-29T15:07:25.880 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-29T15:07:26.102 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:25 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:07:25] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.51.0" 2024-08-29T15:07:26.130 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T15:07:26.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[87973]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:26.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[87973]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T15:07:26.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[87973]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T15:07:26.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[87973]: Cluster is now healthy 2024-08-29T15:07:26.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2565035202' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-29T15:07:26.572 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[87973]: fsmap 2 up:standby 2024-08-29T15:07:26.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[90512]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:26.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[90512]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T15:07:26.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[90512]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T15:07:26.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[90512]: Cluster is now healthy 2024-08-29T15:07:26.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2565035202' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-29T15:07:26.573 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:26 smithi131 ceph-mon[90512]: fsmap 2 up:standby 2024-08-29T15:07:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:26 smithi169 ceph-mon[78471]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:26 smithi169 ceph-mon[78471]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T15:07:26.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:26 smithi169 ceph-mon[78471]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T15:07:26.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:26 smithi169 ceph-mon[78471]: Cluster is now healthy 2024-08-29T15:07:26.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:26 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2565035202' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-29T15:07:26.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:26 smithi169 ceph-mon[78471]: fsmap 2 up:standby 2024-08-29T15:07:28.250 INFO:teuthology.orchestra.run.smithi131.stderr:pool 'cephfs_metadata' removed 2024-08-29T15:07:28.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:28 smithi131 ceph-mon[87973]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:28.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:28 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/2878131225' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:07:28.603 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:28 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:07:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:28 smithi131 ceph-mon[90512]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:28 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/2878131225' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:07:28.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:28 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:07:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:28 smithi169 ceph-mon[78471]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:28.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:28 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/2878131225' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:07:28.630 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:28 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:07:28.933 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-29T15:07:29.179 INFO:teuthology.orchestra.run.smithi131.stderr:Inferring config /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T15:07:29.562 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:29 smithi131 ceph-mon[87973]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T15:07:29.563 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:29 smithi131 ceph-mon[87973]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-29T15:07:29.563 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:29 smithi131 ceph-mon[90512]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T15:07:29.563 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:29 smithi131 ceph-mon[90512]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-29T15:07:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:29 smithi169 ceph-mon[78471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T15:07:29.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:29 smithi169 ceph-mon[78471]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-29T15:07:30.334 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:30 smithi131 ceph-mon[87973]: pgmap v1216: 73 pgs: 73 active+clean; 577 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:30.335 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:30 smithi131 ceph-mon[90512]: pgmap v1216: 73 pgs: 73 active+clean; 577 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:30.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:30 smithi169 ceph-mon[78471]: pgmap v1216: 73 pgs: 73 active+clean; 577 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:30.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:07:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:07:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:07:31.263 INFO:teuthology.orchestra.run.smithi131.stderr:pool 'cephfs_data' removed 2024-08-29T15:07:31.602 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:31 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3633868444' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:07:31.603 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:31 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3633868444' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:07:31.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:31 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3633868444' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-29T15:07:31.900 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T15:07:31.927 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T15:07:31.959 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-29T15:07:31.959 DEBUG:teuthology.orchestra.run.smithi131:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-29T15:07:31.982 DEBUG:teuthology.orchestra.run.smithi169:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-29T15:07:32.016 INFO:tasks.cephadm:Stopping all daemons... 2024-08-29T15:07:32.016 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-29T15:07:32.017 DEBUG:teuthology.orchestra.run.smithi131:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.a 2024-08-29T15:07:32.264 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:32 smithi131 systemd[1]: Stopping Ceph mon.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:07:32.528 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-mon[90512]: pgmap v1217: 73 pgs: 73 active+clean; 577 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:32.529 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-mon[90512]: from='client.? 172.21.15.131:0/3633868444' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T15:07:32.529 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-mon[90512]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-29T15:07:32.529 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-mon[87973]: pgmap v1217: 73 pgs: 73 active+clean; 577 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:32.529 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-mon[87973]: from='client.? 172.21.15.131:0/3633868444' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T15:07:32.529 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-mon[87973]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-29T15:07:32.530 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a[87950]: 2024-08-29T15:07:32.352+0000 7f011e7bf640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:07:32.530 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a[87950]: 2024-08-29T15:07:32.352+0000 7f011e7bf640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-29T15:07:32.530 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:32 smithi131 podman[126037]: 2024-08-29 15:07:32.394544588 +0000 UTC m=+0.180893383 container died eaaa1ba89c7b4246cf7499eb4e116ae8fd9b776043f1c8d8df949e8712b005fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731) 2024-08-29T15:07:32.530 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:32] ENGINE Bus STOPPING 2024-08-29T15:07:32.530 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T15:07:32.530 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:32] ENGINE Bus STOPPED 2024-08-29T15:07:32.530 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:32] ENGINE Bus STARTING 2024-08-29T15:07:32.531 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:32] ENGINE Serving on http://:::9283 2024-08-29T15:07:32.531 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:32 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:32] ENGINE Bus STARTED 2024-08-29T15:07:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:32 smithi169 ceph-mon[78471]: pgmap v1217: 73 pgs: 73 active+clean; 577 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T15:07:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:32 smithi169 ceph-mon[78471]: from='client.? 172.21.15.131:0/3633868444' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T15:07:32.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:32 smithi169 ceph-mon[78471]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-29T15:07:33.102 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:32 smithi131 podman[126037]: 2024-08-29 15:07:32.795970242 +0000 UTC m=+0.582319037 container cleanup eaaa1ba89c7b4246cf7499eb4e116ae8fd9b776043f1c8d8df949e8712b005fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-29T15:07:33.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:32 smithi131 bash[126037]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a 2024-08-29T15:07:33.103 INFO:journalctl@ceph.mon.a.smithi131.stdout:Aug 29 15:07:33 smithi131 podman[126054]: 2024-08-29 15:07:33.039078085 +0000 UTC m=+0.644110915 container remove eaaa1ba89c7b4246cf7499eb4e116ae8fd9b776043f1c8d8df949e8712b005fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-29T15:07:33.225 DEBUG:teuthology.orchestra.run.smithi131:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.a.service' 2024-08-29T15:07:33.280 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:07:33.281 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-29T15:07:33.281 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-29T15:07:33.281 DEBUG:teuthology.orchestra.run.smithi131:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.c 2024-08-29T15:07:33.594 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:33 smithi131 systemd[1]: Stopping Ceph mon.c for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:07:33.852 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:33] ENGINE Bus STOPPING 2024-08-29T15:07:33.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c[90488]: 2024-08-29T15:07:33.592+0000 7f0bfc5bd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:07:33.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:33 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c[90488]: 2024-08-29T15:07:33.592+0000 7f0bfc5bd640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-29T15:07:33.853 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:33 smithi131 podman[126181]: 2024-08-29 15:07:33.61437571 +0000 UTC m=+0.143476621 container died cd3b46eff0c0ce221661e636a8cd8b1b470b7d676ff33348f781a7795c1e1bca (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True) 2024-08-29T15:07:34.143 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:33 smithi131 podman[126181]: 2024-08-29 15:07:33.959384137 +0000 UTC m=+0.488485048 container cleanup cd3b46eff0c0ce221661e636a8cd8b1b470b7d676ff33348f781a7795c1e1bca (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-29T15:07:34.143 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:33 smithi131 bash[126181]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c 2024-08-29T15:07:34.143 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T15:07:34.144 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:34] ENGINE Bus STOPPED 2024-08-29T15:07:34.144 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:34] ENGINE Bus STARTING 2024-08-29T15:07:34.144 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:34] ENGINE Serving on http://:::9283 2024-08-29T15:07:34.144 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:34 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: [29/Aug/2024:15:07:34] ENGINE Bus STARTED 2024-08-29T15:07:34.406 INFO:journalctl@ceph.mon.c.smithi131.stdout:Aug 29 15:07:34 smithi131 podman[126198]: 2024-08-29 15:07:34.26073471 +0000 UTC m=+0.646300576 container remove cd3b46eff0c0ce221661e636a8cd8b1b470b7d676ff33348f781a7795c1e1bca (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T15:07:34.410 DEBUG:teuthology.orchestra.run.smithi131:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.c.service' 2024-08-29T15:07:34.444 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:07:34.445 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-29T15:07:34.445 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-29T15:07:34.445 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.b 2024-08-29T15:07:34.817 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:34 smithi169 systemd[1]: Stopping Ceph mon.b for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:07:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b[78443]: 2024-08-29T15:07:34.816+0000 7f54c810f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:07:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b[78443]: 2024-08-29T15:07:34.816+0000 7f54c810f640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-29T15:07:35.129 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:35 smithi169 podman[113154]: 2024-08-29 15:07:35.032133029 +0000 UTC m=+0.382648687 container died cb92054d4f57430de171bd57a18493c9fe6c42b0e1024f460ca953575b10196c (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-29T15:07:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:35 smithi169 podman[113154]: 2024-08-29 15:07:35.499104695 +0000 UTC m=+0.849620349 container cleanup cb92054d4f57430de171bd57a18493c9fe6c42b0e1024f460ca953575b10196c (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T15:07:35.629 INFO:journalctl@ceph.mon.b.smithi169.stdout:Aug 29 15:07:35 smithi169 bash[113154]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mon-b 2024-08-29T15:07:35.922 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mon.b.service' 2024-08-29T15:07:35.964 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:07:35.965 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-29T15:07:35.965 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-29T15:07:35.965 DEBUG:teuthology.orchestra.run.smithi131:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.y 2024-08-29T15:07:36.282 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:35 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: ::ffff:172.21.15.169 - - [29/Aug/2024:15:07:35] "GET /metrics HTTP/1.1" 200 29404 "" "Prometheus/2.51.0" 2024-08-29T15:07:36.283 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:36 smithi131 systemd[1]: Stopping Ceph mgr.y for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:07:36.598 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T15:07:36.280+0000 7f4763683640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:07:36.598 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:36 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y[78938]: 2024-08-29T15:07:36.280+0000 7f4763683640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-08-29T15:07:36.599 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:36 smithi131 podman[126324]: 2024-08-29 15:07:36.31377268 +0000 UTC m=+0.153061445 container died d0da683f1116f244337c4b36abdafe8de95bbf5328159f59c2bdc238d38ca59f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T15:07:36.852 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:36 smithi131 podman[126324]: 2024-08-29 15:07:36.688869363 +0000 UTC m=+0.528158126 container cleanup d0da683f1116f244337c4b36abdafe8de95bbf5328159f59c2bdc238d38ca59f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-29T15:07:36.852 INFO:journalctl@ceph.mgr.y.smithi131.stdout:Aug 29 15:07:36 smithi131 bash[126324]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-y 2024-08-29T15:07:37.116 DEBUG:teuthology.orchestra.run.smithi131:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.y.service' 2024-08-29T15:07:37.151 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:07:37.151 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-29T15:07:37.152 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-29T15:07:37.152 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.x 2024-08-29T15:07:37.488 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 15:07:37 smithi169 systemd[1]: Stopping Ceph mgr.x for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:07:37.764 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 15:07:37 smithi169 podman[113288]: 2024-08-29 15:07:37.487333655 +0000 UTC m=+0.134569880 container died 6ced199ee9f2e5b39c220adcaf9c84057105ed14b3f955cc4bcf2cd7524c3338 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True) 2024-08-29T15:07:38.116 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 15:07:37 smithi169 podman[113288]: 2024-08-29 15:07:37.87082551 +0000 UTC m=+0.518061734 container cleanup 6ced199ee9f2e5b39c220adcaf9c84057105ed14b3f955cc4bcf2cd7524c3338 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-08-29T15:07:38.116 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Aug 29 15:07:37 smithi169 bash[113288]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mgr-x 2024-08-29T15:07:38.290 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mgr.x.service' 2024-08-29T15:07:38.325 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:07:38.326 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-29T15:07:38.326 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-29T15:07:38.326 DEBUG:teuthology.orchestra.run.smithi131:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.0 2024-08-29T15:07:38.621 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:38 smithi131 systemd[1]: Stopping Ceph osd.0 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:07:39.102 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:38 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[96557]: 2024-08-29T15:07:38.619+0000 7f1275342640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:07:39.102 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:38 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[96557]: 2024-08-29T15:07:38.619+0000 7f1275342640 -1 osd.0 1051 *** Got signal Terminated *** 2024-08-29T15:07:39.103 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:38 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0[96557]: 2024-08-29T15:07:38.619+0000 7f1275342640 -1 osd.0 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T15:07:40.629 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:07:40 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:07:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"7768ef6a-6614-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T15:07:44.329 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:44 smithi131 podman[126455]: 2024-08-29 15:07:44.061864227 +0000 UTC m=+5.549882193 container died 2b80a23f091ca66c7e535ee035f03370e6c6a709689d3c87f47105f649af510d (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-29T15:07:44.602 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:44 smithi131 podman[126455]: 2024-08-29 15:07:44.435420518 +0000 UTC m=+5.923438483 container cleanup 2b80a23f091ca66c7e535ee035f03370e6c6a709689d3c87f47105f649af510d (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-29T15:07:44.603 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:44 smithi131 bash[126455]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0 2024-08-29T15:07:45.046 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:44 smithi131 podman[126475]: 2024-08-29 15:07:44.72883048 +0000 UTC m=+0.664363022 container remove 2b80a23f091ca66c7e535ee035f03370e6c6a709689d3c87f47105f649af510d (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-29T15:07:45.352 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:45 smithi131 podman[126567]: 2024-08-29 15:07:45.046240066 +0000 UTC m=+0.109855104 container create 4778ca33fd344ebaed538201b4b327e80b36435007d4e5ce6e97803ef2460bba (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-29T15:07:45.353 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:45 smithi131 podman[126567]: 2024-08-29 15:07:44.952250596 +0000 UTC m=+0.015865642 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T15:07:45.353 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:45 smithi131 podman[126567]: 2024-08-29 15:07:45.265746717 +0000 UTC m=+0.329361752 container init 4778ca33fd344ebaed538201b4b327e80b36435007d4e5ce6e97803ef2460bba (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T15:07:45.353 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:45 smithi131 podman[126567]: 2024-08-29 15:07:45.270870787 +0000 UTC m=+0.334485825 container start 4778ca33fd344ebaed538201b4b327e80b36435007d4e5ce6e97803ef2460bba (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-29T15:07:45.753 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:45 smithi131 podman[126567]: 2024-08-29 15:07:45.373974041 +0000 UTC m=+0.437589088 container attach 4778ca33fd344ebaed538201b4b327e80b36435007d4e5ce6e97803ef2460bba (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-29T15:07:45.753 INFO:journalctl@ceph.osd.0.smithi131.stdout:Aug 29 15:07:45 smithi131 podman[126567]: 2024-08-29 15:07:45.460541004 +0000 UTC m=+0.524156046 container died 4778ca33fd344ebaed538201b4b327e80b36435007d4e5ce6e97803ef2460bba (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T15:07:46.063 DEBUG:teuthology.orchestra.run.smithi131:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.0.service' 2024-08-29T15:07:46.102 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:07:46.102 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-29T15:07:46.103 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-29T15:07:46.103 DEBUG:teuthology.orchestra.run.smithi131:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.1 2024-08-29T15:07:46.352 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:46 smithi131 systemd[1]: Stopping Ceph osd.1 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:07:46.852 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:46 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[101404]: 2024-08-29T15:07:46.441+0000 7ff12f469640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:07:46.853 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:46 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[101404]: 2024-08-29T15:07:46.441+0000 7ff12f469640 -1 osd.1 1051 *** Got signal Terminated *** 2024-08-29T15:07:46.853 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:46 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1[101404]: 2024-08-29T15:07:46.441+0000 7ff12f469640 -1 osd.1 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T15:07:52.317 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:52 smithi131 podman[126695]: 2024-08-29 15:07:52.041386846 +0000 UTC m=+5.722380588 container died 7ef2711f92d66163dc31d8652d64279e907257f4cc7a5594c670b828cfc9f1fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-08-29T15:07:52.602 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:52 smithi131 podman[126695]: 2024-08-29 15:07:52.498169885 +0000 UTC m=+6.179163626 container cleanup 7ef2711f92d66163dc31d8652d64279e907257f4cc7a5594c670b828cfc9f1fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-29T15:07:52.602 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:52 smithi131 bash[126695]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1 2024-08-29T15:07:53.102 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:52 smithi131 podman[126717]: 2024-08-29 15:07:52.774717822 +0000 UTC m=+0.731635467 container remove 7ef2711f92d66163dc31d8652d64279e907257f4cc7a5594c670b828cfc9f1fc (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-29T15:07:53.403 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:53 smithi131 podman[126815]: 2024-08-29 15:07:53.01599367 +0000 UTC m=+0.015973007 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T15:07:53.404 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:53 smithi131 podman[126815]: 2024-08-29 15:07:53.117275664 +0000 UTC m=+0.117255032 container create a6b24922a80f18ac110c222ac36f0d984ae37e22a5c201de9f63f26f05c0746a (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-29T15:07:53.404 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:53 smithi131 podman[126815]: 2024-08-29 15:07:53.31160452 +0000 UTC m=+0.311583844 container init a6b24922a80f18ac110c222ac36f0d984ae37e22a5c201de9f63f26f05c0746a (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T15:07:53.404 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:53 smithi131 podman[126815]: 2024-08-29 15:07:53.316310687 +0000 UTC m=+0.316290018 container start a6b24922a80f18ac110c222ac36f0d984ae37e22a5c201de9f63f26f05c0746a (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T15:07:53.799 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:53 smithi131 podman[126815]: 2024-08-29 15:07:53.403063105 +0000 UTC m=+0.403042445 container attach a6b24922a80f18ac110c222ac36f0d984ae37e22a5c201de9f63f26f05c0746a (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-29T15:07:53.799 INFO:journalctl@ceph.osd.1.smithi131.stdout:Aug 29 15:07:53 smithi131 podman[126815]: 2024-08-29 15:07:53.506856054 +0000 UTC m=+0.506835377 container died a6b24922a80f18ac110c222ac36f0d984ae37e22a5c201de9f63f26f05c0746a (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-29T15:07:54.109 DEBUG:teuthology.orchestra.run.smithi131:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.1.service' 2024-08-29T15:07:54.148 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:07:54.148 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-29T15:07:54.149 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-29T15:07:54.149 DEBUG:teuthology.orchestra.run.smithi131:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.2 2024-08-29T15:07:54.352 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:07:54 smithi131 systemd[1]: Stopping Ceph osd.2 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:07:54.852 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:07:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[106233]: 2024-08-29T15:07:54.470+0000 7f5e06860640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:07:54.853 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:07:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[106233]: 2024-08-29T15:07:54.470+0000 7f5e06860640 -1 osd.2 1051 *** Got signal Terminated *** 2024-08-29T15:07:54.853 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:07:54 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2[106233]: 2024-08-29T15:07:54.470+0000 7f5e06860640 -1 osd.2 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T15:08:00.352 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:07:59 smithi131 podman[126944]: 2024-08-29 15:07:59.937834158 +0000 UTC m=+5.570856035 container died def684d0aaf6aaa401672c9eb86c9e91c62d07441c8f5f4a92137a9b4172486b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux ) 2024-08-29T15:08:00.852 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:08:00 smithi131 podman[126944]: 2024-08-29 15:08:00.618732589 +0000 UTC m=+6.251754508 container cleanup def684d0aaf6aaa401672c9eb86c9e91c62d07441c8f5f4a92137a9b4172486b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-08-29T15:08:00.853 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:08:00 smithi131 bash[126944]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2 2024-08-29T15:08:01.237 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:08:00 smithi131 podman[126975]: 2024-08-29 15:08:00.912086574 +0000 UTC m=+0.968684310 container remove def684d0aaf6aaa401672c9eb86c9e91c62d07441c8f5f4a92137a9b4172486b (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-29T15:08:01.549 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:08:01 smithi131 podman[127068]: 2024-08-29 15:08:01.139766846 +0000 UTC m=+0.015970782 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T15:08:01.549 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:08:01 smithi131 podman[127068]: 2024-08-29 15:08:01.246477635 +0000 UTC m=+0.122681560 container create 7a9722c7b7105ce54ffc88705d7f085dc1c52804cd1a701be495f3029d5ad758 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T15:08:01.549 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:08:01 smithi131 podman[127068]: 2024-08-29 15:08:01.457392828 +0000 UTC m=+0.333596754 container init 7a9722c7b7105ce54ffc88705d7f085dc1c52804cd1a701be495f3029d5ad758 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-29T15:08:01.550 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:08:01 smithi131 podman[127068]: 2024-08-29 15:08:01.46245653 +0000 UTC m=+0.338660458 container start 7a9722c7b7105ce54ffc88705d7f085dc1c52804cd1a701be495f3029d5ad758 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T15:08:01.550 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:08:01 smithi131 podman[127068]: 2024-08-29 15:08:01.548824529 +0000 UTC m=+0.425028457 container attach 7a9722c7b7105ce54ffc88705d7f085dc1c52804cd1a701be495f3029d5ad758 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-29T15:08:01.852 INFO:journalctl@ceph.osd.2.smithi131.stdout:Aug 29 15:08:01 smithi131 podman[127068]: 2024-08-29 15:08:01.651427387 +0000 UTC m=+0.527631305 container died 7a9722c7b7105ce54ffc88705d7f085dc1c52804cd1a701be495f3029d5ad758 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-08-29T15:08:02.236 DEBUG:teuthology.orchestra.run.smithi131:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.2.service' 2024-08-29T15:08:02.276 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:08:02.277 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-29T15:08:02.277 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-29T15:08:02.277 DEBUG:teuthology.orchestra.run.smithi131:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.3 2024-08-29T15:08:02.602 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:02 smithi131 systemd[1]: Stopping Ceph osd.3 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:03.102 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:02 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[111512]: 2024-08-29T15:08:02.633+0000 7ff1dbb31640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:08:03.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:02 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[111512]: 2024-08-29T15:08:02.633+0000 7ff1dbb31640 -1 osd.3 1051 *** Got signal Terminated *** 2024-08-29T15:08:03.103 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:02 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[111512]: 2024-08-29T15:08:02.633+0000 7ff1dbb31640 -1 osd.3 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T15:08:05.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:05 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:05.059+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:06.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:06.039+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:07.102 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:06 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3[111512]: 2024-08-29T15:08:06.795+0000 7ff1d8146640 -1 osd.3 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:40.767356+0000 front 2024-08-29T15:07:40.767386+0000 (oldest deadline 2024-08-29T15:08:06.667415+0000) 2024-08-29T15:08:07.279 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:07 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:07.061+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:42.362441+0000 front 2024-08-29T15:07:42.362689+0000 (oldest deadline 2024-08-29T15:08:06.462675+0000) 2024-08-29T15:08:07.279 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:07 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:07.025+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:07.280 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:06.982Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.131:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.131:8765: connect: connection refused" 2024-08-29T15:08:07.280 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:06.983Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.131:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.131:8765: connect: connection refused" 2024-08-29T15:08:07.280 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:06.983Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.131:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.131:8765: connect: connection refused" 2024-08-29T15:08:07.280 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:06.986Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.131:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.131:8765: connect: connection refused" 2024-08-29T15:08:07.280 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:06.986Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.131:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.131:8765: connect: connection refused" 2024-08-29T15:08:07.280 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:06 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:06.986Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.131:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.131:8765: connect: connection refused" 2024-08-29T15:08:07.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:07 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:07.277+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:08.323 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:08 smithi131 podman[127197]: 2024-08-29 15:08:08.040898791 +0000 UTC m=+5.531286615 container died 413c5146ddeb794be4d12f26803f0da5ad24a00a5ac9061994e0e0129cd2c015 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T15:08:08.379 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:08 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:08.049+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:42.362441+0000 front 2024-08-29T15:07:42.362689+0000 (oldest deadline 2024-08-29T15:08:06.462675+0000) 2024-08-29T15:08:08.379 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:08 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:08.241+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:08.380 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:08 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:08.000+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:08.602 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:08 smithi131 podman[127197]: 2024-08-29 15:08:08.413334636 +0000 UTC m=+5.903722463 container cleanup 413c5146ddeb794be4d12f26803f0da5ad24a00a5ac9061994e0e0129cd2c015 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T15:08:08.603 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:08 smithi131 bash[127197]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3 2024-08-29T15:08:08.979 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:08 smithi131 podman[127221]: 2024-08-29 15:08:08.647903633 +0000 UTC m=+0.604321896 container remove 413c5146ddeb794be4d12f26803f0da5ad24a00a5ac9061994e0e0129cd2c015 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T15:08:09.281 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:08 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:08.961+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:09.281 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:09 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:09.093+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:42.362441+0000 front 2024-08-29T15:07:42.362689+0000 (oldest deadline 2024-08-29T15:08:06.462675+0000) 2024-08-29T15:08:09.293 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:08 smithi131 podman[127313]: 2024-08-29 15:08:08.881653192 +0000 UTC m=+0.016091716 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T15:08:09.293 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:08 smithi131 podman[127313]: 2024-08-29 15:08:08.981971072 +0000 UTC m=+0.116409586 container create 77699f591782ca690ea243d81b318d677ed8dfef194a36b73601e5214cf59e49 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T15:08:09.293 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:09 smithi131 podman[127313]: 2024-08-29 15:08:09.209860566 +0000 UTC m=+0.344299079 container init 77699f591782ca690ea243d81b318d677ed8dfef194a36b73601e5214cf59e49 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-29T15:08:09.293 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:09 smithi131 podman[127313]: 2024-08-29 15:08:09.214359055 +0000 UTC m=+0.348797577 container start 77699f591782ca690ea243d81b318d677ed8dfef194a36b73601e5214cf59e49 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-29T15:08:09.293 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:09 smithi131 podman[127313]: 2024-08-29 15:08:09.292925017 +0000 UTC m=+0.427363535 container attach 77699f591782ca690ea243d81b318d677ed8dfef194a36b73601e5214cf59e49 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T15:08:09.602 INFO:journalctl@ceph.osd.3.smithi131.stdout:Aug 29 15:08:09 smithi131 podman[127313]: 2024-08-29 15:08:09.408706668 +0000 UTC m=+0.543145184 container died 77699f591782ca690ea243d81b318d677ed8dfef194a36b73601e5214cf59e49 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-29T15:08:09.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:09 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:09.279+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:10.045 DEBUG:teuthology.orchestra.run.smithi131:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.3.service' 2024-08-29T15:08:10.083 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:08:10.084 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-29T15:08:10.084 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-29T15:08:10.084 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.4 2024-08-29T15:08:10.321 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:09 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:09.954+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:10.322 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:10.053+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:42.362441+0000 front 2024-08-29T15:07:42.362689+0000 (oldest deadline 2024-08-29T15:08:06.462675+0000) 2024-08-29T15:08:10.322 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:10 smithi169 systemd[1]: Stopping Ceph osd.4 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:10.581 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:10.358+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:10.581 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:10.320+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:10.582 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:10.408+0000 7ff8c64f8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:08:10.582 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:10.408+0000 7ff8c64f8640 -1 osd.4 1051 *** Got signal Terminated *** 2024-08-29T15:08:10.582 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:10.408+0000 7ff8c64f8640 -1 osd.4 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T15:08:11.291 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:11 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:11.057+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:42.362441+0000 front 2024-08-29T15:07:42.362689+0000 (oldest deadline 2024-08-29T15:08:06.462675+0000) 2024-08-29T15:08:11.291 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:10 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:10.994+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:11.560 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:11 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:11.290+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:11.638 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:11 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:11.330+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:12.323 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:12 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:12.047+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:42.362441+0000 front 2024-08-29T15:07:42.362689+0000 (oldest deadline 2024-08-29T15:08:06.462675+0000) 2024-08-29T15:08:12.323 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:12 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:12.028+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:12.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:12 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:12.321+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:12.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:12 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:12.361+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:13.326 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:13 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:13.015+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:42.362441+0000 front 2024-08-29T15:07:42.362689+0000 (oldest deadline 2024-08-29T15:08:06.462675+0000) 2024-08-29T15:08:13.326 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:12 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:12.994+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:13.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:13 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:13.325+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:13.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:13 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:13.370+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:13.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:13 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:13.370+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:14.291 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:13 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:13.962+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:14.292 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:13 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:13.962+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:14.292 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:14.011+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:42.362441+0000 front 2024-08-29T15:07:42.362689+0000 (oldest deadline 2024-08-29T15:08:06.462675+0000) 2024-08-29T15:08:14.292 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:14.011+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.464177+0000 front 2024-08-29T15:07:50.464216+0000 (oldest deadline 2024-08-29T15:08:13.363993+0000) 2024-08-29T15:08:14.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:14.290+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:14.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:14.344+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:14.630 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:14.344+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:15.310 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:14.966+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:42.362441+0000 front 2024-08-29T15:07:42.362689+0000 (oldest deadline 2024-08-29T15:08:06.462675+0000) 2024-08-29T15:08:15.310 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4[84318]: 2024-08-29T15:08:14.966+0000 7ff8beb05640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.464177+0000 front 2024-08-29T15:07:50.464216+0000 (oldest deadline 2024-08-29T15:08:13.363993+0000) 2024-08-29T15:08:15.310 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:14.947+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:15.310 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:14 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:14.947+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:15.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:15.314+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:15.630 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:15.308+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:15.630 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:15.308+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:16.116 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:15 smithi169 podman[113433]: 2024-08-29 15:08:15.850287084 +0000 UTC m=+5.567663444 container died c83aa6304b984842c848830df36d69924f179538268b5e4cc63c2c41812058ac (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-29T15:08:16.117 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:15.917+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:16.117 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:15 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:15.917+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:16.379 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:16.341+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:16.380 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:16.341+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:16.381 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:16 smithi169 podman[113433]: 2024-08-29 15:08:16.315252574 +0000 UTC m=+6.032628925 container cleanup c83aa6304b984842c848830df36d69924f179538268b5e4cc63c2c41812058ac (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T15:08:16.381 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:16 smithi169 bash[113433]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4 2024-08-29T15:08:16.381 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:16.321+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:16.382 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:16.321+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.491467+0000 front 2024-08-29T15:07:49.491360+0000 (oldest deadline 2024-08-29T15:08:15.391194+0000) 2024-08-29T15:08:16.876 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:16 smithi169 podman[113468]: 2024-08-29 15:08:16.558400189 +0000 UTC m=+0.709848458 container remove c83aa6304b984842c848830df36d69924f179538268b5e4cc63c2c41812058ac (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-29T15:08:17.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:16.922+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:17.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:16 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:16.922+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:17.129 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:16 smithi169 podman[113562]: 2024-08-29 15:08:16.875975359 +0000 UTC m=+0.108835820 container create 7f906b955f5378c57a3744803c0ad0ab16ab6a657764a8535551aa4726cb8b64 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-29T15:08:17.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:16 smithi169 podman[113562]: 2024-08-29 15:08:16.783185913 +0000 UTC m=+0.016046386 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T15:08:17.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:17 smithi169 podman[113562]: 2024-08-29 15:08:17.087793972 +0000 UTC m=+0.320654435 container init 7f906b955f5378c57a3744803c0ad0ab16ab6a657764a8535551aa4726cb8b64 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T15:08:17.130 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:17 smithi169 podman[113562]: 2024-08-29 15:08:17.092760384 +0000 UTC m=+0.325620849 container start 7f906b955f5378c57a3744803c0ad0ab16ab6a657764a8535551aa4726cb8b64 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0) 2024-08-29T15:08:17.608 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:17 smithi169 podman[113562]: 2024-08-29 15:08:17.178654509 +0000 UTC m=+0.411514984 container attach 7f906b955f5378c57a3744803c0ad0ab16ab6a657764a8535551aa4726cb8b64 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T15:08:17.608 INFO:journalctl@ceph.osd.4.smithi169.stdout:Aug 29 15:08:17 smithi169 podman[113562]: 2024-08-29 15:08:17.288382917 +0000 UTC m=+0.521243380 container died 7f906b955f5378c57a3744803c0ad0ab16ab6a657764a8535551aa4726cb8b64 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-29T15:08:17.608 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:17.309+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:17.609 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:17.309+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.491467+0000 front 2024-08-29T15:07:49.491360+0000 (oldest deadline 2024-08-29T15:08:15.391194+0000) 2024-08-29T15:08:17.609 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:17.384+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:17.609 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:17.384+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:17.943 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.4.service' 2024-08-29T15:08:17.983 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:08:17.983 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-29T15:08:17.983 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-29T15:08:17.984 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.5 2024-08-29T15:08:18.305 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:18 smithi169 systemd[1]: Stopping Ceph osd.5 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:18.305 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:17.881+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:18.305 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:17 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:17.881+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:18.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:18.418+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:18.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:18.418+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:18.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:18.303+0000 7f9439690640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:08:18.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:18.303+0000 7f9439690640 -1 osd.5 1051 *** Got signal Terminated *** 2024-08-29T15:08:18.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:18.303+0000 7f9439690640 -1 osd.5 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T15:08:18.630 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:18.308+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:18.630 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:18.308+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.491467+0000 front 2024-08-29T15:07:49.491360+0000 (oldest deadline 2024-08-29T15:08:15.391194+0000) 2024-08-29T15:08:19.349 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:18.924+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:19.350 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:18 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:18.924+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:19.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:19.348+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:19.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:19.348+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.491467+0000 front 2024-08-29T15:07:49.491360+0000 (oldest deadline 2024-08-29T15:08:15.391194+0000) 2024-08-29T15:08:19.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:19.380+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:19.630 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:19.380+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:20.346 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:19.929+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:20.347 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:19 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:19.929+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:20.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:20.397+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:20.629 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:20.397+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.491467+0000 front 2024-08-29T15:07:49.491360+0000 (oldest deadline 2024-08-29T15:08:15.391194+0000) 2024-08-29T15:08:20.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:20.345+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:20.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:20.345+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:20.630 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:20.345+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:21.370 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:20.885+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:21.370 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:20 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:20.885+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:21.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:21.368+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:21.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:21.368+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:21.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:21.368+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:21.630 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:21.445+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:21.630 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:21.445+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.491467+0000 front 2024-08-29T15:07:49.491360+0000 (oldest deadline 2024-08-29T15:08:15.391194+0000) 2024-08-29T15:08:21.630 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:21.445+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:55.391670+0000 front 2024-08-29T15:07:55.391684+0000 (oldest deadline 2024-08-29T15:08:20.691606+0000) 2024-08-29T15:08:22.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:21.920+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:22.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:21.920+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:22.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:21 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:21.920+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:22.879 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:22 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:22.453+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:43.591004+0000 front 2024-08-29T15:07:43.591043+0000 (oldest deadline 2024-08-29T15:08:09.490856+0000) 2024-08-29T15:08:22.879 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:22 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:22.453+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.491467+0000 front 2024-08-29T15:07:49.491360+0000 (oldest deadline 2024-08-29T15:08:15.391194+0000) 2024-08-29T15:08:22.879 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:22 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5[89533]: 2024-08-29T15:08:22.453+0000 7f9431c9d640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:55.391670+0000 front 2024-08-29T15:07:55.391684+0000 (oldest deadline 2024-08-29T15:08:20.691606+0000) 2024-08-29T15:08:22.879 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:22 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:22.408+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:22.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:22 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:22.408+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:22.880 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:22 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:22.408+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:23.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:22 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:22.921+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:23.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:22 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:22.921+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:23.379 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:22 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:22.921+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:23.860 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:23 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:23.412+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:23.861 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:23 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:23.412+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:23.861 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:23 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:23.412+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:24.129 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:23 smithi169 podman[113690]: 2024-08-29 15:08:23.860345313 +0000 UTC m=+5.648072963 container died 99f84d9bb02902bbad03148c5900cc384aeef2e9c8d5fbd907789cbbc6c5794e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-29T15:08:24.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:23 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:23.878+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:24.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:23 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:23.878+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:24.130 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:23 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:23.878+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:24.411 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:24 smithi169 podman[113690]: 2024-08-29 15:08:24.219294341 +0000 UTC m=+6.007021982 container cleanup 99f84d9bb02902bbad03148c5900cc384aeef2e9c8d5fbd907789cbbc6c5794e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True) 2024-08-29T15:08:24.411 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:24 smithi169 bash[113690]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5 2024-08-29T15:08:24.864 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:24 smithi169 podman[113710]: 2024-08-29 15:08:24.537443869 +0000 UTC m=+0.678425062 container remove 99f84d9bb02902bbad03148c5900cc384aeef2e9c8d5fbd907789cbbc6c5794e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T15:08:24.864 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:24.410+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:24.865 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:24.410+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:24.865 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:24.410+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:25.125 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:24 smithi169 podman[113809]: 2024-08-29 15:08:24.785808317 +0000 UTC m=+0.016225879 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T15:08:25.125 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:24 smithi169 podman[113809]: 2024-08-29 15:08:24.905048994 +0000 UTC m=+0.135466594 container create ba00f6ccdc47620d0a5f858f20a7cea1bfdd7cac130a3067c57ba0a689e251df (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-08-29T15:08:25.125 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:24.862+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:25.125 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:24.862+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:25.125 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:24 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:24.862+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:25.379 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:25 smithi169 podman[113809]: 2024-08-29 15:08:25.124575639 +0000 UTC m=+0.354993214 container init ba00f6ccdc47620d0a5f858f20a7cea1bfdd7cac130a3067c57ba0a689e251df (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-29T15:08:25.379 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:25 smithi169 podman[113809]: 2024-08-29 15:08:25.129370189 +0000 UTC m=+0.359787747 container start ba00f6ccdc47620d0a5f858f20a7cea1bfdd7cac130a3067c57ba0a689e251df (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True) 2024-08-29T15:08:25.380 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:25 smithi169 podman[113809]: 2024-08-29 15:08:25.22398027 +0000 UTC m=+0.454397839 container attach ba00f6ccdc47620d0a5f858f20a7cea1bfdd7cac130a3067c57ba0a689e251df (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-29T15:08:25.380 INFO:journalctl@ceph.osd.5.smithi169.stdout:Aug 29 15:08:25 smithi169 podman[113809]: 2024-08-29 15:08:25.328156734 +0000 UTC m=+0.558574298 container died ba00f6ccdc47620d0a5f858f20a7cea1bfdd7cac130a3067c57ba0a689e251df (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T15:08:25.855 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:25.379+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:25.855 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:25.379+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:25.856 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:25.379+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:25.897 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.5.service' 2024-08-29T15:08:25.937 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:08:25.937 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-29T15:08:25.937 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-29T15:08:25.937 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.6 2024-08-29T15:08:26.129 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:26 smithi169 systemd[1]: Stopping Ceph osd.6 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:26.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:25.854+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:26.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:25.854+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:26.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:25 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:25.854+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:26.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:26.266+0000 7ff1bc7a6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:08:26.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:26.266+0000 7ff1bc7a6640 -1 osd.6 1051 *** Got signal Terminated *** 2024-08-29T15:08:26.629 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:26.266+0000 7ff1bc7a6640 -1 osd.6 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T15:08:26.630 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:26.416+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:26.630 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:26.416+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:26.630 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:26.416+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:27.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:26.831+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:27.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:26.831+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:27.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:26 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:26.831+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:27.819 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:27 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:27.419+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:27.819 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:27 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:27.419+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:27.819 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:27 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:27.419+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:28.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:27 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:27.818+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:28.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:27 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:27.818+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:28.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:27 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:27.818+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:28.771 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:28.424+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:28.771 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:28.424+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:28.772 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:28.424+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:29.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:28.770+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:29.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:28.770+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:29.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:28 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:28.770+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:29.783 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:29 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:29.460+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:29.783 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:29 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:29.460+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:29.784 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:29 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:29.460+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:30.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:29 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:29.782+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:30.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:29 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:29.782+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:30.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:29 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:29.782+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:30.753 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:30.414+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.455242+0000 front 2024-08-29T15:07:41.455285+0000 (oldest deadline 2024-08-29T15:08:06.755064+0000) 2024-08-29T15:08:30.753 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:30.414+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:50.656636+0000 front 2024-08-29T15:07:50.656727+0000 (oldest deadline 2024-08-29T15:08:12.356575+0000) 2024-08-29T15:08:30.753 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6[94304]: 2024-08-29T15:08:30.414+0000 7ff1b8dbb640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.657611+0000 front 2024-08-29T15:07:57.657493+0000 (oldest deadline 2024-08-29T15:08:19.957514+0000) 2024-08-29T15:08:31.143 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:30.752+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:31.144 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:30.752+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:31.144 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:30.752+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:31.144 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:30 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:30.752+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6830 osd.3 since back 2024-08-29T15:08:05.810590+0000 front 2024-08-29T15:08:05.810558+0000 (oldest deadline 2024-08-29T15:08:29.910470+0000) 2024-08-29T15:08:31.924 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:31 smithi169 podman[113936]: 2024-08-29 15:08:31.655102462 +0000 UTC m=+5.497202306 container died b233f06c020fd5b61aa03ba1e707908c580b2c43d293fc3baa318f48f0b13fb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-29T15:08:31.924 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:31 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:31.709+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:31.925 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:31 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:31.709+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:31.925 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:31 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:31.709+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:31.925 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:31 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:31.709+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6830 osd.3 since back 2024-08-29T15:08:05.810590+0000 front 2024-08-29T15:08:05.810558+0000 (oldest deadline 2024-08-29T15:08:29.910470+0000) 2024-08-29T15:08:32.299 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:32 smithi169 podman[113936]: 2024-08-29 15:08:32.022283671 +0000 UTC m=+5.864383514 container cleanup b233f06c020fd5b61aa03ba1e707908c580b2c43d293fc3baa318f48f0b13fb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T15:08:32.299 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:32 smithi169 bash[113936]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6 2024-08-29T15:08:32.616 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:32 smithi169 podman[113956]: 2024-08-29 15:08:32.298892297 +0000 UTC m=+0.636668216 container remove b233f06c020fd5b61aa03ba1e707908c580b2c43d293fc3baa318f48f0b13fb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True) 2024-08-29T15:08:32.879 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:32 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:32.720+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:32.879 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:32 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:32.720+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:32.880 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:32 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:32.720+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:32.880 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:32 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:32.720+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6830 osd.3 since back 2024-08-29T15:08:05.810590+0000 front 2024-08-29T15:08:05.810558+0000 (oldest deadline 2024-08-29T15:08:29.910470+0000) 2024-08-29T15:08:32.881 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:32 smithi169 podman[114050]: 2024-08-29 15:08:32.519179244 +0000 UTC m=+0.016410697 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T15:08:32.881 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:32 smithi169 podman[114050]: 2024-08-29 15:08:32.649799812 +0000 UTC m=+0.147031265 container create 4eac314afb40fc56220837608fa28e63aa8a3f5819643613eb5994edadf650ae (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True) 2024-08-29T15:08:32.881 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:32 smithi169 podman[114050]: 2024-08-29 15:08:32.860817813 +0000 UTC m=+0.358049267 container init 4eac314afb40fc56220837608fa28e63aa8a3f5819643613eb5994edadf650ae (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T15:08:32.881 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:32 smithi169 podman[114050]: 2024-08-29 15:08:32.865382387 +0000 UTC m=+0.362613842 container start 4eac314afb40fc56220837608fa28e63aa8a3f5819643613eb5994edadf650ae (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-29T15:08:33.379 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:32 smithi169 podman[114050]: 2024-08-29 15:08:32.977625842 +0000 UTC m=+0.474857315 container attach 4eac314afb40fc56220837608fa28e63aa8a3f5819643613eb5994edadf650ae (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-29T15:08:33.379 INFO:journalctl@ceph.osd.6.smithi169.stdout:Aug 29 15:08:33 smithi169 podman[114050]: 2024-08-29 15:08:33.054668091 +0000 UTC m=+0.551899546 container died 4eac314afb40fc56220837608fa28e63aa8a3f5819643613eb5994edadf650ae (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-29T15:08:33.722 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.6.service' 2024-08-29T15:08:33.760 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:08:33.760 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-29T15:08:33.760 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-29T15:08:33.760 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.7 2024-08-29T15:08:34.086 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:33.693+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:34.087 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:33.693+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:34.087 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:33.693+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:34.087 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:33 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:33.693+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6830 osd.3 since back 2024-08-29T15:08:05.810590+0000 front 2024-08-29T15:08:05.810558+0000 (oldest deadline 2024-08-29T15:08:29.910470+0000) 2024-08-29T15:08:34.087 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:33 smithi169 systemd[1]: Stopping Ceph osd.7 for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:34.381 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:34.085+0000 7fb1eddb2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:08:34.381 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:34.085+0000 7fb1eddb2640 -1 osd.7 1051 *** Got signal Terminated *** 2024-08-29T15:08:34.382 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:34.085+0000 7fb1eddb2640 -1 osd.7 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T15:08:35.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:34.734+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:35.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:34.734+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:35.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:34.734+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:35.130 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:34 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:34.734+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6830 osd.3 since back 2024-08-29T15:08:05.810590+0000 front 2024-08-29T15:08:05.810558+0000 (oldest deadline 2024-08-29T15:08:29.910470+0000) 2024-08-29T15:08:36.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:35.770+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:36.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:35.770+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:36.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:35.770+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:36.130 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:35 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:35.770+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6830 osd.3 since back 2024-08-29T15:08:05.810590+0000 front 2024-08-29T15:08:05.810558+0000 (oldest deadline 2024-08-29T15:08:29.910470+0000) 2024-08-29T15:08:37.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:36.814+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:37.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:36.814+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:37.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:36.814+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:37.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:36 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:36.814+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6830 osd.3 since back 2024-08-29T15:08:05.810590+0000 front 2024-08-29T15:08:05.810558+0000 (oldest deadline 2024-08-29T15:08:29.910470+0000) 2024-08-29T15:08:38.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:37.831+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:38.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:37.831+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:38.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:37.831+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:38.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:37.831+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6830 osd.3 since back 2024-08-29T15:08:05.810590+0000 front 2024-08-29T15:08:05.810558+0000 (oldest deadline 2024-08-29T15:08:29.910470+0000) 2024-08-29T15:08:38.130 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:37 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:37.831+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.169:6804 osd.4 since back 2024-08-29T15:08:13.411324+0000 front 2024-08-29T15:08:13.411360+0000 (oldest deadline 2024-08-29T15:08:37.511260+0000) 2024-08-29T15:08:39.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:38.801+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6806 osd.0 since back 2024-08-29T15:07:41.007014+0000 front 2024-08-29T15:07:41.006929+0000 (oldest deadline 2024-08-29T15:08:04.506729+0000) 2024-08-29T15:08:39.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:38.801+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6814 osd.1 since back 2024-08-29T15:07:49.707990+0000 front 2024-08-29T15:07:49.708076+0000 (oldest deadline 2024-08-29T15:08:13.207834+0000) 2024-08-29T15:08:39.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:38.801+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6822 osd.2 since back 2024-08-29T15:07:57.209134+0000 front 2024-08-29T15:07:57.209165+0000 (oldest deadline 2024-08-29T15:08:21.908966+0000) 2024-08-29T15:08:39.130 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:38.801+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.131:6830 osd.3 since back 2024-08-29T15:08:05.810590+0000 front 2024-08-29T15:08:05.810558+0000 (oldest deadline 2024-08-29T15:08:29.910470+0000) 2024-08-29T15:08:39.130 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:38 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7[99055]: 2024-08-29T15:08:38.801+0000 7fb1ea3c7640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.169:6804 osd.4 since back 2024-08-29T15:08:13.411324+0000 front 2024-08-29T15:08:13.411360+0000 (oldest deadline 2024-08-29T15:08:37.511260+0000) 2024-08-29T15:08:39.869 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:39 smithi169 podman[114178]: 2024-08-29 15:08:39.582355082 +0000 UTC m=+5.594856254 container died ec27a0c44ba6e5adecba130a15b874fa9224b9c21824a14ca08e10a13a9f0b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-29T15:08:40.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:39 smithi169 podman[114178]: 2024-08-29 15:08:39.95841644 +0000 UTC m=+5.970917611 container cleanup ec27a0c44ba6e5adecba130a15b874fa9224b9c21824a14ca08e10a13a9f0b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-29T15:08:40.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:39 smithi169 bash[114178]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7 2024-08-29T15:08:40.579 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:40 smithi169 podman[114198]: 2024-08-29 15:08:40.226858687 +0000 UTC m=+0.636310734 container remove ec27a0c44ba6e5adecba130a15b874fa9224b9c21824a14ca08e10a13a9f0b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-29T15:08:40.830 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:40 smithi169 podman[114295]: 2024-08-29 15:08:40.48201645 +0000 UTC m=+0.016036186 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T15:08:40.831 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:40 smithi169 podman[114295]: 2024-08-29 15:08:40.597907137 +0000 UTC m=+0.131926869 container create 786e7df2690f7da7c5812371615d249e6aa639eb6c6b2e00d1f695362b3df7cf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-08-29T15:08:41.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:40 smithi169 podman[114295]: 2024-08-29 15:08:40.830329151 +0000 UTC m=+0.364348880 container init 786e7df2690f7da7c5812371615d249e6aa639eb6c6b2e00d1f695362b3df7cf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-29T15:08:41.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:40 smithi169 podman[114295]: 2024-08-29 15:08:40.835317271 +0000 UTC m=+0.369336995 container start 786e7df2690f7da7c5812371615d249e6aa639eb6c6b2e00d1f695362b3df7cf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-29T15:08:41.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:40 smithi169 podman[114295]: 2024-08-29 15:08:40.930321063 +0000 UTC m=+0.464340787 container attach 786e7df2690f7da7c5812371615d249e6aa639eb6c6b2e00d1f695362b3df7cf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T15:08:41.129 INFO:journalctl@ceph.osd.7.smithi169.stdout:Aug 29 15:08:41 smithi169 podman[114295]: 2024-08-29 15:08:41.029251082 +0000 UTC m=+0.563270810 container died 786e7df2690f7da7c5812371615d249e6aa639eb6c6b2e00d1f695362b3df7cf (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-osd-7-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-29T15:08:41.628 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@osd.7.service' 2024-08-29T15:08:41.666 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:08:41.667 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-29T15:08:41.667 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-29T15:08:41.667 DEBUG:teuthology.orchestra.run.smithi131:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mds.a 2024-08-29T15:08:41.990 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 15:08:41 smithi131 systemd[1]: Stopping Ceph mds.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:42.352 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 15:08:41 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[116709]: 2024-08-29T15:08:41.989+0000 7fcfba95c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:08:42.352 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 15:08:41 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a[116709]: 2024-08-29T15:08:41.989+0000 7fcfba95c640 -1 mds.a *** got signal Terminated *** 2024-08-29T15:08:45.602 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 15:08:45 smithi131 podman[127440]: 2024-08-29 15:08:45.286909217 +0000 UTC m=+3.419964518 container died e6de3be29b865432909ba3b858bf8128b07ac9e3bba65b63c928ec04833d540e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-08-29T15:08:46.013 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 15:08:45 smithi131 podman[127440]: 2024-08-29 15:08:45.736896503 +0000 UTC m=+3.869951808 container cleanup e6de3be29b865432909ba3b858bf8128b07ac9e3bba65b63c928ec04833d540e (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-29T15:08:46.013 INFO:journalctl@ceph.mds.a.smithi131.stdout:Aug 29 15:08:45 smithi131 bash[127440]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-a 2024-08-29T15:08:46.176 DEBUG:teuthology.orchestra.run.smithi131:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mds.a.service' 2024-08-29T15:08:46.213 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:08:46.213 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-29T15:08:46.214 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-29T15:08:46.214 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mds.b 2024-08-29T15:08:46.531 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 15:08:46 smithi169 systemd[1]: Stopping Ceph mds.b for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:46.823 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 15:08:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b[103879]: 2024-08-29T15:08:46.529+0000 7fd38435f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T15:08:46.823 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 15:08:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b[103879]: 2024-08-29T15:08:46.529+0000 7fd38435f640 -1 mds.b *** got signal Terminated *** 2024-08-29T15:08:46.823 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=cleanup t=2024-08-29T15:08:46.669463544Z level=info msg="Completed cleanup jobs" duration=2.27136ms 2024-08-29T15:08:46.823 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=grafana.update.checker t=2024-08-29T15:08:46.822720265Z level=info msg="Update check succeeded" duration=65.637838ms 2024-08-29T15:08:47.129 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:46 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=plugins.update.checker t=2024-08-29T15:08:46.826817338Z level=info msg="Update check succeeded" duration=61.843711ms 2024-08-29T15:08:50.029 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 15:08:49 smithi169 podman[114435]: 2024-08-29 15:08:49.745410343 +0000 UTC m=+3.337784542 container died 42d5242216dca29cb2289c2c95084e99c86904a3439372d2aec3c56f50b2f28f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-08-29T15:08:50.341 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 15:08:50 smithi169 podman[114435]: 2024-08-29 15:08:50.102337143 +0000 UTC m=+3.694711340 container cleanup 42d5242216dca29cb2289c2c95084e99c86904a3439372d2aec3c56f50b2f28f (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True) 2024-08-29T15:08:50.342 INFO:journalctl@ceph.mds.b.smithi169.stdout:Aug 29 15:08:50 smithi169 bash[114435]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-mds-b 2024-08-29T15:08:50.473 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@mds.b.service' 2024-08-29T15:08:50.510 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:08:50.510 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-29T15:08:50.510 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-29T15:08:50.511 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@prometheus.a 2024-08-29T15:08:50.879 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 systemd[1]: Stopping Ceph prometheus.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:50.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.817Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T15:08:50.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.817Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-08-29T15:08:50.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.817Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-08-29T15:08:50.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.817Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T15:08:50.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.817Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-08-29T15:08:50.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.817Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-08-29T15:08:50.880 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.817Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T15:08:50.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.817Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-08-29T15:08:50.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.817Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-08-29T15:08:50.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.818Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T15:08:50.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.818Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-08-29T15:08:50.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a[69712]: ts=2024-08-29T15:08:50.818Z caller=main.go:1273 level=info msg="See you next time!" 2024-08-29T15:08:50.881 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:50 smithi169 podman[114568]: 2024-08-29 15:08:50.827833686 +0000 UTC m=+0.102821630 container died b2a1d2d4fcbdba0500742a95a701034ce43a3228ca1185e7a07fd2c57c2f520d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T15:08:51.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:51 smithi169 podman[114568]: 2024-08-29 15:08:51.164949633 +0000 UTC m=+0.439937578 container cleanup b2a1d2d4fcbdba0500742a95a701034ce43a3228ca1185e7a07fd2c57c2f520d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T15:08:51.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:51 smithi169 bash[114568]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T15:08:51.379 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Aug 29 15:08:51 smithi169 podman[114586]: 2024-08-29 15:08:51.335063337 +0000 UTC m=+0.508881290 container remove b2a1d2d4fcbdba0500742a95a701034ce43a3228ca1185e7a07fd2c57c2f520d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T15:08:51.586 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@prometheus.a.service' 2024-08-29T15:08:51.619 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T15:08:51.619 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-29T15:08:51.620 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 --force --keep-logs 2024-08-29T15:08:53.570 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 15:08:53 smithi131 systemd[1]: Stopping Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:53.852 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 15:08:53 smithi131 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a[77855]: ts=2024-08-29T15:08:53.569Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-29T15:08:53.852 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 15:08:53 smithi131 podman[127905]: 2024-08-29 15:08:53.600677281 +0000 UTC m=+0.123119790 container died 70b7968d3d1c1284946c242942dd3e2ca50d5cd245729bd3aeb9f52e914e85b2 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T15:08:54.119 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 15:08:53 smithi131 podman[127905]: 2024-08-29 15:08:53.934349475 +0000 UTC m=+0.456791986 container cleanup 70b7968d3d1c1284946c242942dd3e2ca50d5cd245729bd3aeb9f52e914e85b2 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T15:08:54.120 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 15:08:53 smithi131 bash[127905]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T15:08:54.487 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 15:08:54 smithi131 podman[127922]: 2024-08-29 15:08:54.118897988 +0000 UTC m=+0.513138732 container remove 70b7968d3d1c1284946c242942dd3e2ca50d5cd245729bd3aeb9f52e914e85b2 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T15:08:54.487 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 15:08:54 smithi131 podman[127922]: 2024-08-29 15:08:54.202727782 +0000 UTC m=+0.596968526 volume remove 690cbe1098c250d01b824cd51d63d5e6df0c7a22d708368d98136d4cdcc54d47 2024-08-29T15:08:54.852 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 15:08:54 smithi131 systemd[1]: Stopping Ceph node-exporter.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:54.853 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 15:08:54 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-29T15:08:54.853 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 15:08:54 smithi131 systemd[1]: Stopped Ceph alertmanager.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T15:08:54.853 INFO:journalctl@ceph.alertmanager.a.smithi131.stdout:Aug 29 15:08:54 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@alertmanager.a.service: Consumed 1.811s CPU time. 2024-08-29T15:08:55.216 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 15:08:54 smithi131 podman[128034]: 2024-08-29 15:08:54.959674843 +0000 UTC m=+0.135359218 container died 2d2138035b2d56f9a3ec4b8f16998c34e7fd7b1401623f29fc70e8a3e0642640 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T15:08:55.565 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 15:08:55 smithi131 podman[128034]: 2024-08-29 15:08:55.305702404 +0000 UTC m=+0.481386779 container cleanup 2d2138035b2d56f9a3ec4b8f16998c34e7fd7b1401623f29fc70e8a3e0642640 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T15:08:55.566 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 15:08:55 smithi131 bash[128034]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-29T15:08:55.852 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 15:08:55 smithi131 podman[128051]: 2024-08-29 15:08:55.565315179 +0000 UTC m=+0.605942364 container remove 2d2138035b2d56f9a3ec4b8f16998c34e7fd7b1401623f29fc70e8a3e0642640 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T15:08:55.852 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 15:08:55 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T15:08:55.853 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 15:08:55 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-29T15:08:55.853 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 15:08:55 smithi131 systemd[1]: Stopped Ceph node-exporter.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T15:08:55.853 INFO:journalctl@ceph.node-exporter.a.smithi131.stdout:Aug 29 15:08:55 smithi131 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.a.service: Consumed 3.590s CPU time. 2024-08-29T15:08:56.323 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 --force --keep-logs 2024-08-29T15:08:58.250 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:57 smithi169 systemd[1]: Stopping Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:58.515 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:58 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=server t=2024-08-29T15:08:58.249498718Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-29T15:08:58.516 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:58 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=ticker t=2024-08-29T15:08:58.249726329Z level=info msg=stopped last_tick=2024-08-29T15:08:50Z 2024-08-29T15:08:58.516 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:58 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=tracing t=2024-08-29T15:08:58.249737844Z level=info msg="Closing tracing" 2024-08-29T15:08:58.516 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:58 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=grafana-apiserver t=2024-08-29T15:08:58.249788671Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-08-29T15:08:58.516 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:58 smithi169 ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a[108382]: logger=sqlstore.transactions t=2024-08-29T15:08:58.260642131Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-29T15:08:58.516 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:58 smithi169 podman[115023]: 2024-08-29 15:08:58.270363623 +0000 UTC m=+0.129604865 container died 77d84b1ee8378bb816057d302f7a8dd219b55b222066047ee9db0399f2e7d49c (image=quay.io/ceph/grafana:10.4.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-29T15:08:58.781 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:58 smithi169 podman[115023]: 2024-08-29 15:08:58.588507077 +0000 UTC m=+0.447748321 container cleanup 77d84b1ee8378bb816057d302f7a8dd219b55b222066047ee9db0399f2e7d49c (image=quay.io/ceph/grafana:10.4.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-29T15:08:58.781 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:58 smithi169 bash[115023]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a 2024-08-29T15:08:59.133 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:58 smithi169 podman[115040]: 2024-08-29 15:08:58.781129819 +0000 UTC m=+0.510847164 container remove 77d84b1ee8378bb816057d302f7a8dd219b55b222066047ee9db0399f2e7d49c (image=quay.io/ceph/grafana:10.4.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-29T15:08:59.133 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:59 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-29T15:08:59.133 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:59 smithi169 systemd[1]: Stopped Ceph grafana.a for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T15:08:59.133 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Aug 29 15:08:59 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@grafana.a.service: Consumed 6.970s CPU time. 2024-08-29T15:08:59.455 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 15:08:59 smithi169 systemd[1]: Stopping Ceph node-exporter.b for 7768ef6a-6614-11ef-bcd4-c7b262605968... 2024-08-29T15:08:59.726 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 15:08:59 smithi169 podman[115159]: 2024-08-29 15:08:59.454966177 +0000 UTC m=+0.122953097 container died 65e170ba01378e7feb9c185bb96439c41111f283d5da0848d73f9c60ca44ef4b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T15:09:00.085 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 15:08:59 smithi169 podman[115159]: 2024-08-29 15:08:59.825616062 +0000 UTC m=+0.493602981 container cleanup 65e170ba01378e7feb9c185bb96439c41111f283d5da0848d73f9c60ca44ef4b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T15:09:00.085 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 15:08:59 smithi169 bash[115159]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-29T15:09:00.379 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 15:09:00 smithi169 podman[115177]: 2024-08-29 15:09:00.085165153 +0000 UTC m=+0.632463987 container remove 65e170ba01378e7feb9c185bb96439c41111f283d5da0848d73f9c60ca44ef4b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-7768ef6a-6614-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T15:09:00.379 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 15:09:00 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-29T15:09:00.379 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 15:09:00 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-29T15:09:00.379 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 15:09:00 smithi169 systemd[1]: Stopped Ceph node-exporter.b for 7768ef6a-6614-11ef-bcd4-c7b262605968. 2024-08-29T15:09:00.379 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Aug 29 15:09:00 smithi169 systemd[1]: ceph-7768ef6a-6614-11ef-bcd4-c7b262605968@node-exporter.b.service: Consumed 3.608s CPU time. 2024-08-29T15:09:00.873 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T15:09:00.906 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T15:09:00.933 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-29T15:09:00.936 DEBUG:teuthology.misc:Transferring archived files from smithi131:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/crash to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879923/remote/smithi131/crash 2024-08-29T15:09:00.937 DEBUG:teuthology.orchestra.run.smithi131:> sudo tar c -f - -C /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/crash -- . 2024-08-29T15:09:01.070 INFO:teuthology.orchestra.run.smithi131.stderr:tar: /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/crash: Cannot open: No such file or directory 2024-08-29T15:09:01.071 INFO:teuthology.orchestra.run.smithi131.stderr:tar: Error is not recoverable: exiting now 2024-08-29T15:09:01.072 DEBUG:teuthology.misc:Transferring archived files from smithi169:/var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/crash to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879923/remote/smithi169/crash 2024-08-29T15:09:01.073 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/crash -- . 2024-08-29T15:09:01.107 INFO:teuthology.orchestra.run.smithi169.stderr:tar: /var/lib/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/crash: Cannot open: No such file or directory 2024-08-29T15:09:01.108 INFO:teuthology.orchestra.run.smithi169.stderr:tar: Error is not recoverable: exiting now 2024-08-29T15:09:01.109 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-29T15:09:01.109 DEBUG:teuthology.orchestra.run.smithi131:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v OSD_DOWN | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v OSDMAP_FLAGS | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-08-29T15:09:01.142 INFO:teuthology.orchestra.run.smithi131.stdout:2024-08-29T14:57:45.434647+0000 mon.a (mon.0) 868 : cluster [WRN] Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-29T15:09:01.142 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-29T15:09:01.142 INFO:tasks.cephadm:Compressing logs... 2024-08-29T15:09:01.143 DEBUG:teuthology.orchestra.run.smithi131:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-29T15:09:01.185 DEBUG:teuthology.orchestra.run.smithi169:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-29T15:09:01.213 INFO:teuthology.orchestra.run.smithi169.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.7.log 2024-08-29T15:09:01.213 INFO:teuthology.orchestra.run.smithi169.stderr:: No such file or directory 2024-08-29T15:09:01.213 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-volume.log 2024-08-29T15:09:01.213 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mds.b.log 2024-08-29T15:09:01.214 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.4.log 2024-08-29T15:09:01.214 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.audit.log 2024-08-29T15:09:01.214 INFO:teuthology.orchestra.run.smithi169.stderr: 84.3% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mds.b.log.gz 2024-08-29T15:09:01.214 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.cephadm.log 2024-08-29T15:09:01.214 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.6.log 2024-08-29T15:09:01.214 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.5.log 2024-08-29T15:09:01.214 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.audit.log: /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.cephadm.log: /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.log 2024-08-29T15:09:01.214 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.5.log: 84.1%gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mgr.x.log 2024-08-29T15:09:01.214 INFO:teuthology.orchestra.run.smithi169.stderr: -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.cephadm.log.gz 2024-08-29T15:09:01.215 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mon.b.log 2024-08-29T15:09:01.218 INFO:teuthology.orchestra.run.smithi131.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.0.log 2024-08-29T15:09:01.218 INFO:teuthology.orchestra.run.smithi131.stderr:: No such file or directory 2024-08-29T15:09:01.218 INFO:teuthology.orchestra.run.smithi131.stderr:gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.1.log 2024-08-29T15:09:01.218 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-volume.log 2024-08-29T15:09:01.218 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.audit.log 2024-08-29T15:09:01.219 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mon.c.log 2024-08-29T15:09:01.219 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mds.a.log 2024-08-29T15:09:01.219 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.cephadm.log 2024-08-29T15:09:01.219 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mon.a.log 2024-08-29T15:09:01.219 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.2.log 2024-08-29T15:09:01.219 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mon.a.log: 91.0% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.cephadm.log.gz 2024-08-29T15:09:01.221 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mgr.x.log: 90.5% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.audit.log.gz 2024-08-29T15:09:01.221 INFO:teuthology.orchestra.run.smithi169.stderr: 85.7% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.log.gz 2024-08-29T15:09:01.221 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-29T15:09:01.223 INFO:teuthology.orchestra.run.smithi131.stderr: 91.8% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mds.a.log.gz 2024-08-29T15:09:01.223 INFO:teuthology.orchestra.run.smithi131.stderr: 94.1% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.audit.log.gz 2024-08-29T15:09:01.223 INFO:teuthology.orchestra.run.smithi131.stderr:gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mgr.y.log 2024-08-29T15:09:01.223 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.log 2024-08-29T15:09:01.223 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.3.log 2024-08-29T15:09:01.231 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.log: 92.0% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph.log.gz 2024-08-29T15:09:01.231 INFO:teuthology.orchestra.run.smithi131.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-29T15:09:01.233 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-volume.log.gz 2024-08-29T15:09:01.233 INFO:teuthology.orchestra.run.smithi131.stderr: 91.2%/var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.3.log: -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-volume.log.gz 2024-08-29T15:09:01.244 INFO:teuthology.orchestra.run.smithi169.stderr: 92.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-29T15:09:01.249 INFO:teuthology.orchestra.run.smithi131.stderr:/var/log/ceph/cephadm.log: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-29T15:09:01.287 INFO:teuthology.orchestra.run.smithi169.stderr: 89.9% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mgr.x.log.gz 2024-08-29T15:09:01.667 INFO:teuthology.orchestra.run.smithi131.stderr: 89.3% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mgr.y.log.gz 2024-08-29T15:09:01.921 INFO:teuthology.orchestra.run.smithi131.stderr: 92.0% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mon.c.log.gz 2024-08-29T15:09:01.973 INFO:teuthology.orchestra.run.smithi169.stderr: 92.1% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mon.b.log.gz 2024-08-29T15:09:02.848 INFO:teuthology.orchestra.run.smithi131.stderr: 90.9% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-mon.a.log.gz 2024-08-29T15:09:05.396 INFO:teuthology.orchestra.run.smithi169.stderr: 94.4% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.6.log.gz 2024-08-29T15:09:05.860 INFO:teuthology.orchestra.run.smithi169.stderr: 94.4% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.7.log.gz 2024-08-29T15:09:06.836 INFO:teuthology.orchestra.run.smithi131.stderr: 93.8% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.2.log.gz 2024-08-29T15:09:07.111 INFO:teuthology.orchestra.run.smithi169.stderr: 94.1% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.5.log.gz 2024-08-29T15:09:07.409 INFO:teuthology.orchestra.run.smithi169.stderr: 94.1% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.4.log.gz 2024-08-29T15:09:07.411 INFO:teuthology.orchestra.run.smithi169.stderr: 2024-08-29T15:09:07.412 INFO:teuthology.orchestra.run.smithi169.stderr:real 0m6.212s 2024-08-29T15:09:07.412 INFO:teuthology.orchestra.run.smithi169.stderr:user 0m20.958s 2024-08-29T15:09:07.412 INFO:teuthology.orchestra.run.smithi169.stderr:sys 0m0.850s 2024-08-29T15:09:07.523 INFO:teuthology.orchestra.run.smithi131.stderr: 93.9% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.0.log.gz 2024-08-29T15:09:09.752 INFO:teuthology.orchestra.run.smithi131.stderr: 94.3% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.1.log.gz 2024-08-29T15:09:09.998 INFO:teuthology.orchestra.run.smithi131.stderr: 94.4% -- replaced with /var/log/ceph/7768ef6a-6614-11ef-bcd4-c7b262605968/ceph-osd.3.log.gz 2024-08-29T15:09:10.000 INFO:teuthology.orchestra.run.smithi131.stderr: 2024-08-29T15:09:10.000 INFO:teuthology.orchestra.run.smithi131.stderr:real 0m8.802s 2024-08-29T15:09:10.001 INFO:teuthology.orchestra.run.smithi131.stderr:user 0m30.885s 2024-08-29T15:09:10.001 INFO:teuthology.orchestra.run.smithi131.stderr:sys 0m1.159s 2024-08-29T15:09:10.001 INFO:tasks.cephadm:Archiving logs... 2024-08-29T15:09:10.001 DEBUG:teuthology.misc:Transferring archived files from smithi131:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879923/remote/smithi131/log 2024-08-29T15:09:10.002 DEBUG:teuthology.orchestra.run.smithi131:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-29T15:09:15.791 DEBUG:teuthology.misc:Transferring archived files from smithi169:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879923/remote/smithi169/log 2024-08-29T15:09:15.941 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-29T15:09:19.154 INFO:tasks.cephadm:Removing cluster... 2024-08-29T15:09:19.155 DEBUG:teuthology.orchestra.run.smithi131:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 --force 2024-08-29T15:09:19.667 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7768ef6a-6614-11ef-bcd4-c7b262605968 --force 2024-08-29T15:09:20.177 INFO:tasks.cephadm:Removing cephadm ... 2024-08-29T15:09:20.177 DEBUG:teuthology.orchestra.run.smithi131:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-29T15:09:20.194 DEBUG:teuthology.orchestra.run.smithi169:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-29T15:09:20.209 INFO:tasks.cephadm:Teardown complete 2024-08-29T15:09:20.209 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-29T15:09:20.223 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-29T15:09:20.223 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-29T15:09:20.237 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-29T15:09:20.329 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-29T15:09:20.340 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-29T15:09:20.340 DEBUG:teuthology.orchestra.run.smithi131:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T15:09:20.343 DEBUG:teuthology.orchestra.run.smithi169:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T15:09:20.355 INFO:teuthology.orchestra.run.smithi131.stderr:bash: line 1: ntpq: command not found 2024-08-29T15:09:20.357 INFO:teuthology.orchestra.run.smithi169.stderr:bash: line 1: ntpq: command not found 2024-08-29T15:09:20.359 INFO:teuthology.orchestra.run.smithi131.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-29T15:09:20.359 INFO:teuthology.orchestra.run.smithi131.stdout:=============================================================================== 2024-08-29T15:09:20.359 INFO:teuthology.orchestra.run.smithi131.stdout:^* hv01.front.sepia.ceph.com 3 6 377 33 +454us[ +459us] +/- 62ms 2024-08-29T15:09:20.360 INFO:teuthology.orchestra.run.smithi131.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 33 -930us[ -930us] +/- 59ms 2024-08-29T15:09:20.360 INFO:teuthology.orchestra.run.smithi131.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 34 +525us[ +531us] +/- 66ms 2024-08-29T15:09:20.360 INFO:teuthology.orchestra.run.smithi131.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T15:09:20.361 INFO:teuthology.orchestra.run.smithi169.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-29T15:09:20.362 INFO:teuthology.orchestra.run.smithi169.stdout:=============================================================================== 2024-08-29T15:09:20.362 INFO:teuthology.orchestra.run.smithi169.stdout:^* hv01.front.sepia.ceph.com 3 6 377 36 +485us[ +489us] +/- 62ms 2024-08-29T15:09:20.362 INFO:teuthology.orchestra.run.smithi169.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 37 -845us[ -841us] +/- 59ms 2024-08-29T15:09:20.362 INFO:teuthology.orchestra.run.smithi169.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 37 +543us[ +547us] +/- 66ms 2024-08-29T15:09:20.362 INFO:teuthology.orchestra.run.smithi169.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T15:09:20.362 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-29T15:09:20.372 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-29T15:09:20.373 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-29T15:09:20.382 DEBUG:teuthology.orchestra.run.smithi131:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-29T15:09:20.477 DEBUG:teuthology.orchestra.run.smithi169:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-29T15:09:20.544 DEBUG:teuthology.orchestra.run.smithi131:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-29T15:09:20.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T15:09:20.573 DEBUG:teuthology.orchestra.run.smithi169:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-29T15:09:20.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T15:09:20.602 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-29T15:09:20.612 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-29T15:09:20.622 INFO:teuthology.task.internal:Duration was 2021.450047 seconds 2024-08-29T15:09:20.623 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-29T15:09:20.633 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-29T15:09:20.633 DEBUG:teuthology.orchestra.run.smithi131:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-29T15:09:20.635 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-29T15:09:20.672 INFO:teuthology.orchestra.run.smithi131.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-29T15:09:20.680 INFO:teuthology.orchestra.run.smithi169.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-29T15:09:20.916 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-29T15:09:20.916 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi131.front.sepia.ceph.com 2024-08-29T15:09:20.916 DEBUG:teuthology.orchestra.run.smithi131:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-29T15:09:20.958 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi169.front.sepia.ceph.com 2024-08-29T15:09:20.959 DEBUG:teuthology.orchestra.run.smithi169:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-29T15:09:21.003 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-29T15:09:21.004 DEBUG:teuthology.orchestra.run.smithi131:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-29T15:09:21.006 DEBUG:teuthology.orchestra.run.smithi169:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-29T15:09:21.035 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-29T15:09:21.036 DEBUG:teuthology.orchestra.run.smithi131:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-29T15:09:21.078 DEBUG:teuthology.orchestra.run.smithi169:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-29T15:09:21.477 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-29T15:09:21.488 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-29T15:09:21.489 DEBUG:teuthology.orchestra.run.smithi131:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-29T15:09:21.513 DEBUG:teuthology.orchestra.run.smithi169:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-29T15:09:21.539 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-29T15:09:21.549 DEBUG:teuthology.orchestra.run.smithi131:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-29T15:09:21.556 DEBUG:teuthology.orchestra.run.smithi169:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-29T15:09:21.577 INFO:teuthology.orchestra.run.smithi131.stdout:kernel.core_pattern = core 2024-08-29T15:09:21.604 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern = core 2024-08-29T15:09:21.638 DEBUG:teuthology.orchestra.run.smithi131:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-29T15:09:21.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T15:09:21.653 DEBUG:teuthology.orchestra.run.smithi169:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-29T15:09:21.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T15:09:21.693 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-29T15:09:21.705 INFO:teuthology.task.internal:Transferring archived files... 2024-08-29T15:09:21.706 DEBUG:teuthology.misc:Transferring archived files from smithi131:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879923/remote/smithi131 2024-08-29T15:09:21.706 DEBUG:teuthology.orchestra.run.smithi131:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-29T15:09:21.745 DEBUG:teuthology.misc:Transferring archived files from smithi169:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879923/remote/smithi169 2024-08-29T15:09:21.746 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-29T15:09:21.780 INFO:teuthology.task.internal:Removing archive directory... 2024-08-29T15:09:21.780 DEBUG:teuthology.orchestra.run.smithi131:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-29T15:09:21.783 DEBUG:teuthology.orchestra.run.smithi169:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-29T15:09:21.831 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-29T15:09:21.842 INFO:teuthology.task.internal:Not uploading archives. 2024-08-29T15:09:21.842 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-29T15:09:21.853 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-29T15:09:21.853 DEBUG:teuthology.orchestra.run.smithi131:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-29T15:09:21.856 DEBUG:teuthology.orchestra.run.smithi169:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-29T15:09:21.868 INFO:teuthology.orchestra.run.smithi131.stdout: 262217 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 29 15:09 /home/ubuntu/cephtest 2024-08-29T15:09:21.868 INFO:teuthology.orchestra.run.smithi131.stdout: 536258 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 29 15:02 /home/ubuntu/cephtest/mnt.0 2024-08-29T15:09:21.869 INFO:teuthology.orchestra.run.smithi131.stdout: 536259 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 29 15:07 /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T15:09:21.869 INFO:teuthology.orchestra.run.smithi131.stdout: 549689 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 29 15:07 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T15:09:21.870 INFO:teuthology.orchestra.run.smithi131.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-08-29T15:09:21.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T15:09:21.874 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi131 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-29T15:09:21.881 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-29T15:09:21.892 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-29T15:09:21.904 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi131 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-29T15:09:21.907 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2021.4500465393066 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi131 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_yuriw@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=6ccb2389d4c94b878d195da4fbeb8b0f status: fail success: false 2024-08-29T15:09:21.908 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-29T15:09:21.915 INFO:teuthology.orchestra.run.smithi169.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 29 15:09 /home/ubuntu/cephtest 2024-08-29T15:09:21.991 INFO:teuthology.run:FAIL